2023-01-15T14:27:32.837 INFO:root:teuthology version: 0.0.1.dev18+g19d18db 2023-01-15T14:27:33.719 DEBUG:teuthology.run:Teuthology command: teuthology --description rgw:verify/{0-install centos_latest clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/filestore-xfs overrides proto/http rgw_pool_type/replicated s3tests-branch sharding$/{default} striping$/{stripe-greater-than-chunk} tasks/{cls ragweed reshard s3tests-java s3tests} validater/lockdep} --verbose --name mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi --owner scheduled_mkogan@teuthology --archive /home/teuthworker/archive/mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi/7139352 -- /home/teuthworker/archive/mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi/7139352/orig.config.yaml 2023-01-15T14:27:33.769 DEBUG:teuthology.report:Pushing job info to http://paddles.front.sepia.ceph.com/ 2023-01-15T14:27:33.984 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi/7139352 branch: wip-fips-openssl3_i01 description: rgw:verify/{0-install centos_latest clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/filestore-xfs overrides proto/http rgw_pool_type/replicated s3tests-branch sharding$/{default} striping$/{stripe-greater-than-chunk} tasks/{cls ragweed reshard s3tests-java s3tests} validater/lockdep} email: mkogan@redhat.com first_in_suite: false job_id: '7139352' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 8.stream overrides: admin_socket: branch: wip-fips-openssl3_i01 ceph: conf: client: debug rgw: 20 rgw crypt require ssl: false rgw crypt s3 kms backend: testing rgw crypt s3 kms encryption keys: testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= rgw lc debug interval: 10 rgw max chunk size: 4194304 rgw obj stripe size: 6291456 setgroup: ceph setuser: ceph global: mon client directed command retry: 5 ms inject socket failures: 5000 osd_max_pg_log_entries: 10 osd_min_pg_log_entries: 10 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 lockdep: true osd: debug ms: 1 debug osd: 20 lockdep: true osd objectstore: filestore osd shutdown pgref assert: true osd sloppy crc: true flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(PG_AVAILABILITY\) - \(PG_DEGRADED\) - \(OSD_SLOW_PING_TIME sha1: 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: osd objectstore: filestore osd sloppy crc: true filestore: true fs: xfs install: ceph: flavor: default sha1: 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 rgw: compression type: random ec-data-pool: false frontend: beast storage classes: LUKEWARM, FROZEN s3tests: force-branch: ceph-master selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-fips-openssl3_i01 sha1: 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 owner: scheduled_mkogan@teuthology priority: 99 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - node-exporter.b sha1: 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 sleep_before_teardown: 0 suite: rgw:verify suite_branch: wip-fips-openssl3_i01 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 targets: smithi027.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHWTtdYprLDQZmgtm2mszvqAKe7Wdf52oACyhPiGrG15fkhVvgpp5JF/Lind5zk2M/8nCPyunQJA6WqmgmebcBcLLCZVCLakF/yMOiUZim4Cu5wEg48Py0wxfQtZ2IcC9Kfe/RfdTmo+0EUo1pl/bMPsxa0bayVWt/S4n+tLalUvHMrQPLFT8g1XmdsiVnTfCj5IDrIe43zj5YyE/8lRwCVnebn/XNXRPkTZkQYJBJL5yWeVW3vmII6UKkNFDz+RJz9FXEfHDjkqlffulgWir8ErsAriMSkcPW2dMUbNoz/h4npt2ZRPfDJV0arZszNXmoQawJIjjuAQ7EN1ZMd74hTgo9184eDo8lqZejzsHDOzui88ilV21Q4yZxU5ZwxZvJ1SmRCMylO22HvVtU6XWnzduzVhyLyp6EmbjNYlkEy8zvRPnAZncpGIngEmEQhXNWame326aJi3dz/b1hKI8RQUsusy0lf12hiR6V2+jvEacSbAmiQR0g+Q6I3dmKtyE= smithi100.front.sepia.ceph.com: ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtzVDDFF6aBMaHUL7OsSus/ikPOpbOGYpq6Wq8ucxX+06TqOt8knH/sHfGRGAwfSQlbdsMWR93sH3KmHJlmBL7RBYHgNnmvPQR3hQIuZS2KSRVoRS0cj+LBLF4eb3el2+NXmd8lIDD0azvJ8a6JNIbJvkkYc6QJxN9NxRGQ9gWp2LFfcdyoydTnF4hExidNfzokxytXUjZRfkm7+E2ga29LK8lFdKi3ibvijHi4u1EQxU1GHcww04dd8PWwr1B2e6ns5DHcU1ZQugX1+e2D9DfxC5/PiY4rdS++p68FETTObfwVHLYfYjvegpTHJ2eCDlwmvJ77+vFbaDUb3MSIBeRhntrGDSkB2oWkLt7Gjg9vDKSd6/s8uM6jKXYIYCH3vAqqzuxBAh9UuDRdxatr/bA4zxIJbuOq8luQqIUIoYeBKSzaIy81DG4vr8bqct3h+sbcjRgvjcShED9jXgB3Qg52mI9yijv9zaqDOu5NgWrPq0e8fQpUaxcaiQyvqh39ZE= tasks: - install: extra_system_packages: deb: - s3cmd rpm: - s3cmd - ceph: null - openssl_keys: null - rgw: client.0: null - workunit: clients: client.0: - cls/test_cls_lock.sh - cls/test_cls_log.sh - cls/test_cls_refcount.sh - cls/test_cls_rgw.sh - cls/test_cls_rgw_gc.sh - cls/test_cls_rgw_stats.sh - cls/test_cls_cmpomap.sh - cls/test_cls_2pc_queue.sh - rgw/test_rgw_gc_log.sh - rgw/test_rgw_obj.sh - rgw/test_rgw_throttle.sh - rgw/test_librgw_file.sh - ragweed: client.0: default-branch: ceph-master rgw_server: client.0 stages: prepare,check - workunit: clients: client.0: - rgw/run-reshard.sh - s3tests-java: client.0: force-branch: ceph-master force-repo: https://github.com/ceph/java_s3tests.git - s3tests: client.0: rgw_server: client.0 teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 19d18db866afdc31fd6586f558fc29b95a87ccfb timestamp: 2023-01-12_21:03:58 tube: smithi user: mkogan verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.1670 2023-01-15T14:27:34.130 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/qa; will attempt to use it 2023-01-15T14:27:34.131 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/qa/tasks 2023-01-15T14:27:34.132 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-01-15T14:27:34.134 INFO:teuthology.task.internal:Checking packages... 2023-01-15T14:27:34.164 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3' 2023-01-15T14:27:34.543 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-01-15T14:27:34.543 INFO:teuthology.packaging:ref: None 2023-01-15T14:27:34.543 INFO:teuthology.packaging:tag: None 2023-01-15T14:27:34.543 INFO:teuthology.packaging:branch: wip-fips-openssl3_i01 2023-01-15T14:27:34.543 INFO:teuthology.packaging:sha1: 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:27:34.544 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-fips-openssl3_i01 2023-01-15T14:27:34.695 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-1672.g69cf1797 2023-01-15T14:27:34.747 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-01-15T14:27:34.756 INFO:teuthology.task.internal:no buildpackages task found 2023-01-15T14:27:34.757 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-01-15T14:27:34.788 INFO:teuthology.task.internal:Saving configuration 2023-01-15T14:27:35.170 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-01-15T14:27:35.187 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-01-15T14:27:35.209 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi027.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi/7139352', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-01-15 14:21:14.610486', 'locked_by': 'scheduled_mkogan@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLORQwWy+1QfU91dvB48q6gymQ/jPINJ8n7nu7lnooq6P91XHKLP9mS8yYd/ZjeNXbKDG08BSxSc9rgcmYiQtEw='} 2023-01-15T14:27:35.383 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi100.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi/7139352', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-01-15 14:21:14.608992', 'locked_by': 'scheduled_mkogan@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBB3pVpbodMNPDYFmpCBJ9MxFpnEcX0VimeVJH0pzKoM4TjGsVbaVguKgGLCzgpvsnKK0/6cGGs+/144WlkK/qPo='} 2023-01-15T14:27:35.559 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-01-15T14:27:35.573 INFO:teuthology.task.internal:roles: ubuntu@smithi027.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2023-01-15T14:27:35.573 INFO:teuthology.task.internal:roles: ubuntu@smithi100.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2023-01-15T14:27:35.573 INFO:teuthology.run_tasks:Running task console_log... 2023-01-15T14:27:35.680 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f7aef625ee0>, signals=[15]) 2023-01-15T14:27:35.771 INFO:teuthology.run_tasks:Running task internal.connect... 2023-01-15T14:27:35.790 INFO:teuthology.task.internal:Opening connections... 2023-01-15T14:27:35.978 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi027.front.sepia.ceph.com 2023-01-15T14:27:35.980 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-15T14:27:36.050 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi100.front.sepia.ceph.com 2023-01-15T14:27:36.177 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi100.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-15T14:27:36.284 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-01-15T14:27:36.407 DEBUG:teuthology.orchestra.run.smithi027:> uname -m 2023-01-15T14:27:36.427 INFO:teuthology.orchestra.run.smithi027.stdout:x86_64 2023-01-15T14:27:36.585 DEBUG:teuthology.orchestra.run.smithi027:> cat /etc/os-release 2023-01-15T14:27:36.605 INFO:teuthology.orchestra.run.smithi027.stdout:NAME="CentOS Stream" 2023-01-15T14:27:36.605 INFO:teuthology.orchestra.run.smithi027.stdout:VERSION="8" 2023-01-15T14:27:36.605 INFO:teuthology.orchestra.run.smithi027.stdout:ID="centos" 2023-01-15T14:27:36.605 INFO:teuthology.orchestra.run.smithi027.stdout:ID_LIKE="rhel fedora" 2023-01-15T14:27:36.605 INFO:teuthology.orchestra.run.smithi027.stdout:VERSION_ID="8" 2023-01-15T14:27:36.605 INFO:teuthology.orchestra.run.smithi027.stdout:PLATFORM_ID="platform:el8" 2023-01-15T14:27:36.605 INFO:teuthology.orchestra.run.smithi027.stdout:PRETTY_NAME="CentOS Stream 8" 2023-01-15T14:27:36.605 INFO:teuthology.orchestra.run.smithi027.stdout:ANSI_COLOR="0;31" 2023-01-15T14:27:36.605 INFO:teuthology.orchestra.run.smithi027.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-01-15T14:27:36.605 INFO:teuthology.orchestra.run.smithi027.stdout:HOME_URL="https://centos.org/" 2023-01-15T14:27:36.606 INFO:teuthology.orchestra.run.smithi027.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-01-15T14:27:36.606 INFO:teuthology.orchestra.run.smithi027.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-01-15T14:27:36.606 INFO:teuthology.orchestra.run.smithi027.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-01-15T14:27:36.606 INFO:teuthology.lock.ops:Updating smithi027.front.sepia.ceph.com on lock server 2023-01-15T14:27:36.622 DEBUG:teuthology.orchestra.run.smithi100:> uname -m 2023-01-15T14:27:36.812 INFO:teuthology.orchestra.run.smithi100.stdout:x86_64 2023-01-15T14:27:37.005 DEBUG:teuthology.orchestra.run.smithi100:> cat /etc/os-release 2023-01-15T14:27:37.025 INFO:teuthology.orchestra.run.smithi100.stdout:NAME="CentOS Stream" 2023-01-15T14:27:37.200 INFO:teuthology.orchestra.run.smithi100.stdout:VERSION="8" 2023-01-15T14:27:37.200 INFO:teuthology.orchestra.run.smithi100.stdout:ID="centos" 2023-01-15T14:27:37.200 INFO:teuthology.orchestra.run.smithi100.stdout:ID_LIKE="rhel fedora" 2023-01-15T14:27:37.200 INFO:teuthology.orchestra.run.smithi100.stdout:VERSION_ID="8" 2023-01-15T14:27:37.200 INFO:teuthology.orchestra.run.smithi100.stdout:PLATFORM_ID="platform:el8" 2023-01-15T14:27:37.200 INFO:teuthology.orchestra.run.smithi100.stdout:PRETTY_NAME="CentOS Stream 8" 2023-01-15T14:27:37.200 INFO:teuthology.orchestra.run.smithi100.stdout:ANSI_COLOR="0;31" 2023-01-15T14:27:37.200 INFO:teuthology.orchestra.run.smithi100.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-01-15T14:27:37.200 INFO:teuthology.orchestra.run.smithi100.stdout:HOME_URL="https://centos.org/" 2023-01-15T14:27:37.200 INFO:teuthology.orchestra.run.smithi100.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-01-15T14:27:37.200 INFO:teuthology.orchestra.run.smithi100.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-01-15T14:27:37.201 INFO:teuthology.orchestra.run.smithi100.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-01-15T14:27:37.201 INFO:teuthology.lock.ops:Updating smithi100.front.sepia.ceph.com on lock server 2023-01-15T14:27:37.220 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-01-15T14:27:37.583 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-01-15T14:27:37.612 INFO:teuthology.task.internal:Checking for old test directory... 2023-01-15T14:27:37.725 DEBUG:teuthology.orchestra.run.smithi027:> test '!' -e /home/ubuntu/cephtest 2023-01-15T14:27:37.727 DEBUG:teuthology.orchestra.run.smithi100:> test '!' -e /home/ubuntu/cephtest 2023-01-15T14:27:37.745 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-01-15T14:27:37.756 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-01-15T14:27:37.886 DEBUG:teuthology.orchestra.run.smithi027:> test -z $(ls -A /var/lib/ceph) 2023-01-15T14:27:37.890 DEBUG:teuthology.orchestra.run.smithi100:> test -z $(ls -A /var/lib/ceph) 2023-01-15T14:27:37.923 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-01-15T14:27:38.109 INFO:teuthology.run_tasks:Running task kernel... 2023-01-15T14:27:38.235 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2023-01-15T14:27:38.369 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2023-01-15T14:27:38.369 DEBUG:teuthology.orchestra.run.smithi027:> test -f /run/.containerenv -o -f /.dockerenv 2023-01-15T14:27:38.370 DEBUG:teuthology.orchestra.run.smithi100:> test -f /run/.containerenv -o -f /.dockerenv 2023-01-15T14:27:38.389 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-15T14:27:38.529 DEBUG:teuthology.orchestra.run.smithi100:> uname -r 2023-01-15T14:27:38.530 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-15T14:27:38.530 DEBUG:teuthology.orchestra.run.smithi027:> uname -r 2023-01-15T14:27:38.589 INFO:teuthology.orchestra.run.smithi100.stdout:4.18.0-408.el8.x86_64 2023-01-15T14:27:38.693 INFO:teuthology.task.kernel:Running kernel on smithi100: 4.18.0-408.el8.x86_64 2023-01-15T14:27:38.693 DEBUG:teuthology.orchestra.run.smithi100:> sudo yum install -y kernel 2023-01-15T14:27:38.694 INFO:teuthology.orchestra.run.smithi027.stdout:4.18.0-408.el8.x86_64 2023-01-15T14:27:38.694 INFO:teuthology.task.kernel:Running kernel on smithi027: 4.18.0-408.el8.x86_64 2023-01-15T14:27:38.694 DEBUG:teuthology.orchestra.run.smithi027:> sudo yum install -y kernel 2023-01-15T14:27:42.124 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS-8 - AppStream 40 MB/s | 27 MB 00:00 2023-01-15T14:27:42.535 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS-8 - AppStream 36 MB/s | 27 MB 00:00 2023-01-15T14:27:47.474 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS-8 - BaseOS 46 MB/s | 26 MB 00:00 2023-01-15T14:27:48.336 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS-8 - BaseOS 44 MB/s | 26 MB 00:00 2023-01-15T14:27:51.556 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS-8 - Extras 152 kB/s | 18 kB 00:00 2023-01-15T14:27:51.941 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS-8 - PowerTools 21 MB/s | 5.5 MB 00:00 2023-01-15T14:27:52.760 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS-8 - Extras 107 kB/s | 18 kB 00:00 2023-01-15T14:27:53.137 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS-8 - PowerTools 22 MB/s | 5.5 MB 00:00 2023-01-15T14:27:53.166 INFO:teuthology.orchestra.run.smithi100.stdout:Copr repo for python3-asyncssh owned by ceph 25 kB/s | 3.5 kB 00:00 2023-01-15T14:27:54.200 INFO:teuthology.orchestra.run.smithi100.stdout:Extra Packages for Enterprise Linux 15 MB/s | 13 MB 00:00 2023-01-15T14:27:54.419 INFO:teuthology.orchestra.run.smithi027.stdout:Copr repo for python3-asyncssh owned by ceph 25 kB/s | 3.5 kB 00:00 2023-01-15T14:27:55.570 INFO:teuthology.orchestra.run.smithi027.stdout:Extra Packages for Enterprise Linux 13 MB/s | 13 MB 00:01 2023-01-15T14:27:57.608 INFO:teuthology.orchestra.run.smithi100.stdout:lab-extras 102 kB/s | 24 kB 00:00 2023-01-15T14:27:58.995 INFO:teuthology.orchestra.run.smithi027.stdout:lab-extras 420 kB/s | 24 kB 00:00 2023-01-15T14:28:00.648 INFO:teuthology.orchestra.run.smithi100.stdout:Package kernel-4.18.0-408.el8.x86_64 is already installed. 2023-01-15T14:28:00.755 INFO:teuthology.orchestra.run.smithi100.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2023-01-15T14:28:00.803 INFO:teuthology.orchestra.run.smithi100.stdout:Dependencies resolved. 2023-01-15T14:28:00.962 INFO:teuthology.orchestra.run.smithi100.stdout:Nothing to do. 2023-01-15T14:28:00.965 INFO:teuthology.orchestra.run.smithi100.stdout:Complete! 2023-01-15T14:28:00.966 DEBUG:teuthology.orchestra.run.smithi100:> echo no | sudo yum reinstall kernel || true 2023-01-15T14:28:01.616 INFO:teuthology.orchestra.run.smithi100.stdout:Last metadata expiration check: 0:00:04 ago on Sun 15 Jan 2023 02:27:57 PM UTC. 2023-01-15T14:28:02.203 INFO:teuthology.orchestra.run.smithi027.stdout:Package kernel-4.18.0-408.el8.x86_64 is already installed. 2023-01-15T14:28:02.203 INFO:teuthology.orchestra.run.smithi027.stdout:Package kernel-4.18.0-305.3.1.el8.x86_64 is already installed. 2023-01-15T14:28:02.356 INFO:teuthology.orchestra.run.smithi027.stdout:Dependencies resolved. 2023-01-15T14:28:02.403 INFO:teuthology.orchestra.run.smithi027.stdout:Nothing to do. 2023-01-15T14:28:02.403 INFO:teuthology.orchestra.run.smithi027.stdout:Complete! 2023-01-15T14:28:02.449 DEBUG:teuthology.orchestra.run.smithi027:> echo no | sudo yum reinstall kernel || true 2023-01-15T14:28:02.726 INFO:teuthology.orchestra.run.smithi100.stdout:Dependencies resolved. 2023-01-15T14:28:02.805 INFO:teuthology.orchestra.run.smithi100.stdout:================================================================================ 2023-01-15T14:28:02.806 INFO:teuthology.orchestra.run.smithi100.stdout: Package Architecture Version Repository Size 2023-01-15T14:28:02.806 INFO:teuthology.orchestra.run.smithi100.stdout:================================================================================ 2023-01-15T14:28:02.807 INFO:teuthology.orchestra.run.smithi100.stdout:Reinstalling: 2023-01-15T14:28:02.807 INFO:teuthology.orchestra.run.smithi100.stdout: kernel x86_64 4.18.0-408.el8 CentOS-BaseOS 8.5 M 2023-01-15T14:28:02.807 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:28:02.807 INFO:teuthology.orchestra.run.smithi100.stdout:Transaction Summary 2023-01-15T14:28:02.807 INFO:teuthology.orchestra.run.smithi100.stdout:================================================================================ 2023-01-15T14:28:02.808 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:28:02.808 INFO:teuthology.orchestra.run.smithi100.stdout:Total download size: 8.5 M 2023-01-15T14:28:02.808 INFO:teuthology.orchestra.run.smithi100.stdout:Installed size: 0 2023-01-15T14:28:02.811 INFO:teuthology.orchestra.run.smithi100.stderr:Operation aborted. 2023-01-15T14:28:03.095 INFO:teuthology.orchestra.run.smithi100.stdout:Is this ok [y/N]: 2023-01-15T14:28:03.212 DEBUG:teuthology.orchestra.run.smithi100:> sudo yum reinstall -y kernel || true 2023-01-15T14:28:03.279 INFO:teuthology.orchestra.run.smithi027.stdout:Last metadata expiration check: 0:00:05 ago on Sun 15 Jan 2023 02:27:58 PM UTC. 2023-01-15T14:28:03.852 INFO:teuthology.orchestra.run.smithi100.stdout:Last metadata expiration check: 0:00:06 ago on Sun 15 Jan 2023 02:27:57 PM UTC. 2023-01-15T14:28:04.490 INFO:teuthology.orchestra.run.smithi027.stdout:Dependencies resolved. 2023-01-15T14:28:04.633 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2023-01-15T14:28:04.633 INFO:teuthology.orchestra.run.smithi027.stdout: Package Architecture Version Repository Size 2023-01-15T14:28:04.634 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2023-01-15T14:28:04.634 INFO:teuthology.orchestra.run.smithi027.stdout:Reinstalling: 2023-01-15T14:28:04.634 INFO:teuthology.orchestra.run.smithi027.stdout: kernel x86_64 4.18.0-408.el8 CentOS-BaseOS 8.5 M 2023-01-15T14:28:04.634 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:28:04.634 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction Summary 2023-01-15T14:28:04.634 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2023-01-15T14:28:04.634 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:28:04.634 INFO:teuthology.orchestra.run.smithi027.stdout:Total download size: 8.5 M 2023-01-15T14:28:04.634 INFO:teuthology.orchestra.run.smithi027.stdout:Installed size: 0 2023-01-15T14:28:04.635 INFO:teuthology.orchestra.run.smithi027.stderr:Operation aborted. 2023-01-15T14:28:04.635 INFO:teuthology.orchestra.run.smithi027.stdout:Is this ok [y/N]: 2023-01-15T14:28:04.636 DEBUG:teuthology.orchestra.run.smithi027:> sudo yum reinstall -y kernel || true 2023-01-15T14:28:04.951 INFO:teuthology.orchestra.run.smithi100.stdout:Dependencies resolved. 2023-01-15T14:28:06.499 INFO:teuthology.orchestra.run.smithi027.stdout:Last metadata expiration check: 0:00:07 ago on Sun 15 Jan 2023 02:27:58 PM UTC. 2023-01-15T14:28:06.499 INFO:teuthology.orchestra.run.smithi027.stdout:Dependencies resolved. 2023-01-15T14:28:06.499 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2023-01-15T14:28:06.691 INFO:teuthology.orchestra.run.smithi027.stdout: Package Architecture Version Repository Size 2023-01-15T14:28:06.691 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2023-01-15T14:28:06.691 INFO:teuthology.orchestra.run.smithi027.stdout:Reinstalling: 2023-01-15T14:28:06.691 INFO:teuthology.orchestra.run.smithi027.stdout: kernel x86_64 4.18.0-408.el8 CentOS-BaseOS 8.5 M 2023-01-15T14:28:06.691 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:28:06.692 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction Summary 2023-01-15T14:28:06.692 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2023-01-15T14:28:06.692 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:28:06.692 INFO:teuthology.orchestra.run.smithi027.stdout:Total download size: 8.5 M 2023-01-15T14:28:06.692 INFO:teuthology.orchestra.run.smithi027.stdout:Installed size: 0 2023-01-15T14:28:06.692 INFO:teuthology.orchestra.run.smithi027.stdout:Downloading Packages: 2023-01-15T14:28:06.693 INFO:teuthology.orchestra.run.smithi100.stdout:================================================================================ 2023-01-15T14:28:06.693 INFO:teuthology.orchestra.run.smithi100.stdout: Package Architecture Version Repository Size 2023-01-15T14:28:06.693 INFO:teuthology.orchestra.run.smithi100.stdout:================================================================================ 2023-01-15T14:28:06.693 INFO:teuthology.orchestra.run.smithi100.stdout:Reinstalling: 2023-01-15T14:28:06.693 INFO:teuthology.orchestra.run.smithi100.stdout: kernel x86_64 4.18.0-408.el8 CentOS-BaseOS 8.5 M 2023-01-15T14:28:06.694 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:28:06.694 INFO:teuthology.orchestra.run.smithi100.stdout:Transaction Summary 2023-01-15T14:28:06.694 INFO:teuthology.orchestra.run.smithi100.stdout:================================================================================ 2023-01-15T14:28:06.694 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:28:06.694 INFO:teuthology.orchestra.run.smithi100.stdout:Total download size: 8.5 M 2023-01-15T14:28:06.694 INFO:teuthology.orchestra.run.smithi100.stdout:Installed size: 0 2023-01-15T14:28:06.694 INFO:teuthology.orchestra.run.smithi100.stdout:Downloading Packages: 2023-01-15T14:28:06.695 INFO:teuthology.orchestra.run.smithi100.stdout:kernel-4.18.0-408.el8.x86_64.rpm 41 MB/s | 8.5 MB 00:00 2023-01-15T14:28:06.695 INFO:teuthology.orchestra.run.smithi100.stdout:-------------------------------------------------------------------------------- 2023-01-15T14:28:06.695 INFO:teuthology.orchestra.run.smithi100.stdout:Total 41 MB/s | 8.5 MB 00:00 2023-01-15T14:28:06.695 INFO:teuthology.orchestra.run.smithi100.stdout:Running transaction check 2023-01-15T14:28:06.695 INFO:teuthology.orchestra.run.smithi100.stdout:Transaction check succeeded. 2023-01-15T14:28:06.696 INFO:teuthology.orchestra.run.smithi100.stdout:Running transaction test 2023-01-15T14:28:06.696 INFO:teuthology.orchestra.run.smithi100.stdout:Transaction test succeeded. 2023-01-15T14:28:06.696 INFO:teuthology.orchestra.run.smithi100.stdout:Running transaction 2023-01-15T14:28:06.696 INFO:teuthology.orchestra.run.smithi100.stdout: Preparing : 1/1 2023-01-15T14:28:06.696 INFO:teuthology.orchestra.run.smithi100.stdout: Reinstalling : kernel-4.18.0-408.el8.x86_64 1/2 2023-01-15T14:28:06.696 INFO:teuthology.orchestra.run.smithi100.stdout: Cleanup : kernel-4.18.0-408.el8.x86_64 2/2 2023-01-15T14:28:06.713 INFO:teuthology.orchestra.run.smithi027.stdout:kernel-4.18.0-408.el8.x86_64.rpm 40 MB/s | 8.5 MB 00:00 2023-01-15T14:28:07.909 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: kernel-4.18.0-408.el8.x86_64 2/2 2023-01-15T14:28:08.063 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : kernel-4.18.0-408.el8.x86_64 1/2 2023-01-15T14:28:08.063 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : kernel-4.18.0-408.el8.x86_64 2/2 2023-01-15T14:28:08.064 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:28:08.064 INFO:teuthology.orchestra.run.smithi100.stdout:Reinstalled: 2023-01-15T14:28:08.064 INFO:teuthology.orchestra.run.smithi100.stdout: kernel-4.18.0-408.el8.x86_64 2023-01-15T14:28:08.064 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:28:08.064 INFO:teuthology.orchestra.run.smithi100.stdout:Complete! 2023-01-15T14:28:08.064 DEBUG:teuthology.orchestra.run.smithi100:> rpm -q kernel --last | head -n 1 2023-01-15T14:28:08.065 INFO:teuthology.orchestra.run.smithi027.stdout:-------------------------------------------------------------------------------- 2023-01-15T14:28:08.065 INFO:teuthology.orchestra.run.smithi027.stdout:Total 40 MB/s | 8.5 MB 00:00 2023-01-15T14:28:08.065 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction check 2023-01-15T14:28:08.065 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction check succeeded. 2023-01-15T14:28:08.065 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction test 2023-01-15T14:28:08.066 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction test succeeded. 2023-01-15T14:28:08.066 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction 2023-01-15T14:28:08.066 INFO:teuthology.orchestra.run.smithi027.stdout: Preparing : 1/1 2023-01-15T14:28:08.066 INFO:teuthology.orchestra.run.smithi027.stdout: Reinstalling : kernel-4.18.0-408.el8.x86_64 1/2 2023-01-15T14:28:08.066 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : kernel-4.18.0-408.el8.x86_64 2/2 2023-01-15T14:28:08.200 INFO:teuthology.orchestra.run.smithi100.stdout:kernel-4.18.0-408.el8.x86_64 Sun 15 Jan 2023 02:28:06 PM UTC 2023-01-15T14:28:09.400 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-408.el8.x86_64 2023-01-15T14:28:09.400 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-01-15T14:28:09.400 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2023-01-15T14:28:09.400 DEBUG:teuthology.orchestra.run.smithi100:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-01-15T14:28:09.401 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: kernel-4.18.0-408.el8.x86_64 2/2 2023-01-15T14:28:09.401 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : kernel-4.18.0-408.el8.x86_64 1/2 2023-01-15T14:28:09.402 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : kernel-4.18.0-408.el8.x86_64 2/2 2023-01-15T14:28:09.402 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:28:09.402 INFO:teuthology.orchestra.run.smithi027.stdout:Reinstalled: 2023-01-15T14:28:09.402 INFO:teuthology.orchestra.run.smithi027.stdout: kernel-4.18.0-408.el8.x86_64 2023-01-15T14:28:09.402 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:28:09.403 INFO:teuthology.orchestra.run.smithi027.stdout:Complete! 2023-01-15T14:28:09.403 DEBUG:teuthology.orchestra.run.smithi027:> rpm -q kernel --last | head -n 1 2023-01-15T14:28:09.470 INFO:teuthology.orchestra.run.smithi100.stdout:ttyS1 2023-01-15T14:28:09.650 INFO:teuthology.orchestra.run.smithi027.stdout:kernel-4.18.0-408.el8.x86_64 Sun 15 Jan 2023 02:28:07 PM UTC 2023-01-15T14:28:09.650 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-408.el8.x86_64 2023-01-15T14:28:09.651 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-01-15T14:28:09.651 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2023-01-15T14:28:09.651 DEBUG:teuthology.orchestra.run.smithi027:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2023-01-15T14:28:09.652 DEBUG:teuthology.parallel:result is None 2023-01-15T14:28:09.691 INFO:teuthology.orchestra.run.smithi027.stdout:ttyS1 2023-01-15T14:28:09.804 DEBUG:teuthology.parallel:result is None 2023-01-15T14:28:09.804 INFO:teuthology.run_tasks:Running task internal.base... 2023-01-15T14:28:09.812 INFO:teuthology.task.internal:Creating test directory... 2023-01-15T14:28:10.050 DEBUG:teuthology.orchestra.run.smithi027:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-01-15T14:28:10.055 DEBUG:teuthology.orchestra.run.smithi100:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-01-15T14:28:10.075 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-01-15T14:28:10.224 INFO:teuthology.run_tasks:Running task internal.archive... 2023-01-15T14:28:10.242 INFO:teuthology.task.internal:Creating archive directory... 2023-01-15T14:28:10.431 DEBUG:teuthology.orchestra.run.smithi027:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-01-15T14:28:10.434 DEBUG:teuthology.orchestra.run.smithi100:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-01-15T14:28:10.474 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-01-15T14:28:10.608 INFO:teuthology.task.internal:Enabling coredump saving... 2023-01-15T14:28:10.608 DEBUG:teuthology.orchestra.run.smithi027:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-01-15T14:28:10.611 DEBUG:teuthology.orchestra.run.smithi100:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-01-15T14:28:10.643 INFO:teuthology.orchestra.run.smithi100.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-01-15T14:28:10.778 INFO:teuthology.orchestra.run.smithi100.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-01-15T14:28:10.784 INFO:teuthology.orchestra.run.smithi027.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-01-15T14:28:10.785 INFO:teuthology.orchestra.run.smithi027.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-01-15T14:28:10.785 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-01-15T14:28:10.794 INFO:teuthology.task.internal:Configuring sudo... 2023-01-15T14:28:11.067 DEBUG:teuthology.orchestra.run.smithi027:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-01-15T14:28:11.070 DEBUG:teuthology.orchestra.run.smithi100:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-01-15T14:28:11.101 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-01-15T14:28:11.243 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-01-15T14:28:11.243 DEBUG:teuthology.orchestra.run.smithi027:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-01-15T14:28:11.246 DEBUG:teuthology.orchestra.run.smithi100:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-01-15T14:28:11.264 DEBUG:teuthology.orchestra.run.smithi027:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-01-15T14:28:11.454 DEBUG:teuthology.orchestra.run.smithi027:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-01-15T14:28:11.862 DEBUG:teuthology.orchestra.run.smithi027:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-01-15T14:28:12.068 DEBUG:teuthology.orchestra.run.smithi027:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-01-15T14:28:12.250 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:28:12.424 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-01-15T14:28:12.455 DEBUG:teuthology.orchestra.run.smithi100:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-01-15T14:28:12.673 DEBUG:teuthology.orchestra.run.smithi100:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-01-15T14:28:13.181 DEBUG:teuthology.orchestra.run.smithi100:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-01-15T14:28:13.364 DEBUG:teuthology.orchestra.run.smithi100:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-01-15T14:28:13.518 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:28:13.642 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-01-15T14:28:13.675 DEBUG:teuthology.orchestra.run.smithi027:> sudo service rsyslog restart 2023-01-15T14:28:13.681 DEBUG:teuthology.orchestra.run.smithi100:> sudo service rsyslog restart 2023-01-15T14:28:13.751 INFO:teuthology.orchestra.run.smithi027.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-01-15T14:28:13.809 INFO:teuthology.orchestra.run.smithi100.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-01-15T14:28:14.004 INFO:teuthology.run_tasks:Running task internal.timer... 2023-01-15T14:28:14.060 INFO:teuthology.task.internal:Starting timer... 2023-01-15T14:28:14.060 INFO:teuthology.run_tasks:Running task pcp... 2023-01-15T14:28:14.091 INFO:teuthology.run_tasks:Running task selinux... 2023-01-15T14:28:14.260 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-01-15T14:28:14.418 DEBUG:teuthology.orchestra.run.smithi027:> sudo service auditd rotate 2023-01-15T14:28:14.510 INFO:teuthology.orchestra.run.smithi027.stdout:Rotating logs: 2023-01-15T14:28:14.689 DEBUG:teuthology.orchestra.run.smithi100:> sudo service auditd rotate 2023-01-15T14:28:14.755 INFO:teuthology.orchestra.run.smithi100.stdout:Rotating logs: 2023-01-15T14:28:14.845 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-01-15T14:28:14.846 DEBUG:teuthology.orchestra.run.smithi027:> /usr/sbin/getenforce 2023-01-15T14:28:14.871 INFO:teuthology.orchestra.run.smithi027.stdout:Permissive 2023-01-15T14:28:14.952 DEBUG:teuthology.orchestra.run.smithi100:> /usr/sbin/getenforce 2023-01-15T14:28:14.978 INFO:teuthology.orchestra.run.smithi100.stdout:Permissive 2023-01-15T14:28:14.978 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi027.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi100.front.sepia.ceph.com': 'permissive'} 2023-01-15T14:28:14.978 DEBUG:teuthology.orchestra.run.smithi027:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\)' 2023-01-15T14:28:15.007 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-15T14:28:15.143 DEBUG:teuthology.orchestra.run.smithi100:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av '\(comm="dmidecode"\|chronyd.service\|name="cephtest"\|scontext=system_u:system_r:nrpe_t:s0\|scontext=system_u:system_r:pcp_pmlogger_t\|scontext=system_u:system_r:pcp_pmcd_t:s0\|comm="rhsmd"\|scontext=system_u:system_r:syslogd_t:s0\|tcontext=system_u:system_r:nrpe_t:s0\|comm="updatedb"\|comm="smartd"\|comm="rhsmcertd-worke"\|comm="setroubleshootd"\|comm="rpm"\|tcontext=system_u:object_r:container_runtime_exec_t:s0\|comm="ksmtuned"\|comm="sssd"\|comm="sss_cache"\|context=system_u:system_r:NetworkManager_dispatcher_t:s0\)' 2023-01-15T14:28:15.171 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-15T14:28:15.308 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-01-15T14:28:15.308 DEBUG:teuthology.orchestra.run.smithi027:> sudo /usr/sbin/setenforce permissive 2023-01-15T14:28:15.337 DEBUG:teuthology.orchestra.run.smithi100:> sudo /usr/sbin/setenforce permissive 2023-01-15T14:28:15.528 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-01-15T14:28:15.722 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-01-15T14:28:15.914 INFO:teuthology.repo_utils:Fetching main from origin 2023-01-15T14:28:16.054 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-01-15T14:28:16.135 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-01-15T14:28:16.316 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi027.front.sepia.ceph.com,smithi100.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-01-15T14:34:52.176 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi027.front.sepia.ceph.com'), Remote(name='ubuntu@smithi100.front.sepia.ceph.com')] 2023-01-15T14:34:52.197 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi027.front.sepia.ceph.com' 2023-01-15T14:34:52.198 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi027.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-15T14:34:52.268 DEBUG:teuthology.orchestra.run.smithi027:> true 2023-01-15T14:34:52.398 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi100.front.sepia.ceph.com' 2023-01-15T14:34:52.399 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi100.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-01-15T14:34:52.466 DEBUG:teuthology.orchestra.run.smithi100:> true 2023-01-15T14:34:52.557 INFO:teuthology.run_tasks:Running task clock... 2023-01-15T14:34:52.570 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-01-15T14:34:52.570 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-01-15T14:34:52.570 DEBUG:teuthology.orchestra.run.smithi027:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-01-15T14:34:52.573 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-01-15T14:34:52.573 DEBUG:teuthology.orchestra.run.smithi100:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-01-15T14:34:52.604 INFO:teuthology.orchestra.run.smithi027.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-01-15T14:34:52.705 INFO:teuthology.orchestra.run.smithi100.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-01-15T14:34:52.705 INFO:teuthology.orchestra.run.smithi100.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-01-15T14:34:52.706 INFO:teuthology.orchestra.run.smithi027.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-01-15T14:34:52.706 INFO:teuthology.orchestra.run.smithi027.stderr:sudo: ntpd: command not found 2023-01-15T14:34:52.706 INFO:teuthology.orchestra.run.smithi027.stdout:506 Cannot talk to daemon 2023-01-15T14:34:52.717 INFO:teuthology.orchestra.run.smithi027.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-01-15T14:34:52.719 INFO:teuthology.orchestra.run.smithi100.stderr:sudo: ntpd: command not found 2023-01-15T14:34:52.731 INFO:teuthology.orchestra.run.smithi100.stdout:506 Cannot talk to daemon 2023-01-15T14:34:52.731 INFO:teuthology.orchestra.run.smithi027.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-01-15T14:34:52.744 INFO:teuthology.orchestra.run.smithi100.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-01-15T14:34:52.896 INFO:teuthology.orchestra.run.smithi027.stderr:bash: ntpq: command not found 2023-01-15T14:34:52.896 INFO:teuthology.orchestra.run.smithi100.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-01-15T14:34:52.896 INFO:teuthology.orchestra.run.smithi100.stderr:bash: ntpq: command not found 2023-01-15T14:34:52.897 INFO:teuthology.orchestra.run.smithi027.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-01-15T14:34:52.898 INFO:teuthology.orchestra.run.smithi027.stdout:=============================================================================== 2023-01-15T14:34:52.898 INFO:teuthology.orchestra.run.smithi027.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:34:52.898 INFO:teuthology.orchestra.run.smithi027.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:34:52.898 INFO:teuthology.orchestra.run.smithi027.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:34:52.898 INFO:teuthology.orchestra.run.smithi027.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:34:52.898 INFO:teuthology.orchestra.run.smithi100.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-01-15T14:34:52.898 INFO:teuthology.orchestra.run.smithi100.stdout:=============================================================================== 2023-01-15T14:34:52.898 INFO:teuthology.orchestra.run.smithi100.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:34:52.899 INFO:teuthology.orchestra.run.smithi100.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:34:52.899 INFO:teuthology.orchestra.run.smithi100.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:34:52.899 INFO:teuthology.orchestra.run.smithi100.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-01-15T14:34:52.899 INFO:teuthology.run_tasks:Running task install... 2023-01-15T14:34:52.907 DEBUG:teuthology.task.install:project ceph 2023-01-15T14:34:52.907 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'}} 2023-01-15T14:34:52.907 DEBUG:teuthology.task.install:config {'extra_system_packages': {'deb': ['s3cmd'], 'rpm': ['s3cmd']}, 'flavor': 'default', 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'} 2023-01-15T14:34:52.908 INFO:teuthology.task.install:Using flavor: default 2023-01-15T14:34:52.914 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-01-15T14:34:52.915 INFO:teuthology.task.install:extra packages: [] 2023-01-15T14:34:52.915 DEBUG:teuthology.orchestra.run.smithi027:> sudo lsb_release -is 2023-01-15T14:34:52.975 INFO:teuthology.orchestra.run.smithi027.stdout:CentOSStream 2023-01-15T14:34:53.267 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-15T14:34:53.267 DEBUG:teuthology.orchestra.run.smithi100:> sudo lsb_release -is 2023-01-15T14:34:53.267 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd'], 'rpm': ['s3cmd']}, 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3', 'tag': None, 'wait_for_package': False} 2023-01-15T14:34:53.268 DEBUG:teuthology.orchestra.run.smithi027:> sudo lsb_release -is 2023-01-15T14:34:53.303 INFO:teuthology.orchestra.run.smithi100.stdout:CentOSStream 2023-01-15T14:34:53.304 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-15T14:34:53.305 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': [], 'extra_system_packages': {'deb': ['s3cmd'], 'rpm': ['s3cmd']}, 'extras': None, 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3', 'tag': None, 'wait_for_package': False} 2023-01-15T14:34:53.305 DEBUG:teuthology.orchestra.run.smithi100:> sudo lsb_release -is 2023-01-15T14:34:53.344 INFO:teuthology.orchestra.run.smithi027.stdout:CentOSStream 2023-01-15T14:34:53.345 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-15T14:34:53.346 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:34:53.384 INFO:teuthology.orchestra.run.smithi100.stdout:CentOSStream 2023-01-15T14:34:53.426 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-15T14:34:53.426 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:34:53.522 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/ 2023-01-15T14:34:53.580 INFO:teuthology.task.install.rpm:Package version is 18.0.0-1672.g69cf1797 2023-01-15T14:34:53.630 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/ 2023-01-15T14:34:53.631 INFO:teuthology.task.install.rpm:Package version is 18.0.0-1672.g69cf1797 2023-01-15T14:34:53.719 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-01-15T14:34:53.741 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:34:53.741 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-01-15T14:34:53.774 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, s3cmd, s3cmd on remote rpm x86_64 2023-01-15T14:34:54.094 DEBUG:teuthology.orchestra.run.smithi027:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-01-15T14:34:54.097 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-fips-openssl3_i01/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-01-15T14:34:54.098 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:34:54.098 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-01-15T14:34:54.126 DEBUG:teuthology.orchestra.run.smithi027:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-01-15T14:34:54.238 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, s3cmd, s3cmd, s3cmd, s3cmd on remote rpm x86_64 2023-01-15T14:34:54.239 DEBUG:teuthology.orchestra.run.smithi100:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-01-15T14:34:54.280 DEBUG:teuthology.orchestra.run.smithi027:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-01-15T14:34:54.309 DEBUG:teuthology.orchestra.run.smithi100:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-01-15T14:34:54.420 INFO:teuthology.orchestra.run.smithi027.stdout:check_obsoletes = 1 2023-01-15T14:34:54.421 DEBUG:teuthology.orchestra.run.smithi027:> sudo yum clean all 2023-01-15T14:34:54.428 DEBUG:teuthology.orchestra.run.smithi100:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-01-15T14:34:54.494 INFO:teuthology.orchestra.run.smithi100.stdout:check_obsoletes = 1 2023-01-15T14:34:54.495 DEBUG:teuthology.orchestra.run.smithi100:> sudo yum clean all 2023-01-15T14:34:54.693 INFO:teuthology.orchestra.run.smithi027.stdout:62 files removed 2023-01-15T14:34:54.723 DEBUG:teuthology.orchestra.run.smithi027:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd s3cmd s3cmd s3cmd 2023-01-15T14:34:54.748 INFO:teuthology.orchestra.run.smithi100.stdout:62 files removed 2023-01-15T14:34:54.777 DEBUG:teuthology.orchestra.run.smithi100:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd s3cmd s3cmd s3cmd s3cmd 2023-01-15T14:34:55.409 INFO:teuthology.orchestra.run.smithi027.stdout:ceph packages for x86_64 280 kB/s | 81 kB 00:00 2023-01-15T14:34:55.570 INFO:teuthology.orchestra.run.smithi100.stdout:ceph packages for x86_64 276 kB/s | 81 kB 00:00 2023-01-15T14:34:55.719 INFO:teuthology.orchestra.run.smithi027.stdout:ceph noarch packages 34 kB/s | 9.3 kB 00:00 2023-01-15T14:34:55.863 INFO:teuthology.orchestra.run.smithi100.stdout:ceph noarch packages 36 kB/s | 9.3 kB 00:00 2023-01-15T14:34:56.302 INFO:teuthology.orchestra.run.smithi027.stdout:ceph source packages 6.5 kB/s | 1.5 kB 00:00 2023-01-15T14:34:56.303 INFO:teuthology.orchestra.run.smithi100.stdout:ceph source packages 6.5 kB/s | 1.5 kB 00:00 2023-01-15T14:34:56.738 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS-8 - AppStream 37 MB/s | 27 MB 00:00 2023-01-15T14:34:56.932 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS-8 - AppStream 34 MB/s | 27 MB 00:00 2023-01-15T14:35:02.491 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS-8 - BaseOS 38 MB/s | 26 MB 00:00 2023-01-15T14:35:02.681 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS-8 - BaseOS 31 MB/s | 26 MB 00:00 2023-01-15T14:35:06.881 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS-8 - Extras 47 kB/s | 18 kB 00:00 2023-01-15T14:35:07.071 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS-8 - Extras 155 kB/s | 18 kB 00:00 2023-01-15T14:35:07.258 INFO:teuthology.orchestra.run.smithi100.stdout:CentOS-8 - PowerTools 21 MB/s | 5.5 MB 00:00 2023-01-15T14:35:07.481 INFO:teuthology.orchestra.run.smithi027.stdout:CentOS-8 - PowerTools 19 MB/s | 5.5 MB 00:00 2023-01-15T14:35:08.433 INFO:teuthology.orchestra.run.smithi100.stdout:Copr repo for python3-asyncssh owned by ceph 32 kB/s | 3.5 kB 00:00 2023-01-15T14:35:08.756 INFO:teuthology.orchestra.run.smithi027.stdout:Copr repo for python3-asyncssh owned by ceph 24 kB/s | 3.5 kB 00:00 2023-01-15T14:35:09.613 INFO:teuthology.orchestra.run.smithi100.stdout:Extra Packages for Enterprise Linux 13 MB/s | 13 MB 00:01 2023-01-15T14:35:10.073 INFO:teuthology.orchestra.run.smithi027.stdout:Extra Packages for Enterprise Linux 11 MB/s | 13 MB 00:01 2023-01-15T14:35:12.833 INFO:teuthology.orchestra.run.smithi100.stdout:lab-extras 449 kB/s | 24 kB 00:00 2023-01-15T14:35:13.548 INFO:teuthology.orchestra.run.smithi027.stdout:lab-extras 413 kB/s | 24 kB 00:00 2023-01-15T14:35:16.003 INFO:teuthology.orchestra.run.smithi100.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-01-15T14:35:16.019 INFO:teuthology.orchestra.run.smithi100.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-01-15T14:35:16.121 INFO:teuthology.orchestra.run.smithi100.stdout:Dependencies resolved. 2023-01-15T14:35:16.180 INFO:teuthology.orchestra.run.smithi100.stdout:===================================================================================================== 2023-01-15T14:35:16.181 INFO:teuthology.orchestra.run.smithi100.stdout: Package Arch Version Repository Size 2023-01-15T14:35:16.181 INFO:teuthology.orchestra.run.smithi100.stdout:===================================================================================================== 2023-01-15T14:35:16.181 INFO:teuthology.orchestra.run.smithi100.stdout:Installing: 2023-01-15T14:35:16.181 INFO:teuthology.orchestra.run.smithi100.stdout: ceph x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 6.4 k 2023-01-15T14:35:16.181 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-base x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 5.2 M 2023-01-15T14:35:16.181 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-fuse x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 845 k 2023-01-15T14:35:16.181 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 165 k 2023-01-15T14:35:16.181 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 1.5 M 2023-01-15T14:35:16.181 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-cephadm noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 119 k 2023-01-15T14:35:16.182 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-dashboard noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 1.7 M 2023-01-15T14:35:16.182 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 7.4 M 2023-01-15T14:35:16.182 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-rook noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 47 k 2023-01-15T14:35:16.182 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-radosgw x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 13 M 2023-01-15T14:35:16.182 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-test x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 48 M 2023-01-15T14:35:16.182 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-volume noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 263 k 2023-01-15T14:35:16.182 INFO:teuthology.orchestra.run.smithi100.stdout: cephadm noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 81 k 2023-01-15T14:35:16.182 INFO:teuthology.orchestra.run.smithi100.stdout: libcephfs-devel x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 30 k 2023-01-15T14:35:16.182 INFO:teuthology.orchestra.run.smithi100.stdout: libcephfs2 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 767 k 2023-01-15T14:35:16.183 INFO:teuthology.orchestra.run.smithi100.stdout: librados-devel x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 139 k 2023-01-15T14:35:16.183 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cephfs x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 190 k 2023-01-15T14:35:16.183 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rados x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 370 k 2023-01-15T14:35:16.183 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rbd x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 364 k 2023-01-15T14:35:16.183 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rgw x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 107 k 2023-01-15T14:35:16.183 INFO:teuthology.orchestra.run.smithi100.stdout: rbd-fuse x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 94 k 2023-01-15T14:35:16.183 INFO:teuthology.orchestra.run.smithi100.stdout: rbd-mirror x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.4 M 2023-01-15T14:35:16.185 INFO:teuthology.orchestra.run.smithi100.stdout: rbd-nbd x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 179 k 2023-01-15T14:35:16.186 INFO:teuthology.orchestra.run.smithi100.stdout: s3cmd noarch 2.3.0-1.el8 epel 213 k 2023-01-15T14:35:16.186 INFO:teuthology.orchestra.run.smithi100.stdout:Upgrading: 2023-01-15T14:35:16.186 INFO:teuthology.orchestra.run.smithi100.stdout: librados2 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.6 M 2023-01-15T14:35:16.186 INFO:teuthology.orchestra.run.smithi100.stdout: librbd1 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.6 M 2023-01-15T14:35:16.202 INFO:teuthology.orchestra.run.smithi100.stdout:Installing dependencies: 2023-01-15T14:35:16.202 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-common x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 24 M 2023-01-15T14:35:16.202 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-grafana-dashboards noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 23 k 2023-01-15T14:35:16.202 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mds x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 2.3 M 2023-01-15T14:35:16.202 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-modules-core noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 234 k 2023-01-15T14:35:16.202 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mon x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.9 M 2023-01-15T14:35:16.202 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-osd x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 17 M 2023-01-15T14:35:16.203 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-prometheus-alerts noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 15 k 2023-01-15T14:35:16.203 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-selinux x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 24 k 2023-01-15T14:35:16.203 INFO:teuthology.orchestra.run.smithi100.stdout: fuse x86_64 2.9.7-16.el8 CentOS-BaseOS 83 k 2023-01-15T14:35:16.203 INFO:teuthology.orchestra.run.smithi100.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-01-15T14:35:16.203 INFO:teuthology.orchestra.run.smithi100.stdout: jq x86_64 1.6-6.el8 CentOS-AppStream 202 k 2023-01-15T14:35:16.203 INFO:teuthology.orchestra.run.smithi100.stdout: libcephsqlite x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 138 k 2023-01-15T14:35:16.203 INFO:teuthology.orchestra.run.smithi100.stdout: libgfortran x86_64 8.5.0-18.el8 CentOS-BaseOS 645 k 2023-01-15T14:35:16.203 INFO:teuthology.orchestra.run.smithi100.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-01-15T14:35:16.203 INFO:teuthology.orchestra.run.smithi100.stdout: libquadmath x86_64 8.5.0-18.el8 CentOS-BaseOS 172 k 2023-01-15T14:35:16.203 INFO:teuthology.orchestra.run.smithi100.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-BaseOS 47 k 2023-01-15T14:35:16.203 INFO:teuthology.orchestra.run.smithi100.stdout: libradosstriper1 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 474 k 2023-01-15T14:35:16.203 INFO:teuthology.orchestra.run.smithi100.stdout: librdkafka x86_64 0.11.4-3.el8 CentOS-AppStream 354 k 2023-01-15T14:35:16.203 INFO:teuthology.orchestra.run.smithi100.stdout: librgw2 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 6.5 M 2023-01-15T14:35:16.204 INFO:teuthology.orchestra.run.smithi100.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-01-15T14:35:16.204 INFO:teuthology.orchestra.run.smithi100.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2023-01-15T14:35:16.204 INFO:teuthology.orchestra.run.smithi100.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2023-01-15T14:35:16.204 INFO:teuthology.orchestra.run.smithi100.stdout: openblas x86_64 0.3.15-4.el8 CentOS-AppStream 4.7 M 2023-01-15T14:35:16.204 INFO:teuthology.orchestra.run.smithi100.stdout: openblas-threads x86_64 0.3.15-4.el8 CentOS-AppStream 4.9 M 2023-01-15T14:35:16.204 INFO:teuthology.orchestra.run.smithi100.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-01-15T14:35:16.204 INFO:teuthology.orchestra.run.smithi100.stdout: python3-babel noarch 2.5.1-7.el8 CentOS-AppStream 4.8 M 2023-01-15T14:35:16.204 INFO:teuthology.orchestra.run.smithi100.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-01-15T14:35:16.204 INFO:teuthology.orchestra.run.smithi100.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-01-15T14:35:16.204 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-01-15T14:35:16.204 INFO:teuthology.orchestra.run.smithi100.stdout: python3-ceph-argparse x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 45 k 2023-01-15T14:35:16.205 INFO:teuthology.orchestra.run.smithi100.stdout: python3-ceph-common x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 114 k 2023-01-15T14:35:16.205 INFO:teuthology.orchestra.run.smithi100.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-01-15T14:35:16.205 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-BaseOS 237 k 2023-01-15T14:35:16.205 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-01-15T14:35:16.205 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-01-15T14:35:16.205 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cryptography x86_64 3.2.1-5.el8 CentOS-BaseOS 559 k 2023-01-15T14:35:16.205 INFO:teuthology.orchestra.run.smithi100.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-01-15T14:35:16.205 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-01-15T14:35:16.205 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-01-15T14:35:16.206 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jinja2 noarch 2.10.1-3.el8 CentOS-AppStream 538 k 2023-01-15T14:35:16.206 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2023-01-15T14:35:16.206 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2023-01-15T14:35:16.206 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-BaseOS 43 k 2023-01-15T14:35:16.206 INFO:teuthology.orchestra.run.smithi100.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-01-15T14:35:16.206 INFO:teuthology.orchestra.run.smithi100.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-01-15T14:35:16.206 INFO:teuthology.orchestra.run.smithi100.stdout: python3-magic noarch 5.33-20.el8 CentOS-BaseOS 46 k 2023-01-15T14:35:16.206 INFO:teuthology.orchestra.run.smithi100.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2023-01-15T14:35:16.206 INFO:teuthology.orchestra.run.smithi100.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2023-01-15T14:35:16.206 INFO:teuthology.orchestra.run.smithi100.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-01-15T14:35:16.206 INFO:teuthology.orchestra.run.smithi100.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-01-15T14:35:16.206 INFO:teuthology.orchestra.run.smithi100.stdout: python3-numpy x86_64 1:1.14.3-10.el8 CentOS-AppStream 3.7 M 2023-01-15T14:35:16.207 INFO:teuthology.orchestra.run.smithi100.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 CentOS-AppStream 225 k 2023-01-15T14:35:16.207 INFO:teuthology.orchestra.run.smithi100.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-BaseOS 155 k 2023-01-15T14:35:16.207 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-01-15T14:35:16.207 INFO:teuthology.orchestra.run.smithi100.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-01-15T14:35:16.233 INFO:teuthology.orchestra.run.smithi100.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2023-01-15T14:35:16.233 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2023-01-15T14:35:16.233 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2023-01-15T14:35:16.234 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2023-01-15T14:35:16.234 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-BaseOS 109 k 2023-01-15T14:35:16.234 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2023-01-15T14:35:16.234 INFO:teuthology.orchestra.run.smithi100.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-01-15T14:35:16.234 INFO:teuthology.orchestra.run.smithi100.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-BaseOS 43 k 2023-01-15T14:35:16.234 INFO:teuthology.orchestra.run.smithi100.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-01-15T14:35:16.234 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-01-15T14:35:16.234 INFO:teuthology.orchestra.run.smithi100.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 CentOS-AppStream 14 M 2023-01-15T14:35:16.234 INFO:teuthology.orchestra.run.smithi100.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-01-15T14:35:16.234 INFO:teuthology.orchestra.run.smithi100.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-01-15T14:35:16.234 INFO:teuthology.orchestra.run.smithi100.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-01-15T14:35:16.235 INFO:teuthology.orchestra.run.smithi100.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-01-15T14:35:16.235 INFO:teuthology.orchestra.run.smithi100.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2023-01-15T14:35:16.235 INFO:teuthology.orchestra.run.smithi100.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-01-15T14:35:16.235 INFO:teuthology.orchestra.run.smithi100.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-01-15T14:35:16.235 INFO:teuthology.orchestra.run.smithi100.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-01-15T14:35:16.235 INFO:teuthology.orchestra.run.smithi100.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2023-01-15T14:35:16.235 INFO:teuthology.orchestra.run.smithi100.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-01-15T14:35:16.235 INFO:teuthology.orchestra.run.smithi100.stdout: socat x86_64 1.7.4.1-1.el8 CentOS-AppStream 323 k 2023-01-15T14:35:16.235 INFO:teuthology.orchestra.run.smithi100.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-01-15T14:35:16.235 INFO:teuthology.orchestra.run.smithi100.stdout: xmlstarlet x86_64 1.6.1-20.el8 CentOS-AppStream 71 k 2023-01-15T14:35:16.235 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:35:16.236 INFO:teuthology.orchestra.run.smithi100.stdout:Transaction Summary 2023-01-15T14:35:16.236 INFO:teuthology.orchestra.run.smithi100.stdout:===================================================================================================== 2023-01-15T14:35:16.236 INFO:teuthology.orchestra.run.smithi100.stdout:Install 103 Packages 2023-01-15T14:35:16.236 INFO:teuthology.orchestra.run.smithi100.stdout:Upgrade 2 Packages 2023-01-15T14:35:16.236 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:35:16.236 INFO:teuthology.orchestra.run.smithi100.stdout:Total download size: 189 M 2023-01-15T14:35:16.236 INFO:teuthology.orchestra.run.smithi100.stdout:Downloading Packages: 2023-01-15T14:35:16.276 INFO:teuthology.orchestra.run.smithi100.stdout:(1/105): ceph-18.0.0-1672.g69cf1797.el8.x86_64. 49 kB/s | 6.4 kB 00:00 2023-01-15T14:35:16.493 INFO:teuthology.orchestra.run.smithi100.stdout:(2/105): ceph-fuse-18.0.0-1672.g69cf1797.el8.x8 3.8 MB/s | 845 kB 00:00 2023-01-15T14:35:16.551 INFO:teuthology.orchestra.run.smithi100.stdout:(3/105): ceph-immutable-object-cache-18.0.0-167 2.8 MB/s | 165 kB 00:00 2023-01-15T14:35:16.910 INFO:teuthology.orchestra.run.smithi100.stdout:(4/105): ceph-mds-18.0.0-1672.g69cf1797.el8.x86 6.3 MB/s | 2.3 MB 00:00 2023-01-15T14:35:17.014 INFO:teuthology.orchestra.run.smithi100.stdout:(5/105): ceph-base-18.0.0-1672.g69cf1797.el8.x8 6.2 MB/s | 5.2 MB 00:00 2023-01-15T14:35:17.015 INFO:teuthology.orchestra.run.smithi027.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-01-15T14:35:17.015 INFO:teuthology.orchestra.run.smithi027.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-01-15T14:35:17.064 INFO:teuthology.orchestra.run.smithi027.stdout:Dependencies resolved. 2023-01-15T14:35:17.177 INFO:teuthology.orchestra.run.smithi100.stdout:(6/105): ceph-mgr-18.0.0-1672.g69cf1797.el8.x86 6.1 MB/s | 1.5 MB 00:00 2023-01-15T14:35:17.177 INFO:teuthology.orchestra.run.smithi027.stdout:===================================================================================================== 2023-01-15T14:35:17.177 INFO:teuthology.orchestra.run.smithi027.stdout: Package Arch Version Repository Size 2023-01-15T14:35:17.177 INFO:teuthology.orchestra.run.smithi027.stdout:===================================================================================================== 2023-01-15T14:35:17.177 INFO:teuthology.orchestra.run.smithi027.stdout:Installing: 2023-01-15T14:35:17.177 INFO:teuthology.orchestra.run.smithi027.stdout: ceph x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 6.4 k 2023-01-15T14:35:17.178 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-base x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 5.2 M 2023-01-15T14:35:17.178 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-fuse x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 845 k 2023-01-15T14:35:17.178 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 165 k 2023-01-15T14:35:17.178 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 1.5 M 2023-01-15T14:35:17.178 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-cephadm noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 119 k 2023-01-15T14:35:17.178 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-dashboard noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 1.7 M 2023-01-15T14:35:17.178 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 7.4 M 2023-01-15T14:35:17.178 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-rook noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 47 k 2023-01-15T14:35:17.178 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-radosgw x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 13 M 2023-01-15T14:35:17.178 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-test x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 48 M 2023-01-15T14:35:17.178 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-volume noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 263 k 2023-01-15T14:35:17.179 INFO:teuthology.orchestra.run.smithi027.stdout: cephadm noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 81 k 2023-01-15T14:35:17.179 INFO:teuthology.orchestra.run.smithi027.stdout: libcephfs-devel x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 30 k 2023-01-15T14:35:17.179 INFO:teuthology.orchestra.run.smithi027.stdout: libcephfs2 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 767 k 2023-01-15T14:35:17.179 INFO:teuthology.orchestra.run.smithi027.stdout: librados-devel x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 139 k 2023-01-15T14:35:17.179 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cephfs x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 190 k 2023-01-15T14:35:17.179 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rados x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 370 k 2023-01-15T14:35:17.179 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rbd x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 364 k 2023-01-15T14:35:17.179 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rgw x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 107 k 2023-01-15T14:35:17.179 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-fuse x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 94 k 2023-01-15T14:35:17.179 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-mirror x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.4 M 2023-01-15T14:35:17.179 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-nbd x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 179 k 2023-01-15T14:35:17.180 INFO:teuthology.orchestra.run.smithi027.stdout: s3cmd noarch 2.3.0-1.el8 epel 213 k 2023-01-15T14:35:17.180 INFO:teuthology.orchestra.run.smithi027.stdout:Upgrading: 2023-01-15T14:35:17.181 INFO:teuthology.orchestra.run.smithi027.stdout: librados2 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.6 M 2023-01-15T14:35:17.181 INFO:teuthology.orchestra.run.smithi027.stdout: librbd1 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.6 M 2023-01-15T14:35:17.181 INFO:teuthology.orchestra.run.smithi027.stdout:Installing dependencies: 2023-01-15T14:35:17.181 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-common x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 24 M 2023-01-15T14:35:17.181 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-grafana-dashboards noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 23 k 2023-01-15T14:35:17.181 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mds x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 2.3 M 2023-01-15T14:35:17.181 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-modules-core noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 234 k 2023-01-15T14:35:17.181 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mon x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 3.9 M 2023-01-15T14:35:17.181 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-osd x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 17 M 2023-01-15T14:35:17.182 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-prometheus-alerts noarch 2:18.0.0-1672.g69cf1797.el8 ceph-noarch 15 k 2023-01-15T14:35:17.182 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-selinux x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 24 k 2023-01-15T14:35:17.182 INFO:teuthology.orchestra.run.smithi027.stdout: fuse x86_64 2.9.7-16.el8 CentOS-BaseOS 83 k 2023-01-15T14:35:17.182 INFO:teuthology.orchestra.run.smithi027.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-01-15T14:35:17.182 INFO:teuthology.orchestra.run.smithi027.stdout: jq x86_64 1.6-6.el8 CentOS-AppStream 202 k 2023-01-15T14:35:17.182 INFO:teuthology.orchestra.run.smithi027.stdout: libcephsqlite x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 138 k 2023-01-15T14:35:17.182 INFO:teuthology.orchestra.run.smithi027.stdout: libgfortran x86_64 8.5.0-18.el8 CentOS-BaseOS 645 k 2023-01-15T14:35:17.182 INFO:teuthology.orchestra.run.smithi027.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-01-15T14:35:17.182 INFO:teuthology.orchestra.run.smithi027.stdout: libquadmath x86_64 8.5.0-18.el8 CentOS-BaseOS 172 k 2023-01-15T14:35:17.183 INFO:teuthology.orchestra.run.smithi027.stdout: librabbitmq x86_64 0.9.0-3.el8 CentOS-BaseOS 47 k 2023-01-15T14:35:17.183 INFO:teuthology.orchestra.run.smithi027.stdout: libradosstriper1 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 474 k 2023-01-15T14:35:17.183 INFO:teuthology.orchestra.run.smithi027.stdout: librdkafka x86_64 0.11.4-3.el8 CentOS-AppStream 354 k 2023-01-15T14:35:17.183 INFO:teuthology.orchestra.run.smithi027.stdout: librgw2 x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 6.5 M 2023-01-15T14:35:17.183 INFO:teuthology.orchestra.run.smithi027.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-01-15T14:35:17.183 INFO:teuthology.orchestra.run.smithi027.stdout: lttng-ust x86_64 2.8.1-11.el8 CentOS-AppStream 259 k 2023-01-15T14:35:17.183 INFO:teuthology.orchestra.run.smithi027.stdout: oniguruma x86_64 6.8.2-2.el8 CentOS-AppStream 187 k 2023-01-15T14:35:17.183 INFO:teuthology.orchestra.run.smithi027.stdout: openblas x86_64 0.3.15-4.el8 CentOS-AppStream 4.7 M 2023-01-15T14:35:17.183 INFO:teuthology.orchestra.run.smithi027.stdout: openblas-threads x86_64 0.3.15-4.el8 CentOS-AppStream 4.9 M 2023-01-15T14:35:17.183 INFO:teuthology.orchestra.run.smithi027.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-01-15T14:35:17.183 INFO:teuthology.orchestra.run.smithi027.stdout: python3-babel noarch 2.5.1-7.el8 CentOS-AppStream 4.8 M 2023-01-15T14:35:17.183 INFO:teuthology.orchestra.run.smithi027.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-01-15T14:35:17.184 INFO:teuthology.orchestra.run.smithi027.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-01-15T14:35:17.184 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-01-15T14:35:17.184 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ceph-argparse x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 45 k 2023-01-15T14:35:17.184 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ceph-common x86_64 2:18.0.0-1672.g69cf1797.el8 ceph 114 k 2023-01-15T14:35:17.184 INFO:teuthology.orchestra.run.smithi027.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-01-15T14:35:17.184 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cffi x86_64 1.11.5-5.el8 CentOS-BaseOS 237 k 2023-01-15T14:35:17.184 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-01-15T14:35:17.184 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-01-15T14:35:17.184 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cryptography x86_64 3.2.1-5.el8 CentOS-BaseOS 559 k 2023-01-15T14:35:17.184 INFO:teuthology.orchestra.run.smithi027.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-01-15T14:35:17.184 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-01-15T14:35:17.185 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-01-15T14:35:17.185 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jinja2 noarch 2.10.1-3.el8 CentOS-AppStream 538 k 2023-01-15T14:35:17.185 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jsonpatch noarch 1.21-2.el8 CentOS-AppStream 27 k 2023-01-15T14:35:17.185 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jsonpointer noarch 1.10-11.el8 CentOS-AppStream 20 k 2023-01-15T14:35:17.185 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jwt noarch 1.6.1-2.el8 CentOS-BaseOS 43 k 2023-01-15T14:35:17.185 INFO:teuthology.orchestra.run.smithi027.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-01-15T14:35:17.185 INFO:teuthology.orchestra.run.smithi027.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-01-15T14:35:17.185 INFO:teuthology.orchestra.run.smithi027.stdout: python3-magic noarch 5.33-20.el8 CentOS-BaseOS 46 k 2023-01-15T14:35:17.185 INFO:teuthology.orchestra.run.smithi027.stdout: python3-mako noarch 1.0.6-13.el8 CentOS-AppStream 157 k 2023-01-15T14:35:17.185 INFO:teuthology.orchestra.run.smithi027.stdout: python3-markupsafe x86_64 0.23-19.el8 CentOS-AppStream 39 k 2023-01-15T14:35:17.185 INFO:teuthology.orchestra.run.smithi027.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-01-15T14:35:17.185 INFO:teuthology.orchestra.run.smithi027.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-01-15T14:35:17.186 INFO:teuthology.orchestra.run.smithi027.stdout: python3-numpy x86_64 1:1.14.3-10.el8 CentOS-AppStream 3.7 M 2023-01-15T14:35:17.186 INFO:teuthology.orchestra.run.smithi027.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 CentOS-AppStream 225 k 2023-01-15T14:35:17.186 INFO:teuthology.orchestra.run.smithi027.stdout: python3-oauthlib noarch 2.1.0-1.el8 CentOS-BaseOS 155 k 2023-01-15T14:35:17.186 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-01-15T14:35:17.186 INFO:teuthology.orchestra.run.smithi027.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-01-15T14:35:17.193 INFO:teuthology.orchestra.run.smithi027.stdout: python3-prettytable noarch 0.7.2-14.el8 CentOS-AppStream 44 k 2023-01-15T14:35:17.195 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 CentOS-AppStream 103 k 2023-01-15T14:35:17.195 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyasn1 noarch 0.3.7-6.el8 CentOS-AppStream 126 k 2023-01-15T14:35:17.195 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 CentOS-AppStream 110 k 2023-01-15T14:35:17.197 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pycparser noarch 2.14-14.el8 CentOS-BaseOS 109 k 2023-01-15T14:35:17.197 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pytz noarch 2017.2-9.el8 CentOS-AppStream 54 k 2023-01-15T14:35:17.197 INFO:teuthology.orchestra.run.smithi027.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-01-15T14:35:17.197 INFO:teuthology.orchestra.run.smithi027.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 CentOS-BaseOS 43 k 2023-01-15T14:35:17.198 INFO:teuthology.orchestra.run.smithi027.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-01-15T14:35:17.198 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rsa noarch 4.8-1.el8 epel 61 k 2023-01-15T14:35:17.198 INFO:teuthology.orchestra.run.smithi027.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 CentOS-AppStream 14 M 2023-01-15T14:35:17.198 INFO:teuthology.orchestra.run.smithi027.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-01-15T14:35:17.198 INFO:teuthology.orchestra.run.smithi027.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-01-15T14:35:17.198 INFO:teuthology.orchestra.run.smithi027.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-01-15T14:35:17.198 INFO:teuthology.orchestra.run.smithi027.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-01-15T14:35:17.199 INFO:teuthology.orchestra.run.smithi027.stdout: python3-waitress noarch 1.2.1-2.el8.1 epel 241 k 2023-01-15T14:35:17.199 INFO:teuthology.orchestra.run.smithi027.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-01-15T14:35:17.199 INFO:teuthology.orchestra.run.smithi027.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-01-15T14:35:17.199 INFO:teuthology.orchestra.run.smithi027.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-01-15T14:35:17.199 INFO:teuthology.orchestra.run.smithi027.stdout: python3-werkzeug noarch 0.12.2-4.el8 CentOS-AppStream 457 k 2023-01-15T14:35:17.199 INFO:teuthology.orchestra.run.smithi027.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-01-15T14:35:17.199 INFO:teuthology.orchestra.run.smithi027.stdout: socat x86_64 1.7.4.1-1.el8 CentOS-AppStream 323 k 2023-01-15T14:35:17.199 INFO:teuthology.orchestra.run.smithi027.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-01-15T14:35:17.199 INFO:teuthology.orchestra.run.smithi027.stdout: xmlstarlet x86_64 1.6.1-20.el8 CentOS-AppStream 71 k 2023-01-15T14:35:17.199 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:35:17.199 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction Summary 2023-01-15T14:35:17.199 INFO:teuthology.orchestra.run.smithi027.stdout:===================================================================================================== 2023-01-15T14:35:17.199 INFO:teuthology.orchestra.run.smithi027.stdout:Install 103 Packages 2023-01-15T14:35:17.200 INFO:teuthology.orchestra.run.smithi027.stdout:Upgrade 2 Packages 2023-01-15T14:35:17.200 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:35:17.200 INFO:teuthology.orchestra.run.smithi027.stdout:Total download size: 189 M 2023-01-15T14:35:17.200 INFO:teuthology.orchestra.run.smithi027.stdout:Downloading Packages: 2023-01-15T14:35:17.308 INFO:teuthology.orchestra.run.smithi027.stdout:(1/105): ceph-18.0.0-1672.g69cf1797.el8.x86_64. 29 kB/s | 6.4 kB 00:00 2023-01-15T14:35:17.427 INFO:teuthology.orchestra.run.smithi100.stdout:(7/105): ceph-mon-18.0.0-1672.g69cf1797.el8.x86 8.8 MB/s | 3.9 MB 00:00 2023-01-15T14:35:18.167 INFO:teuthology.orchestra.run.smithi027.stdout:(2/105): ceph-fuse-18.0.0-1672.g69cf1797.el8.x8 984 kB/s | 845 kB 00:00 2023-01-15T14:35:18.392 INFO:teuthology.orchestra.run.smithi027.stdout:(3/105): ceph-immutable-object-cache-18.0.0-167 734 kB/s | 165 kB 00:00 2023-01-15T14:35:18.961 INFO:teuthology.orchestra.run.smithi100.stdout:(8/105): ceph-common-18.0.0-1672.g69cf1797.el8. 8.6 MB/s | 24 MB 00:02 2023-01-15T14:35:19.011 INFO:teuthology.orchestra.run.smithi100.stdout:(9/105): ceph-selinux-18.0.0-1672.g69cf1797.el8 489 kB/s | 24 kB 00:00 2023-01-15T14:35:19.145 INFO:teuthology.orchestra.run.smithi100.stdout:(10/105): ceph-radosgw-18.0.0-1672.g69cf1797.el 7.6 MB/s | 13 MB 00:01 2023-01-15T14:35:19.237 INFO:teuthology.orchestra.run.smithi100.stdout:(11/105): libcephfs-devel-18.0.0-1672.g69cf1797 333 kB/s | 30 kB 00:00 2023-01-15T14:35:19.850 INFO:teuthology.orchestra.run.smithi027.stdout:(4/105): ceph-mds-18.0.0-1672.g69cf1797.el8.x86 1.8 MB/s | 2.3 MB 00:01 2023-01-15T14:35:20.052 INFO:teuthology.orchestra.run.smithi100.stdout:(12/105): ceph-osd-18.0.0-1672.g69cf1797.el8.x8 6.8 MB/s | 17 MB 00:02 2023-01-15T14:35:20.052 INFO:teuthology.orchestra.run.smithi100.stdout:(13/105): libcephfs2-18.0.0-1672.g69cf1797.el8. 1.8 MB/s | 767 kB 00:00 2023-01-15T14:35:20.052 INFO:teuthology.orchestra.run.smithi100.stdout:(14/105): libcephsqlite-18.0.0-1672.g69cf1797.e 2.4 MB/s | 138 kB 00:00 2023-01-15T14:35:20.052 INFO:teuthology.orchestra.run.smithi100.stdout:(15/105): libradosstriper1-18.0.0-1672.g69cf179 5.6 MB/s | 474 kB 00:00 2023-01-15T14:35:20.052 INFO:teuthology.orchestra.run.smithi100.stdout:(16/105): librados-devel-18.0.0-1672.g69cf1797. 1.0 MB/s | 139 kB 00:00 2023-01-15T14:35:20.052 INFO:teuthology.orchestra.run.smithi100.stdout:(17/105): python3-ceph-argparse-18.0.0-1672.g69 357 kB/s | 45 kB 00:00 2023-01-15T14:35:20.053 INFO:teuthology.orchestra.run.smithi100.stdout:(18/105): python3-ceph-common-18.0.0-1672.g69cf 1.1 MB/s | 114 kB 00:00 2023-01-15T14:35:20.180 INFO:teuthology.orchestra.run.smithi100.stdout:(19/105): python3-cephfs-18.0.0-1672.g69cf1797. 1.2 MB/s | 190 kB 00:00 2023-01-15T14:35:20.347 INFO:teuthology.orchestra.run.smithi100.stdout:(20/105): python3-rados-18.0.0-1672.g69cf1797.e 2.2 MB/s | 370 kB 00:00 2023-01-15T14:35:20.523 INFO:teuthology.orchestra.run.smithi100.stdout:(21/105): python3-rbd-18.0.0-1672.g69cf1797.el8 2.0 MB/s | 364 kB 00:00 2023-01-15T14:35:20.623 INFO:teuthology.orchestra.run.smithi100.stdout:(22/105): python3-rgw-18.0.0-1672.g69cf1797.el8 1.0 MB/s | 107 kB 00:00 2023-01-15T14:35:20.746 INFO:teuthology.orchestra.run.smithi100.stdout:(23/105): librgw2-18.0.0-1672.g69cf1797.el8.x86 6.7 MB/s | 6.5 MB 00:00 2023-01-15T14:35:20.757 INFO:teuthology.orchestra.run.smithi100.stdout:(24/105): rbd-fuse-18.0.0-1672.g69cf1797.el8.x8 706 kB/s | 94 kB 00:00 2023-01-15T14:35:20.849 INFO:teuthology.orchestra.run.smithi100.stdout:(25/105): rbd-nbd-18.0.0-1672.g69cf1797.el8.x86 1.9 MB/s | 179 kB 00:00 2023-01-15T14:35:20.954 INFO:teuthology.orchestra.run.smithi027.stdout:(5/105): ceph-mgr-18.0.0-1672.g69cf1797.el8.x86 1.2 MB/s | 1.5 MB 00:01 2023-01-15T14:35:20.954 INFO:teuthology.orchestra.run.smithi100.stdout:(26/105): ceph-grafana-dashboards-18.0.0-1672.g 229 kB/s | 23 kB 00:00 2023-01-15T14:35:21.049 INFO:teuthology.orchestra.run.smithi100.stdout:(27/105): ceph-mgr-cephadm-18.0.0-1672.g69cf179 1.2 MB/s | 119 kB 00:00 2023-01-15T14:35:21.292 INFO:teuthology.orchestra.run.smithi100.stdout:(28/105): rbd-mirror-18.0.0-1672.g69cf1797.el8. 6.2 MB/s | 3.4 MB 00:00 2023-01-15T14:35:21.692 INFO:teuthology.orchestra.run.smithi100.stdout:(29/105): ceph-mgr-dashboard-18.0.0-1672.g69cf1 2.6 MB/s | 1.7 MB 00:00 2023-01-15T14:35:21.818 INFO:teuthology.orchestra.run.smithi100.stdout:(30/105): ceph-mgr-modules-core-18.0.0-1672.g69 1.8 MB/s | 234 kB 00:00 2023-01-15T14:35:21.970 INFO:teuthology.orchestra.run.smithi100.stdout:(31/105): ceph-mgr-rook-18.0.0-1672.g69cf1797.e 575 kB/s | 47 kB 00:00 2023-01-15T14:35:21.976 INFO:teuthology.orchestra.run.smithi100.stdout:(32/105): ceph-prometheus-alerts-18.0.0-1672.g6 194 kB/s | 15 kB 00:00 2023-01-15T14:35:22.051 INFO:teuthology.orchestra.run.smithi027.stdout:(6/105): ceph-common-18.0.0-1672.g69cf1797.el8. 4.9 MB/s | 24 MB 00:04 2023-01-15T14:35:22.135 INFO:teuthology.orchestra.run.smithi100.stdout:(33/105): ceph-volume-18.0.0-1672.g69cf1797.el8 1.8 MB/s | 263 kB 00:00 2023-01-15T14:35:22.210 INFO:teuthology.orchestra.run.smithi100.stdout:(34/105): cephadm-18.0.0-1672.g69cf1797.el8.noa 887 kB/s | 81 kB 00:00 2023-01-15T14:35:22.314 INFO:teuthology.orchestra.run.smithi100.stdout:(35/105): ceph-mgr-diskprediction-local-18.0.0- 7.4 MB/s | 7.4 MB 00:01 2023-01-15T14:35:22.352 INFO:teuthology.orchestra.run.smithi100.stdout:(36/105): jq-1.6-6.el8.x86_64.rpm 1.4 MB/s | 202 kB 00:00 2023-01-15T14:35:22.386 INFO:teuthology.orchestra.run.smithi100.stdout:(37/105): lttng-ust-2.8.1-11.el8.x86_64.rpm 7.6 MB/s | 259 kB 00:00 2023-01-15T14:35:22.521 INFO:teuthology.orchestra.run.smithi100.stdout:(38/105): oniguruma-6.8.2-2.el8.x86_64.rpm 7.3 MB/s | 187 kB 00:00 2023-01-15T14:35:22.521 INFO:teuthology.orchestra.run.smithi100.stdout:(39/105): librdkafka-0.11.4-3.el8.x86_64.rpm 2.5 MB/s | 354 kB 00:00 2023-01-15T14:35:22.572 INFO:teuthology.orchestra.run.smithi100.stdout:(40/105): openblas-0.3.15-4.el8.x86_64.rpm 30 MB/s | 4.7 MB 00:00 2023-01-15T14:35:22.712 INFO:teuthology.orchestra.run.smithi100.stdout:(41/105): openblas-threads-0.3.15-4.el8.x86_64. 19 MB/s | 4.9 MB 00:00 2023-01-15T14:35:22.735 INFO:teuthology.orchestra.run.smithi027.stdout:(7/105): ceph-base-18.0.0-1672.g69cf1797.el8.x8 942 kB/s | 5.2 MB 00:05 2023-01-15T14:35:22.754 INFO:teuthology.orchestra.run.smithi100.stdout:(42/105): python3-babel-2.5.1-7.el8.noarch.rpm 26 MB/s | 4.8 MB 00:00 2023-01-15T14:35:22.787 INFO:teuthology.orchestra.run.smithi100.stdout:(43/105): python3-jinja2-2.10.1-3.el8.noarch.rp 5.3 MB/s | 538 kB 00:00 2023-01-15T14:35:22.813 INFO:teuthology.orchestra.run.smithi100.stdout:(44/105): python3-jsonpatch-1.21-2.el8.noarch.r 453 kB/s | 27 kB 00:00 2023-01-15T14:35:22.838 INFO:teuthology.orchestra.run.smithi100.stdout:(45/105): python3-jsonpointer-1.10-11.el8.noarc 396 kB/s | 20 kB 00:00 2023-01-15T14:35:22.871 INFO:teuthology.orchestra.run.smithi100.stdout:(46/105): python3-mako-1.0.6-13.el8.noarch.rpm 2.6 MB/s | 157 kB 00:00 2023-01-15T14:35:22.897 INFO:teuthology.orchestra.run.smithi100.stdout:(47/105): python3-markupsafe-0.23-19.el8.x86_64 662 kB/s | 39 kB 00:00 2023-01-15T14:35:23.102 INFO:teuthology.orchestra.run.smithi027.stdout:(8/105): ceph-mon-18.0.0-1672.g69cf1797.el8.x86 1.8 MB/s | 3.9 MB 00:02 2023-01-15T14:35:23.152 INFO:teuthology.orchestra.run.smithi027.stdout:(9/105): ceph-selinux-18.0.0-1672.g69cf1797.el8 491 kB/s | 24 kB 00:00 2023-01-15T14:35:23.322 INFO:teuthology.orchestra.run.smithi100.stdout:(48/105): ceph-test-18.0.0-1672.g69cf1797.el8.x 11 MB/s | 48 MB 00:04 2023-01-15T14:35:23.536 INFO:teuthology.orchestra.run.smithi027.stdout:(10/105): ceph-osd-18.0.0-1672.g69cf1797.el8.x8 11 MB/s | 17 MB 00:01 2023-01-15T14:35:23.536 INFO:teuthology.orchestra.run.smithi100.stdout:(49/105): python3-numpy-f2py-1.14.3-10.el8.x86_ 500 kB/s | 225 kB 00:00 2023-01-15T14:35:23.537 INFO:teuthology.orchestra.run.smithi100.stdout:(50/105): python3-pyOpenSSL-19.0.0-1.el8.noarch 3.5 MB/s | 103 kB 00:00 2023-01-15T14:35:23.537 INFO:teuthology.orchestra.run.smithi100.stdout:(51/105): python3-prettytable-0.7.2-14.el8.noar 478 kB/s | 44 kB 00:00 2023-01-15T14:35:23.537 INFO:teuthology.orchestra.run.smithi100.stdout:(52/105): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.9 MB/s | 126 kB 00:00 2023-01-15T14:35:23.537 INFO:teuthology.orchestra.run.smithi100.stdout:(53/105): python3-pytz-2017.2-9.el8.noarch.rpm 2.1 MB/s | 54 kB 00:00 2023-01-15T14:35:23.541 INFO:teuthology.orchestra.run.smithi100.stdout:(54/105): python3-numpy-1.14.3-10.el8.x86_64.rp 5.6 MB/s | 3.7 MB 00:00 2023-01-15T14:35:23.566 INFO:teuthology.orchestra.run.smithi100.stdout:(55/105): python3-pyasn1-modules-0.3.7-6.el8.no 939 kB/s | 110 kB 00:00 2023-01-15T14:35:23.578 INFO:teuthology.orchestra.run.smithi027.stdout:(11/105): libcephfs-devel-18.0.0-1672.g69cf1797 613 kB/s | 30 kB 00:00 2023-01-15T14:35:23.600 INFO:teuthology.orchestra.run.smithi100.stdout:(56/105): python3-werkzeug-0.12.2-4.el8.noarch. 7.6 MB/s | 457 kB 00:00 2023-01-15T14:35:23.737 INFO:teuthology.orchestra.run.smithi027.stdout:(12/105): libcephfs2-18.0.0-1672.g69cf1797.el8. 8.2 MB/s | 767 kB 00:00 2023-01-15T14:35:23.738 INFO:teuthology.orchestra.run.smithi100.stdout:(57/105): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.8 MB/s | 71 kB 00:00 2023-01-15T14:35:23.738 INFO:teuthology.orchestra.run.smithi100.stdout:(58/105): fuse-2.9.7-16.el8.x86_64.rpm 3.3 MB/s | 83 kB 00:00 2023-01-15T14:35:23.738 INFO:teuthology.orchestra.run.smithi100.stdout:(59/105): libgfortran-8.5.0-18.el8.x86_64.rpm 19 MB/s | 645 kB 00:00 2023-01-15T14:35:23.738 INFO:teuthology.orchestra.run.smithi100.stdout:(60/105): libquadmath-8.5.0-18.el8.x86_64.rpm 6.8 MB/s | 172 kB 00:00 2023-01-15T14:35:23.738 INFO:teuthology.orchestra.run.smithi100.stdout:(61/105): socat-1.7.4.1-1.el8.x86_64.rpm 1.9 MB/s | 323 kB 00:00 2023-01-15T14:35:23.745 INFO:teuthology.orchestra.run.smithi027.stdout:(13/105): libcephsqlite-18.0.0-1672.g69cf1797.e 1.8 MB/s | 138 kB 00:00 2023-01-15T14:35:23.759 INFO:teuthology.orchestra.run.smithi100.stdout:(62/105): librabbitmq-0.9.0-3.el8.x86_64.rpm 934 kB/s | 47 kB 00:00 2023-01-15T14:35:23.793 INFO:teuthology.orchestra.run.smithi100.stdout:(63/105): python3-cryptography-3.2.1-5.el8.x86_ 16 MB/s | 559 kB 00:00 2023-01-15T14:35:23.945 INFO:teuthology.orchestra.run.smithi027.stdout:(14/105): librados-devel-18.0.0-1672.g69cf1797. 2.7 MB/s | 139 kB 00:00 2023-01-15T14:35:23.945 INFO:teuthology.orchestra.run.smithi027.stdout:(15/105): libradosstriper1-18.0.0-1672.g69cf179 6.2 MB/s | 474 kB 00:00 2023-01-15T14:35:23.946 INFO:teuthology.orchestra.run.smithi100.stdout:(64/105): python3-jwt-1.6.1-2.el8.noarch.rpm 1.7 MB/s | 43 kB 00:00 2023-01-15T14:35:23.946 INFO:teuthology.orchestra.run.smithi100.stdout:(65/105): python3-cffi-1.11.5-5.el8.x86_64.rpm 2.0 MB/s | 237 kB 00:00 2023-01-15T14:35:23.946 INFO:teuthology.orchestra.run.smithi100.stdout:(66/105): python3-magic-5.33-20.el8.noarch.rpm 786 kB/s | 46 kB 00:00 2023-01-15T14:35:23.947 INFO:teuthology.orchestra.run.smithi100.stdout:(67/105): python3-pycparser-2.14-14.el8.noarch. 4.3 MB/s | 109 kB 00:00 2023-01-15T14:35:23.947 INFO:teuthology.orchestra.run.smithi100.stdout:(68/105): python3-requests-oauthlib-1.0.0-1.el8 1.7 MB/s | 43 kB 00:00 2023-01-15T14:35:23.953 INFO:teuthology.orchestra.run.smithi100.stdout:(69/105): python3-oauthlib-2.1.0-1.el8.noarch.r 1.5 MB/s | 155 kB 00:00 2023-01-15T14:35:24.178 INFO:teuthology.orchestra.run.smithi100.stdout:(70/105): python3-scipy-1.0.0-21.module_el8.5.0 19 MB/s | 14 MB 00:00 2023-01-15T14:35:24.338 INFO:teuthology.orchestra.run.smithi100.stdout:(71/105): liboath-2.6.2-3.el8.x86_64.rpm 235 kB/s | 59 kB 00:00 2023-01-15T14:35:24.338 INFO:teuthology.orchestra.run.smithi100.stdout:(72/105): gperftools-libs-2.7-9.el8.x86_64.rpm 1.0 MB/s | 306 kB 00:00 2023-01-15T14:35:24.338 INFO:teuthology.orchestra.run.smithi100.stdout:(73/105): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 870 kB/s | 44 kB 00:00 2023-01-15T14:35:24.339 INFO:teuthology.orchestra.run.smithi100.stdout:(74/105): python3-beautifulsoup4-4.6.3-2.el8.1. 3.6 MB/s | 185 kB 00:00 2023-01-15T14:35:24.355 INFO:teuthology.orchestra.run.smithi100.stdout:(75/105): libunwind-1.3.1-3.el8.x86_64.rpm 427 kB/s | 75 kB 00:00 2023-01-15T14:35:24.562 INFO:teuthology.orchestra.run.smithi027.stdout:(16/105): librgw2-18.0.0-1672.g69cf1797.el8.x86 12 MB/s | 6.5 MB 00:00 2023-01-15T14:35:24.562 INFO:teuthology.orchestra.run.smithi027.stdout:(17/105): python3-ceph-argparse-18.0.0-1672.g69 902 kB/s | 45 kB 00:00 2023-01-15T14:35:24.562 INFO:teuthology.orchestra.run.smithi027.stdout:(18/105): python3-ceph-common-18.0.0-1672.g69cf 2.2 MB/s | 114 kB 00:00 2023-01-15T14:35:24.563 INFO:teuthology.orchestra.run.smithi027.stdout:(19/105): python3-cephfs-18.0.0-1672.g69cf1797. 3.7 MB/s | 190 kB 00:00 2023-01-15T14:35:24.563 INFO:teuthology.orchestra.run.smithi100.stdout:(76/105): python3-asyncssh-2.7.0-2.el8.noarch.r 2.6 MB/s | 476 kB 00:00 2023-01-15T14:35:24.563 INFO:teuthology.orchestra.run.smithi100.stdout:(77/105): python3-cachetools-3.1.1-4.el8.noarch 492 kB/s | 33 kB 00:00 2023-01-15T14:35:24.563 INFO:teuthology.orchestra.run.smithi100.stdout:(78/105): python3-certifi-2018.10.15-7.el8.noar 277 kB/s | 16 kB 00:00 2023-01-15T14:35:24.563 INFO:teuthology.orchestra.run.smithi100.stdout:(79/105): python3-cheroot-8.5.2-1.el8.noarch.rp 2.9 MB/s | 173 kB 00:00 2023-01-15T14:35:24.563 INFO:teuthology.orchestra.run.smithi100.stdout:(80/105): python3-google-auth-1.1.1-10.el8.noar 1.6 MB/s | 81 kB 00:00 2023-01-15T14:35:24.564 INFO:teuthology.orchestra.run.smithi100.stdout:(81/105): python3-cherrypy-18.4.0-1.el8.noarch. 4.1 MB/s | 384 kB 00:00 2023-01-15T14:35:24.564 INFO:teuthology.orchestra.run.smithi100.stdout:(82/105): python3-jaraco-6.2-6.el8.noarch.rpm 147 kB/s | 11 kB 00:00 2023-01-15T14:35:24.564 INFO:teuthology.orchestra.run.smithi100.stdout:(83/105): python3-jaraco-functools-2.0-4.el8.no 232 kB/s | 18 kB 00:00 2023-01-15T14:35:24.566 INFO:teuthology.orchestra.run.smithi100.stdout:(84/105): python3-logutils-0.3.5-11.el8.noarch. 970 kB/s | 49 kB 00:00 2023-01-15T14:35:24.591 INFO:teuthology.orchestra.run.smithi100.stdout:(85/105): python3-more-itertools-7.2.0-3.el8.no 1.1 MB/s | 59 kB 00:00 2023-01-15T14:35:24.765 INFO:teuthology.orchestra.run.smithi027.stdout:(20/105): python3-rados-18.0.0-1672.g69cf1797.e 3.9 MB/s | 370 kB 00:00 2023-01-15T14:35:24.765 INFO:teuthology.orchestra.run.smithi027.stdout:(21/105): python3-rbd-18.0.0-1672.g69cf1797.el8 7.2 MB/s | 364 kB 00:00 2023-01-15T14:35:24.765 INFO:teuthology.orchestra.run.smithi027.stdout:(22/105): python3-rgw-18.0.0-1672.g69cf1797.el8 2.1 MB/s | 107 kB 00:00 2023-01-15T14:35:24.766 INFO:teuthology.orchestra.run.smithi100.stdout:(86/105): python3-natsort-7.1.1-2.el8.noarch.rp 1.2 MB/s | 60 kB 00:00 2023-01-15T14:35:24.969 INFO:teuthology.orchestra.run.smithi100.stdout:(87/105): python3-kubernetes-11.0.0-6.el8.noarc 6.9 MB/s | 1.2 MB 00:00 2023-01-15T14:35:24.969 INFO:teuthology.orchestra.run.smithi100.stdout:(88/105): python3-portend-2.6-1.el8.noarch.rpm 232 kB/s | 16 kB 00:00 2023-01-15T14:35:24.969 INFO:teuthology.orchestra.run.smithi100.stdout:(89/105): python3-pecan-1.3.2-9.el8.noarch.rpm 2.3 MB/s | 283 kB 00:00 2023-01-15T14:35:24.969 INFO:teuthology.orchestra.run.smithi100.stdout:(90/105): python3-repoze-lru-0.7-6.el8.noarch.r 445 kB/s | 34 kB 00:00 2023-01-15T14:35:24.969 INFO:teuthology.orchestra.run.smithi100.stdout:(91/105): python3-routes-2.4.1-12.el8.noarch.rp 2.5 MB/s | 196 kB 00:00 2023-01-15T14:35:24.970 INFO:teuthology.orchestra.run.smithi027.stdout:(23/105): rbd-fuse-18.0.0-1672.g69cf1797.el8.x8 2.2 MB/s | 94 kB 00:00 2023-01-15T14:35:24.971 INFO:teuthology.orchestra.run.smithi100.stdout:(92/105): python3-rsa-4.8-1.el8.noarch.rpm 813 kB/s | 61 kB 00:00 2023-01-15T14:35:24.977 INFO:teuthology.orchestra.run.smithi100.stdout:(93/105): python3-simplegeneric-0.8.1-17.el8.no 248 kB/s | 19 kB 00:00 2023-01-15T14:35:24.977 INFO:teuthology.orchestra.run.smithi100.stdout:(94/105): python3-singledispatch-3.4.0.3-18.el8 316 kB/s | 24 kB 00:00 2023-01-15T14:35:24.977 INFO:teuthology.orchestra.run.smithi100.stdout:(95/105): python3-tempora-1.14.1-5.el8.noarch.r 387 kB/s | 29 kB 00:00 2023-01-15T14:35:24.977 INFO:teuthology.orchestra.run.smithi100.stdout:(96/105): python3-trustme-0.6.0-4.el8.noarch.rp 364 kB/s | 27 kB 00:00 2023-01-15T14:35:24.979 INFO:teuthology.orchestra.run.smithi100.stdout:(97/105): python3-waitress-1.2.1-2.el8.1.noarch 3.1 MB/s | 241 kB 00:00 2023-01-15T14:35:24.979 INFO:teuthology.orchestra.run.smithi100.stdout:(98/105): python3-webob-1.8.5-1.el8.1.noarch.rp 2.9 MB/s | 251 kB 00:00 2023-01-15T14:35:24.979 INFO:teuthology.orchestra.run.smithi100.stdout:(99/105): python3-websocket-client-0.56.0-5.el8 728 kB/s | 61 kB 00:00 2023-01-15T14:35:24.995 INFO:teuthology.orchestra.run.smithi100.stdout:(100/105): python3-webtest-2.0.33-1.el8.noarch. 1.0 MB/s | 85 kB 00:00 2023-01-15T14:35:25.174 INFO:teuthology.orchestra.run.smithi027.stdout:(24/105): rbd-mirror-18.0.0-1672.g69cf1797.el8. 11 MB/s | 3.4 MB 00:00 2023-01-15T14:35:25.174 INFO:teuthology.orchestra.run.smithi027.stdout:(25/105): rbd-nbd-18.0.0-1672.g69cf1797.el8.x86 3.5 MB/s | 179 kB 00:00 2023-01-15T14:35:25.174 INFO:teuthology.orchestra.run.smithi100.stdout:(101/105): python3-zc-lockfile-2.0-2.el8.noarch 304 kB/s | 23 kB 00:00 2023-01-15T14:35:25.174 INFO:teuthology.orchestra.run.smithi100.stdout:(102/105): s3cmd-2.3.0-1.el8.noarch.rpm 2.8 MB/s | 213 kB 00:00 2023-01-15T14:35:25.198 INFO:teuthology.orchestra.run.smithi027.stdout:(26/105): ceph-grafana-dashboards-18.0.0-1672.g 462 kB/s | 23 kB 00:00 2023-01-15T14:35:25.374 INFO:teuthology.orchestra.run.smithi100.stdout:(103/105): thrift-0.13.0-2.el8.x86_64.rpm 7.4 MB/s | 1.7 MB 00:00 2023-01-15T14:35:25.375 INFO:teuthology.orchestra.run.smithi027.stdout:(27/105): ceph-mgr-cephadm-18.0.0-1672.g69cf179 1.4 MB/s | 119 kB 00:00 2023-01-15T14:35:25.438 INFO:teuthology.orchestra.run.smithi100.stdout:(104/105): librados2-18.0.0-1672.g69cf1797.el8. 8.7 MB/s | 3.6 MB 00:00 2023-01-15T14:35:25.581 INFO:teuthology.orchestra.run.smithi027.stdout:(28/105): ceph-mgr-dashboard-18.0.0-1672.g69cf1 7.4 MB/s | 1.7 MB 00:00 2023-01-15T14:35:25.671 INFO:teuthology.orchestra.run.smithi100.stdout:(105/105): librbd1-18.0.0-1672.g69cf1797.el8.x8 5.7 MB/s | 3.6 MB 00:00 2023-01-15T14:35:25.787 INFO:teuthology.orchestra.run.smithi100.stdout:-------------------------------------------------------------------------------- 2023-01-15T14:35:25.790 INFO:teuthology.orchestra.run.smithi100.stdout:Total 20 MB/s | 189 MB 00:09 2023-01-15T14:35:26.049 INFO:teuthology.orchestra.run.smithi027.stdout:(29/105): ceph-mgr-diskprediction-local-18.0.0- 14 MB/s | 7.4 MB 00:00 2023-01-15T14:35:26.197 INFO:teuthology.orchestra.run.smithi100.stdout:Running transaction check 2023-01-15T14:35:26.197 INFO:teuthology.orchestra.run.smithi027.stdout:(30/105): ceph-mgr-modules-core-18.0.0-1672.g69 2.9 MB/s | 234 kB 00:00 2023-01-15T14:35:26.198 INFO:teuthology.orchestra.run.smithi027.stdout:(31/105): ceph-mgr-rook-18.0.0-1672.g69cf1797.e 861 kB/s | 47 kB 00:00 2023-01-15T14:35:26.266 INFO:teuthology.orchestra.run.smithi100.stdout:Transaction check succeeded. 2023-01-15T14:35:26.407 INFO:teuthology.orchestra.run.smithi100.stdout:Running transaction test 2023-01-15T14:35:26.408 INFO:teuthology.orchestra.run.smithi027.stdout:(32/105): ceph-radosgw-18.0.0-1672.g69cf1797.el 3.6 MB/s | 13 MB 00:03 2023-01-15T14:35:26.408 INFO:teuthology.orchestra.run.smithi027.stdout:(33/105): ceph-prometheus-alerts-18.0.0-1672.g6 79 kB/s | 15 kB 00:00 2023-01-15T14:35:26.417 INFO:teuthology.orchestra.run.smithi027.stdout:(34/105): ceph-volume-18.0.0-1672.g69cf1797.el8 2.6 MB/s | 263 kB 00:00 2023-01-15T14:35:26.443 INFO:teuthology.orchestra.run.smithi027.stdout:(35/105): cephadm-18.0.0-1672.g69cf1797.el8.noa 1.1 MB/s | 81 kB 00:00 2023-01-15T14:35:26.510 INFO:teuthology.orchestra.run.smithi027.stdout:(36/105): jq-1.6-6.el8.x86_64.rpm 2.2 MB/s | 202 kB 00:00 2023-01-15T14:35:26.571 INFO:teuthology.orchestra.run.smithi027.stdout:(37/105): lttng-ust-2.8.1-11.el8.x86_64.rpm 7.8 MB/s | 259 kB 00:00 2023-01-15T14:35:26.594 INFO:teuthology.orchestra.run.smithi027.stdout:(38/105): oniguruma-6.8.2-2.el8.x86_64.rpm 3.7 MB/s | 187 kB 00:00 2023-01-15T14:35:26.619 INFO:teuthology.orchestra.run.smithi027.stdout:(39/105): librdkafka-0.11.4-3.el8.x86_64.rpm 2.0 MB/s | 354 kB 00:00 2023-01-15T14:35:26.736 INFO:teuthology.orchestra.run.smithi027.stdout:(40/105): openblas-0.3.15-4.el8.x86_64.rpm 33 MB/s | 4.7 MB 00:00 2023-01-15T14:35:26.853 INFO:teuthology.orchestra.run.smithi027.stdout:(41/105): python3-babel-2.5.1-7.el8.noarch.rpm 41 MB/s | 4.8 MB 00:00 2023-01-15T14:35:26.891 INFO:teuthology.orchestra.run.smithi027.stdout:(42/105): python3-jinja2-2.10.1-3.el8.noarch.rp 16 MB/s | 538 kB 00:00 2023-01-15T14:35:26.912 INFO:teuthology.orchestra.run.smithi027.stdout:(43/105): python3-jsonpatch-1.21-2.el8.noarch.r 1.0 MB/s | 27 kB 00:00 2023-01-15T14:35:27.059 INFO:teuthology.orchestra.run.smithi027.stdout:(44/105): python3-jsonpointer-1.10-11.el8.noarc 806 kB/s | 20 kB 00:00 2023-01-15T14:35:27.059 INFO:teuthology.orchestra.run.smithi027.stdout:(45/105): python3-mako-1.0.6-13.el8.noarch.rpm 6.1 MB/s | 157 kB 00:00 2023-01-15T14:35:27.059 INFO:teuthology.orchestra.run.smithi027.stdout:(46/105): python3-markupsafe-0.23-19.el8.x86_64 848 kB/s | 39 kB 00:00 2023-01-15T14:35:27.105 INFO:teuthology.orchestra.run.smithi027.stdout:(47/105): python3-numpy-1.14.3-10.el8.x86_64.rp 39 MB/s | 3.7 MB 00:00 2023-01-15T14:35:27.715 INFO:teuthology.orchestra.run.smithi100.stdout:Transaction test succeeded. 2023-01-15T14:35:27.715 INFO:teuthology.orchestra.run.smithi100.stdout:Running transaction 2023-01-15T14:35:27.716 INFO:teuthology.orchestra.run.smithi027.stdout:(48/105): python3-numpy-f2py-1.14.3-10.el8.x86_ 8.8 MB/s | 225 kB 00:00 2023-01-15T14:35:27.716 INFO:teuthology.orchestra.run.smithi027.stdout:(49/105): python3-prettytable-0.7.2-14.el8.noar 1.7 MB/s | 44 kB 00:00 2023-01-15T14:35:27.716 INFO:teuthology.orchestra.run.smithi027.stdout:(50/105): python3-pyOpenSSL-19.0.0-1.el8.noarch 4.1 MB/s | 103 kB 00:00 2023-01-15T14:35:27.716 INFO:teuthology.orchestra.run.smithi027.stdout:(51/105): python3-pyasn1-0.3.7-6.el8.noarch.rpm 2.6 MB/s | 126 kB 00:00 2023-01-15T14:35:27.716 INFO:teuthology.orchestra.run.smithi027.stdout:(52/105): python3-pyasn1-modules-0.3.7-6.el8.no 3.0 MB/s | 110 kB 00:00 2023-01-15T14:35:27.717 INFO:teuthology.orchestra.run.smithi027.stdout:(53/105): python3-pytz-2017.2-9.el8.noarch.rpm 2.1 MB/s | 54 kB 00:00 2023-01-15T14:35:27.717 INFO:teuthology.orchestra.run.smithi027.stdout:(54/105): openblas-threads-0.3.15-4.el8.x86_64. 6.6 MB/s | 4.9 MB 00:00 2023-01-15T14:35:27.717 INFO:teuthology.orchestra.run.smithi027.stdout:(55/105): python3-werkzeug-0.12.2-4.el8.noarch. 4.5 MB/s | 457 kB 00:00 2023-01-15T14:35:27.717 INFO:teuthology.orchestra.run.smithi027.stdout:(56/105): socat-1.7.4.1-1.el8.x86_64.rpm 4.7 MB/s | 323 kB 00:00 2023-01-15T14:35:27.717 INFO:teuthology.orchestra.run.smithi027.stdout:(57/105): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.1 MB/s | 71 kB 00:00 2023-01-15T14:35:27.733 INFO:teuthology.orchestra.run.smithi027.stdout:(58/105): python3-scipy-1.0.0-21.module_el8.5.0 31 MB/s | 14 MB 00:00 2023-01-15T14:35:27.882 INFO:teuthology.orchestra.run.smithi027.stdout:(59/105): fuse-2.9.7-16.el8.x86_64.rpm 432 kB/s | 83 kB 00:00 2023-01-15T14:35:27.882 INFO:teuthology.orchestra.run.smithi027.stdout:(60/105): libgfortran-8.5.0-18.el8.x86_64.rpm 13 MB/s | 645 kB 00:00 2023-01-15T14:35:27.882 INFO:teuthology.orchestra.run.smithi027.stdout:(61/105): libquadmath-8.5.0-18.el8.x86_64.rpm 2.2 MB/s | 172 kB 00:00 2023-01-15T14:35:27.883 INFO:teuthology.orchestra.run.smithi027.stdout:(62/105): librabbitmq-0.9.0-3.el8.x86_64.rpm 1.8 MB/s | 47 kB 00:00 2023-01-15T14:35:27.892 INFO:teuthology.orchestra.run.smithi027.stdout:(63/105): python3-cffi-1.11.5-5.el8.x86_64.rpm 3.5 MB/s | 237 kB 00:00 2023-01-15T14:35:28.023 INFO:teuthology.orchestra.run.smithi027.stdout:(64/105): python3-cryptography-3.2.1-5.el8.x86_ 5.0 MB/s | 559 kB 00:00 2023-01-15T14:35:28.023 INFO:teuthology.orchestra.run.smithi027.stdout:(65/105): python3-jwt-1.6.1-2.el8.noarch.rpm 463 kB/s | 43 kB 00:00 2023-01-15T14:35:28.023 INFO:teuthology.orchestra.run.smithi027.stdout:(66/105): python3-magic-5.33-20.el8.noarch.rpm 920 kB/s | 46 kB 00:00 2023-01-15T14:35:28.036 INFO:teuthology.orchestra.run.smithi027.stdout:(67/105): python3-oauthlib-2.1.0-1.el8.noarch.r 3.0 MB/s | 155 kB 00:00 2023-01-15T14:35:28.061 INFO:teuthology.orchestra.run.smithi027.stdout:(68/105): python3-pycparser-2.14-14.el8.noarch. 2.1 MB/s | 109 kB 00:00 2023-01-15T14:35:28.086 INFO:teuthology.orchestra.run.smithi027.stdout:(69/105): python3-requests-oauthlib-1.0.0-1.el8 850 kB/s | 43 kB 00:00 2023-01-15T14:35:28.228 INFO:teuthology.orchestra.run.smithi027.stdout:(70/105): liboath-2.6.2-3.el8.x86_64.rpm 416 kB/s | 59 kB 00:00 2023-01-15T14:35:28.351 INFO:teuthology.orchestra.run.smithi027.stdout:(71/105): gperftools-libs-2.7-9.el8.x86_64.rpm 1.3 MB/s | 306 kB 00:00 2023-01-15T14:35:28.351 INFO:teuthology.orchestra.run.smithi027.stdout:(72/105): libunwind-1.3.1-3.el8.x86_64.rpm 897 kB/s | 75 kB 00:00 2023-01-15T14:35:28.379 INFO:teuthology.orchestra.run.smithi027.stdout:(73/105): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 654 kB/s | 44 kB 00:00 2023-01-15T14:35:28.675 INFO:teuthology.orchestra.run.smithi027.stdout:(74/105): python3-asyncssh-2.7.0-2.el8.noarch.r 4.0 MB/s | 476 kB 00:00 2023-01-15T14:35:28.675 INFO:teuthology.orchestra.run.smithi027.stdout:(75/105): python3-cachetools-3.1.1-4.el8.noarch 660 kB/s | 33 kB 00:00 2023-01-15T14:35:28.675 INFO:teuthology.orchestra.run.smithi027.stdout:(76/105): python3-beautifulsoup4-4.6.3-2.el8.1. 1.8 MB/s | 185 kB 00:00 2023-01-15T14:35:28.676 INFO:teuthology.orchestra.run.smithi027.stdout:(77/105): python3-certifi-2018.10.15-7.el8.noar 325 kB/s | 16 kB 00:00 2023-01-15T14:35:28.676 INFO:teuthology.orchestra.run.smithi027.stdout:(78/105): python3-cheroot-8.5.2-1.el8.noarch.rp 3.4 MB/s | 173 kB 00:00 2023-01-15T14:35:28.676 INFO:teuthology.orchestra.run.smithi027.stdout:(79/105): python3-google-auth-1.1.1-10.el8.noar 1.4 MB/s | 81 kB 00:00 2023-01-15T14:35:28.676 INFO:teuthology.orchestra.run.smithi027.stdout:(80/105): python3-cherrypy-18.4.0-1.el8.noarch. 3.5 MB/s | 384 kB 00:00 2023-01-15T14:35:28.676 INFO:teuthology.orchestra.run.smithi027.stdout:(81/105): python3-jaraco-6.2-6.el8.noarch.rpm 220 kB/s | 11 kB 00:00 2023-01-15T14:35:28.676 INFO:teuthology.orchestra.run.smithi027.stdout:(82/105): python3-jaraco-functools-2.0-4.el8.no 350 kB/s | 18 kB 00:00 2023-01-15T14:35:28.716 INFO:teuthology.orchestra.run.smithi027.stdout:(83/105): python3-logutils-0.3.5-11.el8.noarch. 975 kB/s | 49 kB 00:00 2023-01-15T14:35:28.833 INFO:teuthology.orchestra.run.smithi027.stdout:(84/105): python3-more-itertools-7.2.0-3.el8.no 751 kB/s | 59 kB 00:00 2023-01-15T14:35:28.833 INFO:teuthology.orchestra.run.smithi027.stdout:(85/105): python3-kubernetes-11.0.0-6.el8.noarc 6.1 MB/s | 1.2 MB 00:00 2023-01-15T14:35:28.858 INFO:teuthology.orchestra.run.smithi027.stdout:(86/105): python3-natsort-7.1.1-2.el8.noarch.rp 951 kB/s | 60 kB 00:00 2023-01-15T14:35:28.891 INFO:teuthology.orchestra.run.smithi027.stdout:(87/105): python3-pecan-1.3.2-9.el8.noarch.rpm 4.7 MB/s | 283 kB 00:00 2023-01-15T14:35:28.989 INFO:teuthology.orchestra.run.smithi027.stdout:(88/105): python3-portend-2.6-1.el8.noarch.rpm 309 kB/s | 16 kB 00:00 2023-01-15T14:35:28.990 INFO:teuthology.orchestra.run.smithi027.stdout:(89/105): python3-repoze-lru-0.7-6.el8.noarch.r 802 kB/s | 34 kB 00:00 2023-01-15T14:35:28.990 INFO:teuthology.orchestra.run.smithi027.stdout:(90/105): python3-routes-2.4.1-12.el8.noarch.rp 3.8 MB/s | 196 kB 00:00 2023-01-15T14:35:28.990 INFO:teuthology.orchestra.run.smithi027.stdout:(91/105): python3-rsa-4.8-1.el8.noarch.rpm 1.4 MB/s | 61 kB 00:00 2023-01-15T14:35:29.035 INFO:teuthology.orchestra.run.smithi027.stdout:(92/105): python3-simplegeneric-0.8.1-17.el8.no 248 kB/s | 19 kB 00:00 2023-01-15T14:35:29.173 INFO:teuthology.orchestra.run.smithi027.stdout:(93/105): python3-singledispatch-3.4.0.3-18.el8 316 kB/s | 24 kB 00:00 2023-01-15T14:35:29.173 INFO:teuthology.orchestra.run.smithi027.stdout:(94/105): python3-tempora-1.14.1-5.el8.noarch.r 700 kB/s | 29 kB 00:00 2023-01-15T14:35:29.173 INFO:teuthology.orchestra.run.smithi027.stdout:(95/105): python3-trustme-0.6.0-4.el8.noarch.rp 550 kB/s | 27 kB 00:00 2023-01-15T14:35:29.173 INFO:teuthology.orchestra.run.smithi027.stdout:(96/105): python3-waitress-1.2.1-2.el8.1.noarch 4.0 MB/s | 241 kB 00:00 2023-01-15T14:35:29.173 INFO:teuthology.orchestra.run.smithi027.stdout:(97/105): python3-webob-1.8.5-1.el8.1.noarch.rp 4.2 MB/s | 251 kB 00:00 2023-01-15T14:35:29.186 INFO:teuthology.orchestra.run.smithi027.stdout:(98/105): python3-websocket-client-0.56.0-5.el8 1.2 MB/s | 61 kB 00:00 2023-01-15T14:35:29.248 INFO:teuthology.orchestra.run.smithi027.stdout:(99/105): python3-webtest-2.0.33-1.el8.noarch.r 989 kB/s | 85 kB 00:00 2023-01-15T14:35:29.346 INFO:teuthology.orchestra.run.smithi027.stdout:(100/105): python3-zc-lockfile-2.0-2.el8.noarch 144 kB/s | 23 kB 00:00 2023-01-15T14:35:29.371 INFO:teuthology.orchestra.run.smithi027.stdout:(101/105): s3cmd-2.3.0-1.el8.noarch.rpm 1.7 MB/s | 213 kB 00:00 2023-01-15T14:35:29.613 INFO:teuthology.orchestra.run.smithi027.stdout:(102/105): thrift-0.13.0-2.el8.x86_64.rpm 6.5 MB/s | 1.7 MB 00:00 2023-01-15T14:35:30.005 INFO:teuthology.orchestra.run.smithi027.stdout:(103/105): librbd1-18.0.0-1672.g69cf1797.el8.x8 9.1 MB/s | 3.6 MB 00:00 2023-01-15T14:35:30.163 INFO:teuthology.orchestra.run.smithi027.stdout:(104/105): librados2-18.0.0-1672.g69cf1797.el8. 4.6 MB/s | 3.6 MB 00:00 2023-01-15T14:35:31.347 INFO:teuthology.orchestra.run.smithi027.stdout:(105/105): ceph-test-18.0.0-1672.g69cf1797.el8. 5.8 MB/s | 48 MB 00:08 2023-01-15T14:35:31.729 INFO:teuthology.orchestra.run.smithi027.stdout:-------------------------------------------------------------------------------- 2023-01-15T14:35:31.729 INFO:teuthology.orchestra.run.smithi027.stdout:Total 13 MB/s | 189 MB 00:14 2023-01-15T14:35:31.736 INFO:teuthology.orchestra.run.smithi100.stdout: Preparing : 1/1 2023-01-15T14:35:31.863 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction check 2023-01-15T14:35:31.932 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/107 2023-01-15T14:35:31.964 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction check succeeded. 2023-01-15T14:35:32.096 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction test 2023-01-15T14:35:32.147 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/107 2023-01-15T14:35:32.338 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/107 2023-01-15T14:35:32.526 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/107 2023-01-15T14:35:32.928 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/107 2023-01-15T14:35:33.109 INFO:teuthology.orchestra.run.smithi100.stdout: Upgrading : librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 5/107 2023-01-15T14:35:33.334 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction test succeeded. 2023-01-15T14:35:33.337 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction 2023-01-15T14:35:33.514 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 5/107 2023-01-15T14:35:33.676 INFO:teuthology.orchestra.run.smithi100.stdout: Upgrading : librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 6/107 2023-01-15T14:35:33.786 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 6/107 2023-01-15T14:35:33.984 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 7/107 2023-01-15T14:35:34.066 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 7/107 2023-01-15T14:35:34.273 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-rados-2:18.0.0-1672.g69cf1797.el8.x86_64 8/107 2023-01-15T14:35:34.426 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/107 2023-01-15T14:35:34.493 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/107 2023-01-15T14:35:34.695 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 10/107 2023-01-15T14:35:34.879 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/107 2023-01-15T14:35:35.092 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 12/107 2023-01-15T14:35:35.177 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 12/107 2023-01-15T14:35:35.317 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86 13/107 2023-01-15T14:35:35.432 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86 13/107 2023-01-15T14:35:35.704 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 14/107 2023-01-15T14:35:35.866 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libquadmath-8.5.0-18.el8.x86_64 15/107 2023-01-15T14:35:36.021 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: libquadmath-8.5.0-18.el8.x86_64 15/107 2023-01-15T14:35:36.200 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libgfortran-8.5.0-18.el8.x86_64 16/107 2023-01-15T14:35:36.795 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: libgfortran-8.5.0-18.el8.x86_64 16/107 2023-01-15T14:35:36.983 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : openblas-0.3.15-4.el8.x86_64 17/107 2023-01-15T14:35:37.595 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 17/107 2023-01-15T14:35:37.766 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 18/107 2023-01-15T14:35:38.167 INFO:teuthology.orchestra.run.smithi027.stdout: Preparing : 1/1 2023-01-15T14:35:38.370 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/107 2023-01-15T14:35:38.460 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 18/107 2023-01-15T14:35:38.568 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/107 2023-01-15T14:35:38.763 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/107 2023-01-15T14:35:38.825 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 19/107 2023-01-15T14:35:38.988 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/107 2023-01-15T14:35:39.064 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 20/107 2023-01-15T14:35:39.237 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 21/107 2023-01-15T14:35:39.409 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/107 2023-01-15T14:35:39.483 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 22/107 2023-01-15T14:35:39.628 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 5/107 2023-01-15T14:35:39.698 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-ceph-common-2:18.0.0-1672.g69cf1797.el8. 23/107 2023-01-15T14:35:39.852 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-ceph-argparse-2:18.0.0-1672.g69cf1797.el 24/107 2023-01-15T14:35:40.039 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 5/107 2023-01-15T14:35:40.109 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-cephfs-2:18.0.0-1672.g69cf1797.el8.x86_6 25/107 2023-01-15T14:35:40.372 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 6/107 2023-01-15T14:35:40.499 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 6/107 2023-01-15T14:35:40.688 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 7/107 2023-01-15T14:35:40.918 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 7/107 2023-01-15T14:35:41.124 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 26/107 2023-01-15T14:35:41.346 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-rados-2:18.0.0-1672.g69cf1797.el8.x86_64 8/107 2023-01-15T14:35:41.346 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 9/107 2023-01-15T14:35:41.404 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 9/107 2023-01-15T14:35:41.557 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 27/107 2023-01-15T14:35:41.595 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 10/107 2023-01-15T14:35:41.759 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/107 2023-01-15T14:35:41.964 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 12/107 2023-01-15T14:35:41.996 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 28/107 2023-01-15T14:35:42.172 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 12/107 2023-01-15T14:35:42.196 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86 13/107 2023-01-15T14:35:42.224 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/107 2023-01-15T14:35:42.375 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86 13/107 2023-01-15T14:35:42.625 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 14/107 2023-01-15T14:35:42.813 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libquadmath-8.5.0-18.el8.x86_64 15/107 2023-01-15T14:35:42.953 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libquadmath-8.5.0-18.el8.x86_64 15/107 2023-01-15T14:35:43.088 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libgfortran-8.5.0-18.el8.x86_64 16/107 2023-01-15T14:35:43.747 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libgfortran-8.5.0-18.el8.x86_64 16/107 2023-01-15T14:35:43.971 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : openblas-0.3.15-4.el8.x86_64 17/107 2023-01-15T14:35:43.993 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/107 2023-01-15T14:35:44.326 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 30/107 2023-01-15T14:35:44.533 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 31/107 2023-01-15T14:35:44.655 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 17/107 2023-01-15T14:35:44.765 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-rsa-4.8-1.el8.noarch 32/107 2023-01-15T14:35:44.854 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 18/107 2023-01-15T14:35:44.996 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-rbd-2:18.0.0-1672.g69cf1797.el8.x86_64 33/107 2023-01-15T14:35:45.206 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : librados-devel-2:18.0.0-1672.g69cf1797.el8.x86_6 34/107 2023-01-15T14:35:45.426 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 35/107 2023-01-15T14:35:45.936 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 18/107 2023-01-15T14:35:45.937 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 36/107 2023-01-15T14:35:45.964 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 37/107 2023-01-15T14:35:46.002 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 19/107 2023-01-15T14:35:46.177 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 38/107 2023-01-15T14:35:46.251 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 20/107 2023-01-15T14:35:46.367 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 39/107 2023-01-15T14:35:46.429 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 21/107 2023-01-15T14:35:46.614 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 40/107 2023-01-15T14:35:46.655 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 22/107 2023-01-15T14:35:46.835 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 41/107 2023-01-15T14:35:46.878 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-ceph-common-2:18.0.0-1672.g69cf1797.el8. 23/107 2023-01-15T14:35:47.076 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-ceph-argparse-2:18.0.0-1672.g69cf1797.el 24/107 2023-01-15T14:35:47.192 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 42/107 2023-01-15T14:35:47.319 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cephfs-2:18.0.0-1672.g69cf1797.el8.x86_6 25/107 2023-01-15T14:35:47.556 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 43/107 2023-01-15T14:35:47.571 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 44/107 2023-01-15T14:35:47.777 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 45/107 2023-01-15T14:35:48.020 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 46/107 2023-01-15T14:35:48.272 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-portend-2.6-1.el8.noarch 47/107 2023-01-15T14:35:48.377 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 26/107 2023-01-15T14:35:48.513 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 48/107 2023-01-15T14:35:48.787 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 49/107 2023-01-15T14:35:49.089 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 27/107 2023-01-15T14:35:49.089 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 50/107 2023-01-15T14:35:49.120 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 28/107 2023-01-15T14:35:49.337 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/107 2023-01-15T14:35:49.408 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 51/107 2023-01-15T14:35:49.780 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 52/107 2023-01-15T14:35:50.125 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 53/107 2023-01-15T14:35:50.357 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 54/107 2023-01-15T14:35:51.175 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 55/107 2023-01-15T14:35:51.235 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/107 2023-01-15T14:35:51.389 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 56/107 2023-01-15T14:35:51.488 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 56/107 2023-01-15T14:35:51.591 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 30/107 2023-01-15T14:35:51.760 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-rgw-2:18.0.0-1672.g69cf1797.el8.x86_64 57/107 2023-01-15T14:35:51.807 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 31/107 2023-01-15T14:35:52.035 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 58/107 2023-01-15T14:35:52.066 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-rsa-4.8-1.el8.noarch 32/107 2023-01-15T14:35:52.285 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-rbd-2:18.0.0-1672.g69cf1797.el8.x86_64 33/107 2023-01-15T14:35:52.455 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 59/107 2023-01-15T14:35:52.614 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : librados-devel-2:18.0.0-1672.g69cf1797.el8.x86_6 34/107 2023-01-15T14:35:52.724 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 35/107 2023-01-15T14:35:52.818 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 60/107 2023-01-15T14:35:52.987 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 36/107 2023-01-15T14:35:53.049 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 61/107 2023-01-15T14:35:53.231 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-waitress-1.2.1-2.el8.1.noarch 37/107 2023-01-15T14:35:53.370 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 62/107 2023-01-15T14:35:53.435 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 38/107 2023-01-15T14:35:53.614 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 39/107 2023-01-15T14:35:53.668 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 63/107 2023-01-15T14:35:54.050 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 40/107 2023-01-15T14:35:54.090 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 41/107 2023-01-15T14:35:54.457 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 42/107 2023-01-15T14:35:54.514 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 43/107 2023-01-15T14:35:54.718 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 44/107 2023-01-15T14:35:54.775 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 64/107 2023-01-15T14:35:54.916 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 45/107 2023-01-15T14:35:55.151 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 46/107 2023-01-15T14:35:55.181 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 65/107 2023-01-15T14:35:55.361 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-portend-2.6-1.el8.noarch 47/107 2023-01-15T14:35:55.488 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 66/107 2023-01-15T14:35:55.604 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 48/107 2023-01-15T14:35:55.738 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 67/107 2023-01-15T14:35:55.887 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 49/107 2023-01-15T14:35:56.111 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 68/107 2023-01-15T14:35:56.406 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 69/107 2023-01-15T14:35:56.711 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 50/107 2023-01-15T14:35:56.712 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 70/107 2023-01-15T14:35:56.724 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 51/107 2023-01-15T14:35:56.840 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-magic-5.33-20.el8.noarch 71/107 2023-01-15T14:35:57.081 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 52/107 2023-01-15T14:35:57.124 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : fuse-2.9.7-16.el8.x86_64 72/107 2023-01-15T14:35:57.335 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 73/107 2023-01-15T14:35:57.421 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 53/107 2023-01-15T14:35:57.530 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 74/107 2023-01-15T14:35:57.657 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 54/107 2023-01-15T14:35:57.705 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 75/107 2023-01-15T14:35:58.485 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 55/107 2023-01-15T14:35:59.271 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 56/107 2023-01-15T14:35:59.271 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 56/107 2023-01-15T14:35:59.271 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-rgw-2:18.0.0-1672.g69cf1797.el8.x86_64 57/107 2023-01-15T14:35:59.271 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 58/107 2023-01-15T14:35:59.697 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 59/107 2023-01-15T14:36:00.007 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 60/107 2023-01-15T14:36:00.272 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 61/107 2023-01-15T14:36:00.807 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 62/107 2023-01-15T14:36:00.910 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 63/107 2023-01-15T14:36:01.429 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 76/107 2023-01-15T14:36:01.705 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 76/107 2023-01-15T14:36:02.083 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 64/107 2023-01-15T14:36:02.294 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 76/107 2023-01-15T14:36:02.560 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 65/107 2023-01-15T14:36:02.902 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 66/107 2023-01-15T14:36:03.559 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 67/107 2023-01-15T14:36:03.559 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 68/107 2023-01-15T14:36:03.559 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 77/107 2023-01-15T14:36:03.559 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 77/107 2023-01-15T14:36:03.559 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 78/107 2023-01-15T14:36:03.795 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 69/107 2023-01-15T14:36:04.191 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 70/107 2023-01-15T14:36:04.393 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-magic-5.33-20.el8.noarch 71/107 2023-01-15T14:36:04.613 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : fuse-2.9.7-16.el8.x86_64 72/107 2023-01-15T14:36:04.856 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 73/107 2023-01-15T14:36:05.044 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 74/107 2023-01-15T14:36:05.194 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 75/107 2023-01-15T14:36:09.302 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 76/107 2023-01-15T14:36:09.560 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 76/107 2023-01-15T14:36:10.181 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 76/107 2023-01-15T14:36:10.488 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 77/107 2023-01-15T14:36:10.627 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 77/107 2023-01-15T14:36:10.793 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 78/107 2023-01-15T14:36:22.496 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 78/107 2023-01-15T14:36:22.496 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /sys 2023-01-15T14:36:22.496 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /proc 2023-01-15T14:36:22.496 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /dev 2023-01-15T14:36:22.496 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /run 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /mnt 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /var/tmp 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /home 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /tmp 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi100.stdout:skipping the directory /dev 2023-01-15T14:36:22.497 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:22.910 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 79/107 2023-01-15T14:36:24.414 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 79/107 2023-01-15T14:36:24.681 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 80/107 2023-01-15T14:36:24.899 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 80/107 2023-01-15T14:36:25.134 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 81/107 2023-01-15T14:36:25.515 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 81/107 2023-01-15T14:36:25.751 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 82/107 2023-01-15T14:36:25.774 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 82/107 2023-01-15T14:36:26.065 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 83/107 2023-01-15T14:36:26.312 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 84/107 2023-01-15T14:36:26.483 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 85/107 2023-01-15T14:36:26.557 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 85/107 2023-01-15T14:36:26.767 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : jq-1.6-6.el8.x86_64 86/107 2023-01-15T14:36:28.297 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 87/107 2023-01-15T14:36:28.458 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 87/107 2023-01-15T14:36:28.581 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-1672.g69cf1797.e 88/107 2023-01-15T14:36:28.795 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-1672.g69cf1797. 89/107 2023-01-15T14:36:29.079 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noa 90/107 2023-01-15T14:36:29.285 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noa 90/107 2023-01-15T14:36:29.514 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.n 91/107 2023-01-15T14:36:30.474 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.n 91/107 2023-01-15T14:36:30.708 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-1672.g69c 92/107 2023-01-15T14:36:30.796 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-1672.g69c 92/107 2023-01-15T14:36:31.094 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 78/107 2023-01-15T14:36:31.094 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /sys 2023-01-15T14:36:31.095 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /proc 2023-01-15T14:36:31.095 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /dev 2023-01-15T14:36:31.095 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /run 2023-01-15T14:36:31.095 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /mnt 2023-01-15T14:36:31.095 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /var/tmp 2023-01-15T14:36:31.095 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /home 2023-01-15T14:36:31.096 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /tmp 2023-01-15T14:36:31.096 INFO:teuthology.orchestra.run.smithi027.stdout:skipping the directory /dev 2023-01-15T14:36:31.096 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:31.139 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-1672.g69cf1797.el 93/107 2023-01-15T14:36:31.425 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 94/107 2023-01-15T14:36:31.472 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 94/107 2023-01-15T14:36:31.507 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 79/107 2023-01-15T14:36:31.653 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 95/107 2023-01-15T14:36:31.653 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 95/107 2023-01-15T14:36:33.111 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 79/107 2023-01-15T14:36:33.379 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 80/107 2023-01-15T14:36:33.590 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 80/107 2023-01-15T14:36:33.790 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 81/107 2023-01-15T14:36:34.193 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 81/107 2023-01-15T14:36:34.382 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 82/107 2023-01-15T14:36:34.406 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 82/107 2023-01-15T14:36:34.639 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 83/107 2023-01-15T14:36:34.919 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 84/107 2023-01-15T14:36:35.114 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 85/107 2023-01-15T14:36:35.196 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 85/107 2023-01-15T14:36:35.582 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : jq-1.6-6.el8.x86_64 86/107 2023-01-15T14:36:36.357 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-2:18.0.0-1672.g69cf1797.el8.x86_64 96/107 2023-01-15T14:36:37.245 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 87/107 2023-01-15T14:36:37.437 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 87/107 2023-01-15T14:36:37.604 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-1672.g69cf1797.e 88/107 2023-01-15T14:36:37.792 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-test-2:18.0.0-1672.g69cf1797.el8.x86_64 97/107 2023-01-15T14:36:37.836 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-1672.g69cf1797. 89/107 2023-01-15T14:36:38.088 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 98/107 2023-01-15T14:36:38.097 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noa 90/107 2023-01-15T14:36:38.121 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 98/107 2023-01-15T14:36:38.298 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-1672.g69cf1 99/107 2023-01-15T14:36:38.311 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noa 90/107 2023-01-15T14:36:38.559 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.n 91/107 2023-01-15T14:36:38.646 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-1672.g69cf1 99/107 2023-01-15T14:36:38.848 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 100/107 2023-01-15T14:36:38.940 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 100/107 2023-01-15T14:36:39.222 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : ceph-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 101/107 2023-01-15T14:36:39.477 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : s3cmd-2.3.0-1.el8.noarch 102/107 2023-01-15T14:36:39.926 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.n 91/107 2023-01-15T14:36:39.926 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-1672.g69c 92/107 2023-01-15T14:36:39.926 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : libcephfs-devel-2:18.0.0-1672.g69cf1797.el8.x86_ 103/107 2023-01-15T14:36:39.926 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : rbd-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 104/107 2023-01-15T14:36:39.958 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-1672.g69c 92/107 2023-01-15T14:36:40.050 INFO:teuthology.orchestra.run.smithi100.stdout: Installing : rbd-nbd-2:18.0.0-1672.g69cf1797.el8.x86_64 105/107 2023-01-15T14:36:40.050 INFO:teuthology.orchestra.run.smithi100.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 106/107 2023-01-15T14:36:40.317 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 106/107 2023-01-15T14:36:40.331 INFO:teuthology.orchestra.run.smithi100.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 107/107 2023-01-15T14:36:40.385 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-1672.g69cf1797.el 93/107 2023-01-15T14:36:40.779 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 94/107 2023-01-15T14:36:40.925 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 94/107 2023-01-15T14:36:41.005 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 95/107 2023-01-15T14:36:41.129 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 95/107 2023-01-15T14:36:41.138 INFO:teuthology.orchestra.run.smithi100.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 107/107 2023-01-15T14:36:41.138 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-2:18.0.0-1672.g69cf1797.el8.x86_64 1/107 2023-01-15T14:36:41.138 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 2/107 2023-01-15T14:36:41.138 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 3/107 2023-01-15T14:36:41.138 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 4/107 2023-01-15T14:36:41.138 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-1672.g69cf1 5/107 2023-01-15T14:36:41.138 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 6/107 2023-01-15T14:36:41.138 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 7/107 2023-01-15T14:36:41.138 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 8/107 2023-01-15T14:36:41.139 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 9/107 2023-01-15T14:36:41.139 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 10/107 2023-01-15T14:36:41.139 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 11/107 2023-01-15T14:36:41.139 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-test-2:18.0.0-1672.g69cf1797.el8.x86_64 12/107 2023-01-15T14:36:41.139 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libcephfs-devel-2:18.0.0-1672.g69cf1797.el8.x86_ 13/107 2023-01-15T14:36:41.139 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 14/107 2023-01-15T14:36:41.139 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 15/107 2023-01-15T14:36:41.139 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librados-devel-2:18.0.0-1672.g69cf1797.el8.x86_6 16/107 2023-01-15T14:36:41.139 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86 17/107 2023-01-15T14:36:41.139 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 18/107 2023-01-15T14:36:41.139 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-ceph-argparse-2:18.0.0-1672.g69cf1797.el 19/107 2023-01-15T14:36:41.140 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-ceph-common-2:18.0.0-1672.g69cf1797.el8. 20/107 2023-01-15T14:36:41.140 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-cephfs-2:18.0.0-1672.g69cf1797.el8.x86_6 21/107 2023-01-15T14:36:41.140 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-rados-2:18.0.0-1672.g69cf1797.el8.x86_64 22/107 2023-01-15T14:36:41.140 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-rbd-2:18.0.0-1672.g69cf1797.el8.x86_64 23/107 2023-01-15T14:36:41.140 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-rgw-2:18.0.0-1672.g69cf1797.el8.x86_64 24/107 2023-01-15T14:36:41.140 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : rbd-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 25/107 2023-01-15T14:36:41.140 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 26/107 2023-01-15T14:36:41.140 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : rbd-nbd-2:18.0.0-1672.g69cf1797.el8.x86_64 27/107 2023-01-15T14:36:41.140 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-1672.g69cf1797. 28/107 2023-01-15T14:36:41.140 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noa 29/107 2023-01-15T14:36:41.140 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.n 30/107 2023-01-15T14:36:41.140 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-1672.g69c 31/107 2023-01-15T14:36:41.141 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-1672.g69cf1797.el 32/107 2023-01-15T14:36:41.141 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 33/107 2023-01-15T14:36:41.141 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-1672.g69cf1797.e 34/107 2023-01-15T14:36:41.141 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 35/107 2023-01-15T14:36:41.141 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 36/107 2023-01-15T14:36:41.141 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : jq-1.6-6.el8.x86_64 37/107 2023-01-15T14:36:41.141 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 38/107 2023-01-15T14:36:41.141 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 39/107 2023-01-15T14:36:41.141 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 40/107 2023-01-15T14:36:41.141 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 41/107 2023-01-15T14:36:41.141 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 42/107 2023-01-15T14:36:41.142 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 43/107 2023-01-15T14:36:41.142 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 44/107 2023-01-15T14:36:41.142 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 45/107 2023-01-15T14:36:41.142 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 46/107 2023-01-15T14:36:41.142 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 47/107 2023-01-15T14:36:41.142 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 48/107 2023-01-15T14:36:41.142 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 49/107 2023-01-15T14:36:41.142 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 50/107 2023-01-15T14:36:41.142 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 51/107 2023-01-15T14:36:41.142 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 52/107 2023-01-15T14:36:41.143 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 53/107 2023-01-15T14:36:41.143 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 54/107 2023-01-15T14:36:41.143 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 55/107 2023-01-15T14:36:41.143 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 56/107 2023-01-15T14:36:41.143 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 57/107 2023-01-15T14:36:41.143 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 58/107 2023-01-15T14:36:41.143 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 59/107 2023-01-15T14:36:41.143 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : fuse-2.9.7-16.el8.x86_64 60/107 2023-01-15T14:36:41.143 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libgfortran-8.5.0-18.el8.x86_64 61/107 2023-01-15T14:36:41.143 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libquadmath-8.5.0-18.el8.x86_64 62/107 2023-01-15T14:36:41.143 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 63/107 2023-01-15T14:36:41.143 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 64/107 2023-01-15T14:36:41.144 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 65/107 2023-01-15T14:36:41.144 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 66/107 2023-01-15T14:36:41.144 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-magic-5.33-20.el8.noarch 67/107 2023-01-15T14:36:41.144 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 68/107 2023-01-15T14:36:41.144 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 69/107 2023-01-15T14:36:41.144 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 70/107 2023-01-15T14:36:41.144 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 71/107 2023-01-15T14:36:41.144 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 72/107 2023-01-15T14:36:41.144 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 73/107 2023-01-15T14:36:41.144 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 74/107 2023-01-15T14:36:41.144 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 75/107 2023-01-15T14:36:41.145 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 76/107 2023-01-15T14:36:41.145 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 77/107 2023-01-15T14:36:41.145 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 78/107 2023-01-15T14:36:41.145 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 79/107 2023-01-15T14:36:41.145 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 80/107 2023-01-15T14:36:41.145 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 81/107 2023-01-15T14:36:41.145 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 82/107 2023-01-15T14:36:41.145 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 83/107 2023-01-15T14:36:41.145 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 84/107 2023-01-15T14:36:41.145 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 85/107 2023-01-15T14:36:41.145 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 86/107 2023-01-15T14:36:41.146 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 87/107 2023-01-15T14:36:41.146 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 88/107 2023-01-15T14:36:41.146 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-portend-2.6-1.el8.noarch 89/107 2023-01-15T14:36:41.146 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 90/107 2023-01-15T14:36:41.146 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 91/107 2023-01-15T14:36:41.146 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 92/107 2023-01-15T14:36:41.146 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 93/107 2023-01-15T14:36:41.146 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 94/107 2023-01-15T14:36:41.146 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 95/107 2023-01-15T14:36:41.146 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 96/107 2023-01-15T14:36:41.146 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 97/107 2023-01-15T14:36:41.147 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 98/107 2023-01-15T14:36:41.147 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 99/107 2023-01-15T14:36:41.147 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 100/107 2023-01-15T14:36:41.147 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 101/107 2023-01-15T14:36:41.147 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : s3cmd-2.3.0-1.el8.noarch 102/107 2023-01-15T14:36:41.147 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 103/107 2023-01-15T14:36:41.147 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 104/107 2023-01-15T14:36:41.147 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 105/107 2023-01-15T14:36:41.147 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 106/107 2023-01-15T14:36:42.678 INFO:teuthology.orchestra.run.smithi100.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 107/107 2023-01-15T14:36:42.681 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:42.681 INFO:teuthology.orchestra.run.smithi100.stdout:Upgraded: 2023-01-15T14:36:42.681 INFO:teuthology.orchestra.run.smithi100.stdout: librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.681 INFO:teuthology.orchestra.run.smithi100.stdout: librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.681 INFO:teuthology.orchestra.run.smithi100.stdout:Installed: 2023-01-15T14:36:42.681 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.682 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.682 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.682 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.682 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-grafana-dashboards-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:42.682 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-immutable-object-cache-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.682 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.682 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.682 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:42.682 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:42.683 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-diskprediction-local-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:42.683 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-modules-core-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:42.683 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:42.683 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.683 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.683 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-prometheus-alerts-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:42.683 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.683 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.683 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-test-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.683 INFO:teuthology.orchestra.run.smithi100.stdout: ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:42.683 INFO:teuthology.orchestra.run.smithi100.stdout: cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:42.683 INFO:teuthology.orchestra.run.smithi100.stdout: fuse-2.9.7-16.el8.x86_64 2023-01-15T14:36:42.684 INFO:teuthology.orchestra.run.smithi100.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-01-15T14:36:42.684 INFO:teuthology.orchestra.run.smithi100.stdout: jq-1.6-6.el8.x86_64 2023-01-15T14:36:42.684 INFO:teuthology.orchestra.run.smithi100.stdout: libcephfs-devel-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.684 INFO:teuthology.orchestra.run.smithi100.stdout: libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.684 INFO:teuthology.orchestra.run.smithi100.stdout: libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.684 INFO:teuthology.orchestra.run.smithi100.stdout: libgfortran-8.5.0-18.el8.x86_64 2023-01-15T14:36:42.684 INFO:teuthology.orchestra.run.smithi100.stdout: liboath-2.6.2-3.el8.x86_64 2023-01-15T14:36:42.684 INFO:teuthology.orchestra.run.smithi100.stdout: libquadmath-8.5.0-18.el8.x86_64 2023-01-15T14:36:42.684 INFO:teuthology.orchestra.run.smithi100.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-01-15T14:36:42.684 INFO:teuthology.orchestra.run.smithi100.stdout: librados-devel-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.685 INFO:teuthology.orchestra.run.smithi100.stdout: libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.685 INFO:teuthology.orchestra.run.smithi100.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-01-15T14:36:42.685 INFO:teuthology.orchestra.run.smithi100.stdout: librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.685 INFO:teuthology.orchestra.run.smithi100.stdout: libunwind-1.3.1-3.el8.x86_64 2023-01-15T14:36:42.685 INFO:teuthology.orchestra.run.smithi100.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-01-15T14:36:42.685 INFO:teuthology.orchestra.run.smithi100.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-01-15T14:36:42.685 INFO:teuthology.orchestra.run.smithi100.stdout: openblas-0.3.15-4.el8.x86_64 2023-01-15T14:36:42.685 INFO:teuthology.orchestra.run.smithi100.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-01-15T14:36:42.685 INFO:teuthology.orchestra.run.smithi100.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-01-15T14:36:42.685 INFO:teuthology.orchestra.run.smithi100.stdout: python3-babel-2.5.1-7.el8.noarch 2023-01-15T14:36:42.685 INFO:teuthology.orchestra.run.smithi100.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-01-15T14:36:42.686 INFO:teuthology.orchestra.run.smithi100.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-01-15T14:36:42.686 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-01-15T14:36:42.686 INFO:teuthology.orchestra.run.smithi100.stdout: python3-ceph-argparse-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.686 INFO:teuthology.orchestra.run.smithi100.stdout: python3-ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.686 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cephfs-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.686 INFO:teuthology.orchestra.run.smithi100.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-01-15T14:36:42.686 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-01-15T14:36:42.686 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-01-15T14:36:42.686 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-01-15T14:36:42.686 INFO:teuthology.orchestra.run.smithi100.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-01-15T14:36:42.686 INFO:teuthology.orchestra.run.smithi100.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-01-15T14:36:42.687 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jaraco-6.2-6.el8.noarch 2023-01-15T14:36:42.687 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-01-15T14:36:42.687 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-01-15T14:36:42.687 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-01-15T14:36:42.687 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-01-15T14:36:42.687 INFO:teuthology.orchestra.run.smithi100.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-01-15T14:36:42.687 INFO:teuthology.orchestra.run.smithi100.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-01-15T14:36:42.687 INFO:teuthology.orchestra.run.smithi100.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-01-15T14:36:42.687 INFO:teuthology.orchestra.run.smithi100.stdout: python3-magic-5.33-20.el8.noarch 2023-01-15T14:36:42.687 INFO:teuthology.orchestra.run.smithi100.stdout: python3-mako-1.0.6-13.el8.noarch 2023-01-15T14:36:42.687 INFO:teuthology.orchestra.run.smithi100.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-01-15T14:36:42.687 INFO:teuthology.orchestra.run.smithi100.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-01-15T14:36:42.688 INFO:teuthology.orchestra.run.smithi100.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-01-15T14:36:42.688 INFO:teuthology.orchestra.run.smithi100.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-01-15T14:36:42.688 INFO:teuthology.orchestra.run.smithi100.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-01-15T14:36:42.688 INFO:teuthology.orchestra.run.smithi100.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-01-15T14:36:42.688 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-01-15T14:36:42.688 INFO:teuthology.orchestra.run.smithi100.stdout: python3-portend-2.6-1.el8.noarch 2023-01-15T14:36:42.688 INFO:teuthology.orchestra.run.smithi100.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-01-15T14:36:42.688 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-01-15T14:36:42.688 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-01-15T14:36:42.688 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-01-15T14:36:42.689 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pycparser-2.14-14.el8.noarch 2023-01-15T14:36:42.689 INFO:teuthology.orchestra.run.smithi100.stdout: python3-pytz-2017.2-9.el8.noarch 2023-01-15T14:36:42.689 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rados-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.689 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rbd-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.689 INFO:teuthology.orchestra.run.smithi100.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-01-15T14:36:42.689 INFO:teuthology.orchestra.run.smithi100.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-01-15T14:36:42.689 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rgw-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.689 INFO:teuthology.orchestra.run.smithi100.stdout: python3-routes-2.4.1-12.el8.noarch 2023-01-15T14:36:42.689 INFO:teuthology.orchestra.run.smithi100.stdout: python3-rsa-4.8-1.el8.noarch 2023-01-15T14:36:42.689 INFO:teuthology.orchestra.run.smithi100.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-01-15T14:36:42.689 INFO:teuthology.orchestra.run.smithi100.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-01-15T14:36:42.689 INFO:teuthology.orchestra.run.smithi100.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-01-15T14:36:42.690 INFO:teuthology.orchestra.run.smithi100.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-01-15T14:36:42.690 INFO:teuthology.orchestra.run.smithi100.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-01-15T14:36:42.690 INFO:teuthology.orchestra.run.smithi100.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2023-01-15T14:36:42.690 INFO:teuthology.orchestra.run.smithi100.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-01-15T14:36:42.690 INFO:teuthology.orchestra.run.smithi100.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-01-15T14:36:42.690 INFO:teuthology.orchestra.run.smithi100.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-01-15T14:36:42.690 INFO:teuthology.orchestra.run.smithi100.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-01-15T14:36:42.690 INFO:teuthology.orchestra.run.smithi100.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-01-15T14:36:42.690 INFO:teuthology.orchestra.run.smithi100.stdout: rbd-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.690 INFO:teuthology.orchestra.run.smithi100.stdout: rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.690 INFO:teuthology.orchestra.run.smithi100.stdout: rbd-nbd-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:42.691 INFO:teuthology.orchestra.run.smithi100.stdout: s3cmd-2.3.0-1.el8.noarch 2023-01-15T14:36:42.691 INFO:teuthology.orchestra.run.smithi100.stdout: socat-1.7.4.1-1.el8.x86_64 2023-01-15T14:36:42.691 INFO:teuthology.orchestra.run.smithi100.stdout: thrift-0.13.0-2.el8.x86_64 2023-01-15T14:36:42.691 INFO:teuthology.orchestra.run.smithi100.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-01-15T14:36:42.691 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:42.691 INFO:teuthology.orchestra.run.smithi100.stdout:Complete! 2023-01-15T14:36:42.944 DEBUG:teuthology.parallel:result is None 2023-01-15T14:36:46.055 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-2:18.0.0-1672.g69cf1797.el8.x86_64 96/107 2023-01-15T14:36:47.565 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-test-2:18.0.0-1672.g69cf1797.el8.x86_64 97/107 2023-01-15T14:36:47.813 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 98/107 2023-01-15T14:36:47.847 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 98/107 2023-01-15T14:36:48.038 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-1672.g69cf1 99/107 2023-01-15T14:36:48.405 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-1672.g69cf1 99/107 2023-01-15T14:36:48.613 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 100/107 2023-01-15T14:36:48.708 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 100/107 2023-01-15T14:36:48.915 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : ceph-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 101/107 2023-01-15T14:36:49.201 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : s3cmd-2.3.0-1.el8.noarch 102/107 2023-01-15T14:36:49.363 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libcephfs-devel-2:18.0.0-1672.g69cf1797.el8.x86_ 103/107 2023-01-15T14:36:49.655 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : rbd-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 104/107 2023-01-15T14:36:49.856 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : rbd-nbd-2:18.0.0-1672.g69cf1797.el8.x86_64 105/107 2023-01-15T14:36:49.856 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 106/107 2023-01-15T14:36:50.241 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 106/107 2023-01-15T14:36:50.398 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 107/107 2023-01-15T14:36:51.018 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 107/107 2023-01-15T14:36:51.056 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-2:18.0.0-1672.g69cf1797.el8.x86_64 1/107 2023-01-15T14:36:51.056 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 2/107 2023-01-15T14:36:51.056 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 3/107 2023-01-15T14:36:51.056 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 4/107 2023-01-15T14:36:51.057 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-1672.g69cf1 5/107 2023-01-15T14:36:51.057 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 6/107 2023-01-15T14:36:51.057 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 7/107 2023-01-15T14:36:51.057 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 8/107 2023-01-15T14:36:51.057 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 9/107 2023-01-15T14:36:51.057 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 10/107 2023-01-15T14:36:51.057 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 11/107 2023-01-15T14:36:51.057 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-test-2:18.0.0-1672.g69cf1797.el8.x86_64 12/107 2023-01-15T14:36:51.057 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libcephfs-devel-2:18.0.0-1672.g69cf1797.el8.x86_ 13/107 2023-01-15T14:36:51.057 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 14/107 2023-01-15T14:36:51.057 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 15/107 2023-01-15T14:36:51.057 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librados-devel-2:18.0.0-1672.g69cf1797.el8.x86_6 16/107 2023-01-15T14:36:51.058 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86 17/107 2023-01-15T14:36:51.058 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 18/107 2023-01-15T14:36:51.058 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-ceph-argparse-2:18.0.0-1672.g69cf1797.el 19/107 2023-01-15T14:36:51.058 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-ceph-common-2:18.0.0-1672.g69cf1797.el8. 20/107 2023-01-15T14:36:51.058 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cephfs-2:18.0.0-1672.g69cf1797.el8.x86_6 21/107 2023-01-15T14:36:51.058 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-rados-2:18.0.0-1672.g69cf1797.el8.x86_64 22/107 2023-01-15T14:36:51.058 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-rbd-2:18.0.0-1672.g69cf1797.el8.x86_64 23/107 2023-01-15T14:36:51.058 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-rgw-2:18.0.0-1672.g69cf1797.el8.x86_64 24/107 2023-01-15T14:36:51.058 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : rbd-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 25/107 2023-01-15T14:36:51.058 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 26/107 2023-01-15T14:36:51.058 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : rbd-nbd-2:18.0.0-1672.g69cf1797.el8.x86_64 27/107 2023-01-15T14:36:51.065 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-1672.g69cf1797. 28/107 2023-01-15T14:36:51.065 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noa 29/107 2023-01-15T14:36:51.066 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.n 30/107 2023-01-15T14:36:51.066 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-1672.g69c 31/107 2023-01-15T14:36:51.066 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-1672.g69cf1797.el 32/107 2023-01-15T14:36:51.066 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 33/107 2023-01-15T14:36:51.066 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-1672.g69cf1797.e 34/107 2023-01-15T14:36:51.066 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 35/107 2023-01-15T14:36:51.066 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 36/107 2023-01-15T14:36:51.066 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : jq-1.6-6.el8.x86_64 37/107 2023-01-15T14:36:51.066 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 38/107 2023-01-15T14:36:51.066 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 39/107 2023-01-15T14:36:51.066 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 40/107 2023-01-15T14:36:51.067 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 41/107 2023-01-15T14:36:51.067 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 42/107 2023-01-15T14:36:51.067 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 43/107 2023-01-15T14:36:51.067 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 44/107 2023-01-15T14:36:51.067 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 45/107 2023-01-15T14:36:51.067 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 46/107 2023-01-15T14:36:51.067 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 47/107 2023-01-15T14:36:51.067 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 48/107 2023-01-15T14:36:51.067 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 49/107 2023-01-15T14:36:51.067 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 50/107 2023-01-15T14:36:51.067 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 51/107 2023-01-15T14:36:51.068 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 52/107 2023-01-15T14:36:51.068 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 53/107 2023-01-15T14:36:51.068 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 54/107 2023-01-15T14:36:51.068 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 55/107 2023-01-15T14:36:51.068 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 56/107 2023-01-15T14:36:51.068 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 57/107 2023-01-15T14:36:51.068 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 58/107 2023-01-15T14:36:51.068 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 59/107 2023-01-15T14:36:51.068 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : fuse-2.9.7-16.el8.x86_64 60/107 2023-01-15T14:36:51.068 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libgfortran-8.5.0-18.el8.x86_64 61/107 2023-01-15T14:36:51.068 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libquadmath-8.5.0-18.el8.x86_64 62/107 2023-01-15T14:36:51.069 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 63/107 2023-01-15T14:36:51.069 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 64/107 2023-01-15T14:36:51.069 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 65/107 2023-01-15T14:36:51.069 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 66/107 2023-01-15T14:36:51.069 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-magic-5.33-20.el8.noarch 67/107 2023-01-15T14:36:51.069 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 68/107 2023-01-15T14:36:51.069 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 69/107 2023-01-15T14:36:51.069 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 70/107 2023-01-15T14:36:51.069 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 71/107 2023-01-15T14:36:51.069 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 72/107 2023-01-15T14:36:51.069 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 73/107 2023-01-15T14:36:51.069 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 74/107 2023-01-15T14:36:51.070 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 75/107 2023-01-15T14:36:51.070 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 76/107 2023-01-15T14:36:51.070 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 77/107 2023-01-15T14:36:51.070 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 78/107 2023-01-15T14:36:51.070 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 79/107 2023-01-15T14:36:51.070 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 80/107 2023-01-15T14:36:51.070 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 81/107 2023-01-15T14:36:51.070 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 82/107 2023-01-15T14:36:51.070 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 83/107 2023-01-15T14:36:51.070 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 84/107 2023-01-15T14:36:51.070 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 85/107 2023-01-15T14:36:51.070 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 86/107 2023-01-15T14:36:51.071 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 87/107 2023-01-15T14:36:51.071 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 88/107 2023-01-15T14:36:51.071 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-portend-2.6-1.el8.noarch 89/107 2023-01-15T14:36:51.071 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 90/107 2023-01-15T14:36:51.071 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 91/107 2023-01-15T14:36:51.071 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-rsa-4.8-1.el8.noarch 92/107 2023-01-15T14:36:51.071 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 93/107 2023-01-15T14:36:51.071 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 94/107 2023-01-15T14:36:51.071 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 95/107 2023-01-15T14:36:51.071 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 96/107 2023-01-15T14:36:51.071 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-waitress-1.2.1-2.el8.1.noarch 97/107 2023-01-15T14:36:51.071 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 98/107 2023-01-15T14:36:51.072 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 99/107 2023-01-15T14:36:51.072 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 100/107 2023-01-15T14:36:51.072 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 101/107 2023-01-15T14:36:51.072 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : s3cmd-2.3.0-1.el8.noarch 102/107 2023-01-15T14:36:51.072 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 103/107 2023-01-15T14:36:51.072 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 104/107 2023-01-15T14:36:51.072 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 105/107 2023-01-15T14:36:51.072 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 106/107 2023-01-15T14:36:52.655 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 107/107 2023-01-15T14:36:52.656 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:52.656 INFO:teuthology.orchestra.run.smithi027.stdout:Upgraded: 2023-01-15T14:36:52.656 INFO:teuthology.orchestra.run.smithi027.stdout: librados2-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.656 INFO:teuthology.orchestra.run.smithi027.stdout: librbd1-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.656 INFO:teuthology.orchestra.run.smithi027.stdout:Installed: 2023-01-15T14:36:52.656 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.656 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-base-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.656 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.656 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.656 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-grafana-dashboards-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:52.657 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-immutable-object-cache-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.657 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mds-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.657 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.657 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:52.657 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-dashboard-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:52.657 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-diskprediction-local-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:52.657 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-modules-core-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:52.657 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mgr-rook-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:52.657 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-mon-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.657 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-osd-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.657 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-prometheus-alerts-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:52.658 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-radosgw-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.658 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-selinux-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.658 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-test-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.658 INFO:teuthology.orchestra.run.smithi027.stdout: ceph-volume-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:52.658 INFO:teuthology.orchestra.run.smithi027.stdout: cephadm-2:18.0.0-1672.g69cf1797.el8.noarch 2023-01-15T14:36:52.658 INFO:teuthology.orchestra.run.smithi027.stdout: fuse-2.9.7-16.el8.x86_64 2023-01-15T14:36:52.658 INFO:teuthology.orchestra.run.smithi027.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-01-15T14:36:52.658 INFO:teuthology.orchestra.run.smithi027.stdout: jq-1.6-6.el8.x86_64 2023-01-15T14:36:52.658 INFO:teuthology.orchestra.run.smithi027.stdout: libcephfs-devel-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.658 INFO:teuthology.orchestra.run.smithi027.stdout: libcephfs2-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.658 INFO:teuthology.orchestra.run.smithi027.stdout: libcephsqlite-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.658 INFO:teuthology.orchestra.run.smithi027.stdout: libgfortran-8.5.0-18.el8.x86_64 2023-01-15T14:36:52.659 INFO:teuthology.orchestra.run.smithi027.stdout: liboath-2.6.2-3.el8.x86_64 2023-01-15T14:36:52.659 INFO:teuthology.orchestra.run.smithi027.stdout: libquadmath-8.5.0-18.el8.x86_64 2023-01-15T14:36:52.659 INFO:teuthology.orchestra.run.smithi027.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-01-15T14:36:52.659 INFO:teuthology.orchestra.run.smithi027.stdout: librados-devel-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.659 INFO:teuthology.orchestra.run.smithi027.stdout: libradosstriper1-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.659 INFO:teuthology.orchestra.run.smithi027.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-01-15T14:36:52.659 INFO:teuthology.orchestra.run.smithi027.stdout: librgw2-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.659 INFO:teuthology.orchestra.run.smithi027.stdout: libunwind-1.3.1-3.el8.x86_64 2023-01-15T14:36:52.659 INFO:teuthology.orchestra.run.smithi027.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-01-15T14:36:52.659 INFO:teuthology.orchestra.run.smithi027.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-01-15T14:36:52.659 INFO:teuthology.orchestra.run.smithi027.stdout: openblas-0.3.15-4.el8.x86_64 2023-01-15T14:36:52.659 INFO:teuthology.orchestra.run.smithi027.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-01-15T14:36:52.660 INFO:teuthology.orchestra.run.smithi027.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-01-15T14:36:52.660 INFO:teuthology.orchestra.run.smithi027.stdout: python3-babel-2.5.1-7.el8.noarch 2023-01-15T14:36:52.660 INFO:teuthology.orchestra.run.smithi027.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-01-15T14:36:52.660 INFO:teuthology.orchestra.run.smithi027.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-01-15T14:36:52.660 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-01-15T14:36:52.660 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ceph-argparse-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.660 INFO:teuthology.orchestra.run.smithi027.stdout: python3-ceph-common-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.660 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cephfs-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.660 INFO:teuthology.orchestra.run.smithi027.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-01-15T14:36:52.660 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-01-15T14:36:52.660 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-01-15T14:36:52.661 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-01-15T14:36:52.661 INFO:teuthology.orchestra.run.smithi027.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-01-15T14:36:52.661 INFO:teuthology.orchestra.run.smithi027.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-01-15T14:36:52.661 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-6.2-6.el8.noarch 2023-01-15T14:36:52.661 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-01-15T14:36:52.661 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-01-15T14:36:52.661 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-01-15T14:36:52.661 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-01-15T14:36:52.661 INFO:teuthology.orchestra.run.smithi027.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-01-15T14:36:52.661 INFO:teuthology.orchestra.run.smithi027.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-01-15T14:36:52.661 INFO:teuthology.orchestra.run.smithi027.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-01-15T14:36:52.661 INFO:teuthology.orchestra.run.smithi027.stdout: python3-magic-5.33-20.el8.noarch 2023-01-15T14:36:52.662 INFO:teuthology.orchestra.run.smithi027.stdout: python3-mako-1.0.6-13.el8.noarch 2023-01-15T14:36:52.662 INFO:teuthology.orchestra.run.smithi027.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-01-15T14:36:52.662 INFO:teuthology.orchestra.run.smithi027.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-01-15T14:36:52.662 INFO:teuthology.orchestra.run.smithi027.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-01-15T14:36:52.662 INFO:teuthology.orchestra.run.smithi027.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-01-15T14:36:52.662 INFO:teuthology.orchestra.run.smithi027.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-01-15T14:36:52.662 INFO:teuthology.orchestra.run.smithi027.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-01-15T14:36:52.662 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-01-15T14:36:52.662 INFO:teuthology.orchestra.run.smithi027.stdout: python3-portend-2.6-1.el8.noarch 2023-01-15T14:36:52.662 INFO:teuthology.orchestra.run.smithi027.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-01-15T14:36:52.662 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-01-15T14:36:52.662 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-01-15T14:36:52.662 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-01-15T14:36:52.663 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pycparser-2.14-14.el8.noarch 2023-01-15T14:36:52.663 INFO:teuthology.orchestra.run.smithi027.stdout: python3-pytz-2017.2-9.el8.noarch 2023-01-15T14:36:52.663 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rados-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.663 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rbd-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.663 INFO:teuthology.orchestra.run.smithi027.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-01-15T14:36:52.663 INFO:teuthology.orchestra.run.smithi027.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-01-15T14:36:52.663 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rgw-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.663 INFO:teuthology.orchestra.run.smithi027.stdout: python3-routes-2.4.1-12.el8.noarch 2023-01-15T14:36:52.663 INFO:teuthology.orchestra.run.smithi027.stdout: python3-rsa-4.8-1.el8.noarch 2023-01-15T14:36:52.663 INFO:teuthology.orchestra.run.smithi027.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-01-15T14:36:52.664 INFO:teuthology.orchestra.run.smithi027.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-01-15T14:36:52.664 INFO:teuthology.orchestra.run.smithi027.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-01-15T14:36:52.664 INFO:teuthology.orchestra.run.smithi027.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-01-15T14:36:52.664 INFO:teuthology.orchestra.run.smithi027.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-01-15T14:36:52.664 INFO:teuthology.orchestra.run.smithi027.stdout: python3-waitress-1.2.1-2.el8.1.noarch 2023-01-15T14:36:52.664 INFO:teuthology.orchestra.run.smithi027.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-01-15T14:36:52.664 INFO:teuthology.orchestra.run.smithi027.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-01-15T14:36:52.664 INFO:teuthology.orchestra.run.smithi027.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-01-15T14:36:52.664 INFO:teuthology.orchestra.run.smithi027.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-01-15T14:36:52.664 INFO:teuthology.orchestra.run.smithi027.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-01-15T14:36:52.664 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-fuse-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.665 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-mirror-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.665 INFO:teuthology.orchestra.run.smithi027.stdout: rbd-nbd-2:18.0.0-1672.g69cf1797.el8.x86_64 2023-01-15T14:36:52.665 INFO:teuthology.orchestra.run.smithi027.stdout: s3cmd-2.3.0-1.el8.noarch 2023-01-15T14:36:52.665 INFO:teuthology.orchestra.run.smithi027.stdout: socat-1.7.4.1-1.el8.x86_64 2023-01-15T14:36:52.665 INFO:teuthology.orchestra.run.smithi027.stdout: thrift-0.13.0-2.el8.x86_64 2023-01-15T14:36:52.665 INFO:teuthology.orchestra.run.smithi027.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-01-15T14:36:52.665 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:52.665 INFO:teuthology.orchestra.run.smithi027.stdout:Complete! 2023-01-15T14:36:53.044 DEBUG:teuthology.parallel:result is None 2023-01-15T14:36:53.103 DEBUG:teuthology.orchestra.run.smithi027:> sudo lsb_release -is 2023-01-15T14:36:53.145 INFO:teuthology.orchestra.run.smithi027.stdout:CentOSStream 2023-01-15T14:36:53.146 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-15T14:36:53.146 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:36:53.327 DEBUG:teuthology.orchestra.run.smithi027:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-01-15T14:36:53.350 INFO:teuthology.orchestra.run.smithi027.stdout:18.0.0-1672.g69cf1797.el8 2023-01-15T14:36:53.350 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-1672.g69cf1797.el8 2023-01-15T14:36:53.350 INFO:teuthology.task.install:The correct ceph version 18.0.0-1672.g69cf1797 is installed. 2023-01-15T14:36:53.351 DEBUG:teuthology.orchestra.run.smithi100:> sudo lsb_release -is 2023-01-15T14:36:53.393 INFO:teuthology.orchestra.run.smithi100.stdout:CentOSStream 2023-01-15T14:36:53.394 DEBUG:teuthology.misc:System to be installed: CentOSStream 2023-01-15T14:36:53.394 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:36:53.549 DEBUG:teuthology.orchestra.run.smithi100:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-01-15T14:36:53.571 INFO:teuthology.orchestra.run.smithi100.stdout:18.0.0-1672.g69cf1797.el8 2023-01-15T14:36:53.571 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-1672.g69cf1797.el8 2023-01-15T14:36:53.571 INFO:teuthology.task.install:The correct ceph version 18.0.0-1672.g69cf1797 is installed. 2023-01-15T14:36:53.571 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-01-15T14:36:53.572 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:36:53.572 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-01-15T14:36:53.600 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:36:53.600 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-01-15T14:36:53.639 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-01-15T14:36:53.639 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:36:53.640 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/usr/bin/daemon-helper 2023-01-15T14:36:53.667 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-01-15T14:36:53.735 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:36:53.735 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd of=/usr/bin/daemon-helper 2023-01-15T14:36:53.762 DEBUG:teuthology.orchestra.run.smithi100:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-01-15T14:36:53.829 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-01-15T14:36:53.853 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:36:53.853 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/usr/bin/adjust-ulimits 2023-01-15T14:36:53.881 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-01-15T14:36:53.948 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:36:53.948 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd of=/usr/bin/adjust-ulimits 2023-01-15T14:36:53.975 DEBUG:teuthology.orchestra.run.smithi100:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-01-15T14:36:54.041 INFO:teuthology.run_tasks:Running task ceph... 2023-01-15T14:36:54.111 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-01-15T14:36:54.112 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 777 /var/log/ceph 2023-01-15T14:36:54.114 DEBUG:teuthology.orchestra.run.smithi100:> sudo chmod 777 /var/log/ceph 2023-01-15T14:36:54.140 INFO:tasks.ceph:Disabling ceph logrotate... 2023-01-15T14:36:54.140 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -f -- /etc/logrotate.d/ceph 2023-01-15T14:36:54.182 DEBUG:teuthology.orchestra.run.smithi100:> sudo rm -f -- /etc/logrotate.d/ceph 2023-01-15T14:36:54.208 INFO:tasks.ceph:Creating extra log directories... 2023-01-15T14:36:54.208 DEBUG:teuthology.orchestra.run.smithi027:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-01-15T14:36:54.250 DEBUG:teuthology.orchestra.run.smithi100:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-01-15T14:36:54.299 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-01-15T14:36:54.300 INFO:tasks.ceph:config {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw lc debug interval': 10, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'debug ms': 1, 'debug osd': 20, 'lockdep': True, 'osd objectstore': 'filestore', 'osd shutdown pgref assert': True, 'osd sloppy crc': True}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(OSD_SLOW_PING_TIME'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-01-15T14:36:54.300 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi/7139352', 'branch': 'wip-fips-openssl3_i01', 'description': 'rgw:verify/{0-install centos_latest clusters/fixed-2 datacache/no_datacache frontend/beast ignore-pg-availability inline-data$/{on} msgr-failures/few objectstore/filestore-xfs overrides proto/http rgw_pool_type/replicated s3tests-branch sharding$/{default} striping$/{stripe-greater-than-chunk} tasks/{cls ragweed reshard s3tests-java s3tests} validater/lockdep}', 'email': 'mkogan@redhat.com', 'first_in_suite': False, 'job_id': '7139352', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'machine_type': 'smithi', 'name': 'mkogan-2023-01-12_21:03:58-rgw:verify-wip-fips-openssl3_i01-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 10}}], 'os_type': 'centos', 'os_version': '8.stream', 'overrides': {'admin_socket': {'branch': 'wip-fips-openssl3_i01'}, 'ceph': {'conf': {'client': {'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw lc debug interval': 10, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'global': {'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'lockdep': True}, 'osd': {'debug ms': 1, 'debug osd': 20, 'lockdep': True, 'osd objectstore': 'filestore', 'osd shutdown pgref assert': True, 'osd sloppy crc': True}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(PG_AVAILABILITY\\)', '\\(PG_DEGRADED\\)', '\\(OSD_SLOW_PING_TIME'], 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'osd objectstore': 'filestore', 'osd sloppy crc': True}}, 'filestore': True, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'}}, 'rgw': {'compression type': 'random', 'ec-data-pool': False, 'frontend': 'beast', 'storage classes': 'LUKEWARM, FROZEN'}, 's3tests': {'force-branch': 'ceph-master'}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-fips-openssl3_i01', 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'}}, 'owner': 'scheduled_mkogan@teuthology', 'priority': 99, 'repo': 'https://github.com/ceph/ceph-ci.git', 'roles': [['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'], ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b']], 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3', 'sleep_before_teardown': 0, 'suite': 'rgw:verify', 'suite_branch': 'wip-fips-openssl3_i01', 'suite_path': '/home/teuthworker/src/github.com_ceph_ceph-c_69cf179746c30396a7a9c8ce0fe3c9194bfb52a3/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://github.com/ceph/ceph-ci.git', 'suite_sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3', 'targets': {'smithi027.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDHWTtdYprLDQZmgtm2mszvqAKe7Wdf52oACyhPiGrG15fkhVvgpp5JF/Lind5zk2M/8nCPyunQJA6WqmgmebcBcLLCZVCLakF/yMOiUZim4Cu5wEg48Py0wxfQtZ2IcC9Kfe/RfdTmo+0EUo1pl/bMPsxa0bayVWt/S4n+tLalUvHMrQPLFT8g1XmdsiVnTfCj5IDrIe43zj5YyE/8lRwCVnebn/XNXRPkTZkQYJBJL5yWeVW3vmII6UKkNFDz+RJz9FXEfHDjkqlffulgWir8ErsAriMSkcPW2dMUbNoz/h4npt2ZRPfDJV0arZszNXmoQawJIjjuAQ7EN1ZMd74hTgo9184eDo8lqZejzsHDOzui88ilV21Q4yZxU5ZwxZvJ1SmRCMylO22HvVtU6XWnzduzVhyLyp6EmbjNYlkEy8zvRPnAZncpGIngEmEQhXNWame326aJi3dz/b1hKI8RQUsusy0lf12hiR6V2+jvEacSbAmiQR0g+Q6I3dmKtyE=', 'smithi100.front.sepia.ceph.com': 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCtzVDDFF6aBMaHUL7OsSus/ikPOpbOGYpq6Wq8ucxX+06TqOt8knH/sHfGRGAwfSQlbdsMWR93sH3KmHJlmBL7RBYHgNnmvPQR3hQIuZS2KSRVoRS0cj+LBLF4eb3el2+NXmd8lIDD0azvJ8a6JNIbJvkkYc6QJxN9NxRGQ9gWp2LFfcdyoydTnF4hExidNfzokxytXUjZRfkm7+E2ga29LK8lFdKi3ibvijHi4u1EQxU1GHcww04dd8PWwr1B2e6ns5DHcU1ZQugX1+e2D9DfxC5/PiY4rdS++p68FETTObfwVHLYfYjvegpTHJ2eCDlwmvJ77+vFbaDUb3MSIBeRhntrGDSkB2oWkLt7Gjg9vDKSd6/s8uM6jKXYIYCH3vAqqzuxBAh9UuDRdxatr/bA4zxIJbuOq8luQqIUIoYeBKSzaIy81DG4vr8bqct3h+sbcjRgvjcShED9jXgB3Qg52mI9yijv9zaqDOu5NgWrPq0e8fQpUaxcaiQyvqh39ZE='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_system_packages': {'deb': ['s3cmd'], 'rpm': ['s3cmd']}, 'flavor': 'default', 'sha1': '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'}}, {'ceph': None}, {'openssl_keys': None}, {'rgw': {'client.0': None}}, {'workunit': {'clients': {'client.0': ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_rgw_throttle.sh', 'rgw/test_librgw_file.sh']}}}, {'ragweed': {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}}}, {'workunit': {'clients': {'client.0': ['rgw/run-reshard.sh']}}}, {'s3tests-java': {'client.0': {'force-branch': 'ceph-master', 'force-repo': 'https://github.com/ceph/java_s3tests.git'}}}, {'s3tests': {'client.0': {'rgw_server': 'client.0'}}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': []}, 'teuthology_branch': 'main', 'teuthology_sha1': '19d18db866afdc31fd6586f558fc29b95a87ccfb', 'timestamp': '2023-01-12_21:03:58', 'tube': 'smithi', 'user': 'mkogan', 'verbose': True, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.1670'} 2023-01-15T14:36:54.300 DEBUG:teuthology.orchestra.run.smithi027:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-01-15T14:36:54.330 DEBUG:teuthology.orchestra.run.smithi100:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-01-15T14:36:54.347 DEBUG:teuthology.orchestra.run.smithi027:> sudo install -d -m0777 -- /var/run/ceph 2023-01-15T14:36:54.388 DEBUG:teuthology.orchestra.run.smithi100:> sudo install -d -m0777 -- /var/run/ceph 2023-01-15T14:36:54.414 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:36:54.415 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/scratch_devs of=/dev/stdout 2023-01-15T14:36:54.471 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-01-15T14:36:54.471 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_1 2023-01-15T14:36:54.529 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-01-15T14:36:54.529 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:36:54.529 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 6h/6d Inode: 373579 Links: 1 2023-01-15T14:36:54.529 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:36:54.529 INFO:teuthology.orchestra.run.smithi027.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:36:54.529 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2023-01-15 14:36:50.697224799 +0000 2023-01-15T14:36:54.529 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2023-01-15 14:34:24.499792668 +0000 2023-01-15T14:36:54.529 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2023-01-15 14:34:24.499792668 +0000 2023-01-15T14:36:54.529 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: - 2023-01-15T14:36:54.530 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-01-15T14:36:54.595 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2023-01-15T14:36:54.686 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2023-01-15T14:36:54.686 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.00023407 s, 2.2 MB/s 2023-01-15T14:36:54.687 DEBUG:teuthology.orchestra.run.smithi027:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-01-15T14:36:54.747 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_2 2023-01-15T14:36:55.063 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-01-15T14:36:55.063 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:36:55.063 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 6h/6d Inode: 371353 Links: 1 2023-01-15T14:36:55.063 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:36:55.064 INFO:teuthology.orchestra.run.smithi027.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:36:55.064 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2023-01-15 14:36:50.697224799 +0000 2023-01-15T14:36:55.064 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2023-01-15 14:34:25.041779013 +0000 2023-01-15T14:36:55.064 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2023-01-15 14:34:25.041779013 +0000 2023-01-15T14:36:55.064 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: - 2023-01-15T14:36:55.064 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-01-15T14:36:55.131 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2023-01-15T14:36:55.131 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2023-01-15T14:36:55.131 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.000225348 s, 2.3 MB/s 2023-01-15T14:36:55.132 DEBUG:teuthology.orchestra.run.smithi027:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-01-15T14:36:55.193 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_3 2023-01-15T14:36:55.286 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-01-15T14:36:55.286 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:36:55.286 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 6h/6d Inode: 376659 Links: 1 2023-01-15T14:36:55.286 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:36:55.286 INFO:teuthology.orchestra.run.smithi027.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:36:55.286 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2023-01-15 14:36:50.697224799 +0000 2023-01-15T14:36:55.286 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2023-01-15 14:34:25.565765812 +0000 2023-01-15T14:36:55.286 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2023-01-15 14:34:25.565765812 +0000 2023-01-15T14:36:55.287 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: - 2023-01-15T14:36:55.287 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-01-15T14:36:55.353 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2023-01-15T14:36:55.353 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2023-01-15T14:36:55.353 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.000213884 s, 2.4 MB/s 2023-01-15T14:36:55.354 DEBUG:teuthology.orchestra.run.smithi027:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-01-15T14:36:55.414 DEBUG:teuthology.orchestra.run.smithi027:> stat /dev/vg_nvme/lv_4 2023-01-15T14:36:55.472 INFO:teuthology.orchestra.run.smithi027.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-01-15T14:36:55.667 INFO:teuthology.orchestra.run.smithi027.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:36:55.667 INFO:teuthology.orchestra.run.smithi027.stdout:Device: 6h/6d Inode: 374678 Links: 1 2023-01-15T14:36:55.667 INFO:teuthology.orchestra.run.smithi027.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:36:55.668 INFO:teuthology.orchestra.run.smithi027.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:36:55.668 INFO:teuthology.orchestra.run.smithi027.stdout:Access: 2023-01-15 14:36:50.697224799 +0000 2023-01-15T14:36:55.668 INFO:teuthology.orchestra.run.smithi027.stdout:Modify: 2023-01-15 14:34:26.082752787 +0000 2023-01-15T14:36:55.668 INFO:teuthology.orchestra.run.smithi027.stdout:Change: 2023-01-15 14:34:26.082752787 +0000 2023-01-15T14:36:55.668 INFO:teuthology.orchestra.run.smithi027.stdout: Birth: - 2023-01-15T14:36:55.668 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-01-15T14:36:55.695 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records in 2023-01-15T14:36:55.695 INFO:teuthology.orchestra.run.smithi027.stderr:1+0 records out 2023-01-15T14:36:55.695 INFO:teuthology.orchestra.run.smithi027.stderr:512 bytes copied, 0.000182325 s, 2.8 MB/s 2023-01-15T14:36:55.696 DEBUG:teuthology.orchestra.run.smithi027:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-01-15T14:36:55.755 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-01-15T14:36:55.829 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:36:55.829 DEBUG:teuthology.orchestra.run.smithi100:> dd if=/scratch_devs of=/dev/stdout 2023-01-15T14:36:55.847 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-01-15T14:36:55.847 DEBUG:teuthology.orchestra.run.smithi100:> stat /dev/vg_nvme/lv_1 2023-01-15T14:36:55.904 INFO:teuthology.orchestra.run.smithi100.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-01-15T14:36:55.988 INFO:teuthology.orchestra.run.smithi100.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:36:55.988 INFO:teuthology.orchestra.run.smithi100.stdout:Device: 6h/6d Inode: 376232 Links: 1 2023-01-15T14:36:55.989 INFO:teuthology.orchestra.run.smithi100.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:36:55.989 INFO:teuthology.orchestra.run.smithi100.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:36:55.989 INFO:teuthology.orchestra.run.smithi100.stdout:Access: 2023-01-15 14:36:40.800081527 +0000 2023-01-15T14:36:55.989 INFO:teuthology.orchestra.run.smithi100.stdout:Modify: 2023-01-15 14:34:16.819345859 +0000 2023-01-15T14:36:55.989 INFO:teuthology.orchestra.run.smithi100.stdout:Change: 2023-01-15 14:34:16.819345859 +0000 2023-01-15T14:36:55.989 INFO:teuthology.orchestra.run.smithi100.stdout: Birth: - 2023-01-15T14:36:55.989 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-01-15T14:36:56.015 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records in 2023-01-15T14:36:56.203 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records out 2023-01-15T14:36:56.203 INFO:teuthology.orchestra.run.smithi100.stderr:512 bytes copied, 0.000277127 s, 1.8 MB/s 2023-01-15T14:36:56.205 DEBUG:teuthology.orchestra.run.smithi100:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-01-15T14:36:56.263 DEBUG:teuthology.orchestra.run.smithi100:> stat /dev/vg_nvme/lv_2 2023-01-15T14:36:56.392 INFO:teuthology.orchestra.run.smithi100.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-01-15T14:36:56.393 INFO:teuthology.orchestra.run.smithi100.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:36:56.393 INFO:teuthology.orchestra.run.smithi100.stdout:Device: 6h/6d Inode: 378498 Links: 1 2023-01-15T14:36:56.393 INFO:teuthology.orchestra.run.smithi100.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:36:56.393 INFO:teuthology.orchestra.run.smithi100.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:36:56.393 INFO:teuthology.orchestra.run.smithi100.stdout:Access: 2023-01-15 14:36:40.800081527 +0000 2023-01-15T14:36:56.393 INFO:teuthology.orchestra.run.smithi100.stdout:Modify: 2023-01-15 14:34:17.344332707 +0000 2023-01-15T14:36:56.393 INFO:teuthology.orchestra.run.smithi100.stdout:Change: 2023-01-15 14:34:17.344332707 +0000 2023-01-15T14:36:56.393 INFO:teuthology.orchestra.run.smithi100.stdout: Birth: - 2023-01-15T14:36:56.394 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-01-15T14:36:56.457 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records in 2023-01-15T14:36:56.535 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records out 2023-01-15T14:36:56.535 INFO:teuthology.orchestra.run.smithi100.stderr:512 bytes copied, 0.000214794 s, 2.4 MB/s 2023-01-15T14:36:56.536 DEBUG:teuthology.orchestra.run.smithi100:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-01-15T14:36:56.595 DEBUG:teuthology.orchestra.run.smithi100:> stat /dev/vg_nvme/lv_3 2023-01-15T14:36:56.652 INFO:teuthology.orchestra.run.smithi100.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-01-15T14:36:56.652 INFO:teuthology.orchestra.run.smithi100.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:36:56.652 INFO:teuthology.orchestra.run.smithi100.stdout:Device: 6h/6d Inode: 380466 Links: 1 2023-01-15T14:36:56.652 INFO:teuthology.orchestra.run.smithi100.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:36:56.653 INFO:teuthology.orchestra.run.smithi100.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:36:56.653 INFO:teuthology.orchestra.run.smithi100.stdout:Access: 2023-01-15 14:36:40.800081527 +0000 2023-01-15T14:36:56.653 INFO:teuthology.orchestra.run.smithi100.stdout:Modify: 2023-01-15 14:34:17.882319231 +0000 2023-01-15T14:36:56.653 INFO:teuthology.orchestra.run.smithi100.stdout:Change: 2023-01-15 14:34:17.882319231 +0000 2023-01-15T14:36:56.653 INFO:teuthology.orchestra.run.smithi100.stdout: Birth: - 2023-01-15T14:36:56.653 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-01-15T14:36:56.717 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records in 2023-01-15T14:36:56.795 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records out 2023-01-15T14:36:56.795 INFO:teuthology.orchestra.run.smithi100.stderr:512 bytes copied, 0.000279872 s, 1.8 MB/s 2023-01-15T14:36:56.797 DEBUG:teuthology.orchestra.run.smithi100:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-01-15T14:36:56.855 DEBUG:teuthology.orchestra.run.smithi100:> stat /dev/vg_nvme/lv_4 2023-01-15T14:36:56.913 INFO:teuthology.orchestra.run.smithi100.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-01-15T14:36:57.000 INFO:teuthology.orchestra.run.smithi100.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-01-15T14:36:57.001 INFO:teuthology.orchestra.run.smithi100.stdout:Device: 6h/6d Inode: 377271 Links: 1 2023-01-15T14:36:57.001 INFO:teuthology.orchestra.run.smithi100.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-01-15T14:36:57.001 INFO:teuthology.orchestra.run.smithi100.stdout:Context: system_u:object_r:device_t:s0 2023-01-15T14:36:57.001 INFO:teuthology.orchestra.run.smithi100.stdout:Access: 2023-01-15 14:36:40.800081527 +0000 2023-01-15T14:36:57.001 INFO:teuthology.orchestra.run.smithi100.stdout:Modify: 2023-01-15 14:34:18.392306455 +0000 2023-01-15T14:36:57.001 INFO:teuthology.orchestra.run.smithi100.stdout:Change: 2023-01-15 14:34:18.392306455 +0000 2023-01-15T14:36:57.001 INFO:teuthology.orchestra.run.smithi100.stdout: Birth: - 2023-01-15T14:36:57.002 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-01-15T14:36:57.026 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records in 2023-01-15T14:36:57.026 INFO:teuthology.orchestra.run.smithi100.stderr:1+0 records out 2023-01-15T14:36:57.026 INFO:teuthology.orchestra.run.smithi100.stderr:512 bytes copied, 0.000177202 s, 2.9 MB/s 2023-01-15T14:36:57.027 DEBUG:teuthology.orchestra.run.smithi100:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-01-15T14:36:57.086 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-01-15T14:36:57.086 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi027.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi100.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-01-15T14:36:57.086 INFO:tasks.ceph:Generating config... 2023-01-15T14:36:57.087 INFO:tasks.ceph:[client] debug rgw = 20 2023-01-15T14:36:57.087 INFO:tasks.ceph:[client] rgw crypt require ssl = False 2023-01-15T14:36:57.087 INFO:tasks.ceph:[client] rgw crypt s3 kms backend = testing 2023-01-15T14:36:57.088 INFO:tasks.ceph:[client] rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2023-01-15T14:36:57.088 INFO:tasks.ceph:[client] rgw lc debug interval = 10 2023-01-15T14:36:57.088 INFO:tasks.ceph:[client] rgw max chunk size = 4194304 2023-01-15T14:36:57.088 INFO:tasks.ceph:[client] rgw obj stripe size = 6291456 2023-01-15T14:36:57.088 INFO:tasks.ceph:[client] setgroup = ceph 2023-01-15T14:36:57.088 INFO:tasks.ceph:[client] setuser = ceph 2023-01-15T14:36:57.088 INFO:tasks.ceph:[global] mon client directed command retry = 5 2023-01-15T14:36:57.088 INFO:tasks.ceph:[global] ms inject socket failures = 5000 2023-01-15T14:36:57.088 INFO:tasks.ceph:[global] osd_max_pg_log_entries = 10 2023-01-15T14:36:57.088 INFO:tasks.ceph:[global] osd_min_pg_log_entries = 10 2023-01-15T14:36:57.088 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-01-15T14:36:57.089 INFO:tasks.ceph:[mgr] debug ms = 1 2023-01-15T14:36:57.089 INFO:tasks.ceph:[mon] debug mon = 20 2023-01-15T14:36:57.089 INFO:tasks.ceph:[mon] debug ms = 1 2023-01-15T14:36:57.089 INFO:tasks.ceph:[mon] debug paxos = 20 2023-01-15T14:36:57.089 INFO:tasks.ceph:[mon] lockdep = True 2023-01-15T14:36:57.089 INFO:tasks.ceph:[osd] debug ms = 1 2023-01-15T14:36:57.089 INFO:tasks.ceph:[osd] debug osd = 20 2023-01-15T14:36:57.089 INFO:tasks.ceph:[osd] lockdep = True 2023-01-15T14:36:57.089 INFO:tasks.ceph:[osd] osd objectstore = filestore 2023-01-15T14:36:57.089 INFO:tasks.ceph:[osd] osd shutdown pgref assert = True 2023-01-15T14:36:57.089 INFO:tasks.ceph:[osd] osd sloppy crc = True 2023-01-15T14:36:57.090 INFO:tasks.ceph:Setting up mon.a... 2023-01-15T14:36:57.090 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-01-15T14:36:57.156 INFO:teuthology.orchestra.run.smithi027.stdout:creating /etc/ceph/ceph.keyring 2023-01-15T14:36:57.159 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-01-15T14:36:57.208 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-01-15T14:36:57.236 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.27'), ('mon.c', '[v2:172.21.15.27:3301,v1:172.21.15.27:6790]'), ('mon.b', '172.21.15.100')] 2023-01-15T14:36:57.236 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.27,[v2:172.21.15.27:3301,v1:172.21.15.27:6790],172.21.15.100', 'mon client directed command retry': 5, 'ms inject socket failures': 5000, 'osd_max_pg_log_entries': 10, 'osd_min_pg_log_entries': 10}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'debug ms': 1, 'debug osd': 20, 'lockdep': True, 'osd objectstore': 'filestore', 'osd shutdown pgref assert': True, 'osd sloppy crc': True}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'lockdep': True}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'debug rgw': 20, 'rgw crypt require ssl': False, 'rgw crypt s3 kms backend': 'testing', 'rgw crypt s3 kms encryption keys': 'testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo=', 'rgw lc debug interval': 10, 'rgw max chunk size': 4194304, 'rgw obj stripe size': 6291456, 'setgroup': 'ceph', 'setuser': 'ceph'}, 'mon.a': {}, 'mon.c': {}, 'mon.b': {}} 2023-01-15T14:36:57.237 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:36:57.237 DEBUG:teuthology.orchestra.run.smithi027:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-01-15T14:36:57.294 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.27 --addv c '[v2:172.21.15.27:3301,v1:172.21.15.27:6790]' --add b 172.21.15.100 --print /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:36:57.383 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:36:57.423 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:36:57.425 INFO:teuthology.orchestra.run.smithi027.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:36:57.425 INFO:teuthology.orchestra.run.smithi027.stdout:monmaptool: generated fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:36:57.425 INFO:teuthology.orchestra.run.smithi027.stdout:setting min_mon_release = pacific 2023-01-15T14:36:57.425 INFO:teuthology.orchestra.run.smithi027.stdout:epoch 0 2023-01-15T14:36:57.426 INFO:teuthology.orchestra.run.smithi027.stdout:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:36:57.426 INFO:teuthology.orchestra.run.smithi027.stdout:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:36:57.426 INFO:teuthology.orchestra.run.smithi027.stdout:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:36:57.426 INFO:teuthology.orchestra.run.smithi027.stdout:min_mon_release 16 (pacific) 2023-01-15T14:36:57.426 INFO:teuthology.orchestra.run.smithi027.stdout:election_strategy: 1 2023-01-15T14:36:57.426 INFO:teuthology.orchestra.run.smithi027.stdout:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:36:57.426 INFO:teuthology.orchestra.run.smithi027.stdout:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:36:57.426 INFO:teuthology.orchestra.run.smithi027.stdout:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:36:57.426 INFO:teuthology.orchestra.run.smithi027.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-01-15T14:36:57.427 DEBUG:teuthology.orchestra.run.smithi027:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-01-15T14:36:57.444 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 2c72771c-cbe9-4a14-9c08-c006d38b82e7... 2023-01-15T14:36:57.445 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-01-15T14:36:57.487 DEBUG:teuthology.orchestra.run.smithi100:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-01-15T14:36:57.531 INFO:teuthology.orchestra.run.smithi027.stdout:[global] 2023-01-15T14:36:57.531 INFO:teuthology.orchestra.run.smithi027.stdout: chdir = "" 2023-01-15T14:36:57.531 INFO:teuthology.orchestra.run.smithi027.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-01-15T14:36:57.532 INFO:teuthology.orchestra.run.smithi027.stdout: auth supported = cephx 2023-01-15T14:36:57.532 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.532 INFO:teuthology.orchestra.run.smithi027.stdout: filestore xattr use omap = true 2023-01-15T14:36:57.532 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.532 INFO:teuthology.orchestra.run.smithi027.stdout: mon clock drift allowed = 1.000 2023-01-15T14:36:57.533 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.533 INFO:teuthology.orchestra.run.smithi027.stdout: osd crush chooseleaf type = 0 2023-01-15T14:36:57.533 INFO:teuthology.orchestra.run.smithi027.stdout: auth debug = true 2023-01-15T14:36:57.533 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.533 INFO:teuthology.orchestra.run.smithi027.stdout: ms die on old message = true 2023-01-15T14:36:57.534 INFO:teuthology.orchestra.run.smithi027.stdout: ms die on bug = true 2023-01-15T14:36:57.534 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.534 INFO:teuthology.orchestra.run.smithi027.stdout: mon max pg per osd = 10000 # >= luminous 2023-01-15T14:36:57.534 INFO:teuthology.orchestra.run.smithi027.stdout: mon pg warn max object skew = 0 2023-01-15T14:36:57.534 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.534 INFO:teuthology.orchestra.run.smithi027.stdout: # disable pg_autoscaler by default for new pools 2023-01-15T14:36:57.535 INFO:teuthology.orchestra.run.smithi027.stdout: osd_pool_default_pg_autoscale_mode = off 2023-01-15T14:36:57.535 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.535 INFO:teuthology.orchestra.run.smithi027.stdout: osd pool default size = 2 2023-01-15T14:36:57.535 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.535 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd allow primary affinity = true 2023-01-15T14:36:57.535 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd allow pg remap = true 2023-01-15T14:36:57.536 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on legacy crush tunables = false 2023-01-15T14:36:57.536 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on crush straw calc version zero = false 2023-01-15T14:36:57.536 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on no sortbitwise = false 2023-01-15T14:36:57.536 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on osd down out interval zero = false 2023-01-15T14:36:57.536 INFO:teuthology.orchestra.run.smithi027.stdout: mon warn on too few osds = false 2023-01-15T14:36:57.536 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-01-15T14:36:57.536 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_pool_no_redundancy = false 2023-01-15T14:36:57.537 INFO:teuthology.orchestra.run.smithi027.stdout: mon_allow_pool_size_one = true 2023-01-15T14:36:57.537 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.537 INFO:teuthology.orchestra.run.smithi027.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-01-15T14:36:57.537 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.537 INFO:teuthology.orchestra.run.smithi027.stdout: osd default data pool replay window = 5 2023-01-15T14:36:57.538 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.538 INFO:teuthology.orchestra.run.smithi027.stdout: mon allow pool delete = true 2023-01-15T14:36:57.538 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.538 INFO:teuthology.orchestra.run.smithi027.stdout: mon cluster log file level = debug 2023-01-15T14:36:57.538 INFO:teuthology.orchestra.run.smithi027.stdout: debug asserts on shutdown = true 2023-01-15T14:36:57.538 INFO:teuthology.orchestra.run.smithi027.stdout: mon health detail to clog = false 2023-01-15T14:36:57.538 INFO:teuthology.orchestra.run.smithi027.stdout: mon host = "172.21.15.27,[v2:172.21.15.27:3301,v1:172.21.15.27:6790],172.21.15.100" 2023-01-15T14:36:57.538 INFO:teuthology.orchestra.run.smithi027.stdout: mon client directed command retry = 5 2023-01-15T14:36:57.539 INFO:teuthology.orchestra.run.smithi027.stdout: ms inject socket failures = 5000 2023-01-15T14:36:57.539 INFO:teuthology.orchestra.run.smithi027.stdout: osd_max_pg_log_entries = 10 2023-01-15T14:36:57.539 INFO:teuthology.orchestra.run.smithi027.stdout: osd_min_pg_log_entries = 10 2023-01-15T14:36:57.539 INFO:teuthology.orchestra.run.smithi027.stdout: fsid = 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:36:57.539 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.539 INFO:teuthology.orchestra.run.smithi027.stdout:[osd] 2023-01-15T14:36:57.539 INFO:teuthology.orchestra.run.smithi027.stdout: osd journal size = 100 2023-01-15T14:36:57.539 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.539 INFO:teuthology.orchestra.run.smithi027.stdout: osd scrub load threshold = 5.0 2023-01-15T14:36:57.539 INFO:teuthology.orchestra.run.smithi027.stdout: osd scrub max interval = 600 2023-01-15T14:36:57.539 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.540 INFO:teuthology.orchestra.run.smithi027.stdout: osd recover clone overlap = true 2023-01-15T14:36:57.540 INFO:teuthology.orchestra.run.smithi027.stdout: osd recovery max chunk = 1048576 2023-01-15T14:36:57.540 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.540 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug shutdown = true 2023-01-15T14:36:57.540 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug op order = true 2023-01-15T14:36:57.540 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug verify stray on activate = true 2023-01-15T14:36:57.540 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.540 INFO:teuthology.orchestra.run.smithi027.stdout: osd open classes on start = true 2023-01-15T14:36:57.540 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug pg log writeout = true 2023-01-15T14:36:57.540 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.541 INFO:teuthology.orchestra.run.smithi027.stdout: osd deep scrub update digest min age = 30 2023-01-15T14:36:57.541 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.541 INFO:teuthology.orchestra.run.smithi027.stdout: osd map max advance = 10 2023-01-15T14:36:57.541 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.541 INFO:teuthology.orchestra.run.smithi027.stdout: journal zero on create = true 2023-01-15T14:36:57.541 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.541 INFO:teuthology.orchestra.run.smithi027.stdout: filestore ondisk finisher threads = 3 2023-01-15T14:36:57.541 INFO:teuthology.orchestra.run.smithi027.stdout: filestore apply finisher threads = 3 2023-01-15T14:36:57.541 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.541 INFO:teuthology.orchestra.run.smithi027.stdout: bdev debug aio = true 2023-01-15T14:36:57.541 INFO:teuthology.orchestra.run.smithi027.stdout: osd debug misdirected ops = true 2023-01-15T14:36:57.542 INFO:teuthology.orchestra.run.smithi027.stdout: debug ms = 1 2023-01-15T14:36:57.542 INFO:teuthology.orchestra.run.smithi027.stdout: debug osd = 20 2023-01-15T14:36:57.542 INFO:teuthology.orchestra.run.smithi027.stdout: lockdep = True 2023-01-15T14:36:57.542 INFO:teuthology.orchestra.run.smithi027.stdout: osd objectstore = filestore 2023-01-15T14:36:57.542 INFO:teuthology.orchestra.run.smithi027.stdout: osd shutdown pgref assert = True 2023-01-15T14:36:57.542 INFO:teuthology.orchestra.run.smithi027.stdout: osd sloppy crc = True 2023-01-15T14:36:57.542 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.542 INFO:teuthology.orchestra.run.smithi027.stdout:[mgr] 2023-01-15T14:36:57.542 INFO:teuthology.orchestra.run.smithi027.stdout: debug ms = 1 2023-01-15T14:36:57.542 INFO:teuthology.orchestra.run.smithi027.stdout: debug mgr = 20 2023-01-15T14:36:57.542 INFO:teuthology.orchestra.run.smithi027.stdout: debug mon = 20 2023-01-15T14:36:57.543 INFO:teuthology.orchestra.run.smithi027.stdout: debug auth = 20 2023-01-15T14:36:57.543 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min pgs per osd = 4 2023-01-15T14:36:57.543 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min bytes per osd = 10 2023-01-15T14:36:57.543 INFO:teuthology.orchestra.run.smithi027.stdout: mgr/telemetry/nag = false 2023-01-15T14:36:57.543 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.543 INFO:teuthology.orchestra.run.smithi027.stdout:[mon] 2023-01-15T14:36:57.543 INFO:teuthology.orchestra.run.smithi027.stdout: debug ms = 1 2023-01-15T14:36:57.543 INFO:teuthology.orchestra.run.smithi027.stdout: debug mon = 20 2023-01-15T14:36:57.543 INFO:teuthology.orchestra.run.smithi027.stdout: debug paxos = 20 2023-01-15T14:36:57.543 INFO:teuthology.orchestra.run.smithi027.stdout: debug auth = 20 2023-01-15T14:36:57.543 INFO:teuthology.orchestra.run.smithi027.stdout: mon data avail warn = 5 2023-01-15T14:36:57.544 INFO:teuthology.orchestra.run.smithi027.stdout: mon mgr mkfs grace = 240 2023-01-15T14:36:57.544 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min pgs per osd = 4 2023-01-15T14:36:57.544 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd reporter subtree level = osd 2023-01-15T14:36:57.544 INFO:teuthology.orchestra.run.smithi027.stdout: mon osd prime pg temp = true 2023-01-15T14:36:57.544 INFO:teuthology.orchestra.run.smithi027.stdout: mon reweight min bytes per osd = 10 2023-01-15T14:36:57.544 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.544 INFO:teuthology.orchestra.run.smithi027.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-01-15T14:36:57.544 INFO:teuthology.orchestra.run.smithi027.stdout: auth mon ticket ttl = 660 # 11m 2023-01-15T14:36:57.544 INFO:teuthology.orchestra.run.smithi027.stdout: auth service ticket ttl = 240 # 4m 2023-01-15T14:36:57.544 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.545 INFO:teuthology.orchestra.run.smithi027.stdout: # don't complain about insecure global_id in the test suite 2023-01-15T14:36:57.545 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-01-15T14:36:57.545 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-01-15T14:36:57.545 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.545 INFO:teuthology.orchestra.run.smithi027.stdout: # 1m isn't quite enough 2023-01-15T14:36:57.545 INFO:teuthology.orchestra.run.smithi027.stdout: mon_down_mkfs_grace = 2m 2023-01-15T14:36:57.545 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.545 INFO:teuthology.orchestra.run.smithi027.stdout: mon_warn_on_filestore_osds = false 2023-01-15T14:36:57.545 INFO:teuthology.orchestra.run.smithi027.stdout: lockdep = True 2023-01-15T14:36:57.545 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:36:57.545 INFO:teuthology.orchestra.run.smithi027.stdout:[client] 2023-01-15T14:36:57.545 INFO:teuthology.orchestra.run.smithi027.stdout: rgw cache enabled = true 2023-01-15T14:36:57.546 INFO:teuthology.orchestra.run.smithi027.stdout: rgw enable ops log = true 2023-01-15T14:36:57.546 INFO:teuthology.orchestra.run.smithi027.stdout: rgw enable usage log = true 2023-01-15T14:36:57.546 INFO:teuthology.orchestra.run.smithi027.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-01-15T14:36:57.546 INFO:teuthology.orchestra.run.smithi027.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-01-15T14:36:57.546 INFO:teuthology.orchestra.run.smithi027.stdout: debug rgw = 20 2023-01-15T14:36:57.546 INFO:teuthology.orchestra.run.smithi027.stdout: rgw crypt require ssl = False 2023-01-15T14:36:57.546 INFO:teuthology.orchestra.run.smithi027.stdout: rgw crypt s3 kms backend = testing 2023-01-15T14:36:57.546 INFO:teuthology.orchestra.run.smithi027.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2023-01-15T14:36:57.546 INFO:teuthology.orchestra.run.smithi027.stdout: rgw lc debug interval = 10 2023-01-15T14:36:57.546 INFO:teuthology.orchestra.run.smithi027.stdout: rgw max chunk size = 4194304 2023-01-15T14:36:57.546 INFO:teuthology.orchestra.run.smithi027.stdout: rgw obj stripe size = 6291456 2023-01-15T14:36:57.546 INFO:teuthology.orchestra.run.smithi027.stdout: setgroup = ceph 2023-01-15T14:36:57.547 INFO:teuthology.orchestra.run.smithi027.stdout: setuser = ceph 2023-01-15T14:36:57.547 INFO:teuthology.orchestra.run.smithi027.stdout:[mon.a] 2023-01-15T14:36:57.547 INFO:teuthology.orchestra.run.smithi027.stdout:[mon.c] 2023-01-15T14:36:57.547 INFO:teuthology.orchestra.run.smithi027.stdout:[mon.b] 2023-01-15T14:36:57.548 INFO:teuthology.orchestra.run.smithi100.stdout:[global] 2023-01-15T14:36:57.548 INFO:teuthology.orchestra.run.smithi100.stdout: chdir = "" 2023-01-15T14:36:57.549 INFO:teuthology.orchestra.run.smithi100.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-01-15T14:36:57.549 INFO:teuthology.orchestra.run.smithi100.stdout: auth supported = cephx 2023-01-15T14:36:57.549 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.550 INFO:teuthology.orchestra.run.smithi100.stdout: filestore xattr use omap = true 2023-01-15T14:36:57.550 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.550 INFO:teuthology.orchestra.run.smithi100.stdout: mon clock drift allowed = 1.000 2023-01-15T14:36:57.550 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.550 INFO:teuthology.orchestra.run.smithi100.stdout: osd crush chooseleaf type = 0 2023-01-15T14:36:57.550 INFO:teuthology.orchestra.run.smithi100.stdout: auth debug = true 2023-01-15T14:36:57.550 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.550 INFO:teuthology.orchestra.run.smithi100.stdout: ms die on old message = true 2023-01-15T14:36:57.550 INFO:teuthology.orchestra.run.smithi100.stdout: ms die on bug = true 2023-01-15T14:36:57.550 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.550 INFO:teuthology.orchestra.run.smithi100.stdout: mon max pg per osd = 10000 # >= luminous 2023-01-15T14:36:57.551 INFO:teuthology.orchestra.run.smithi100.stdout: mon pg warn max object skew = 0 2023-01-15T14:36:57.551 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.551 INFO:teuthology.orchestra.run.smithi100.stdout: # disable pg_autoscaler by default for new pools 2023-01-15T14:36:57.551 INFO:teuthology.orchestra.run.smithi100.stdout: osd_pool_default_pg_autoscale_mode = off 2023-01-15T14:36:57.551 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.551 INFO:teuthology.orchestra.run.smithi100.stdout: osd pool default size = 2 2023-01-15T14:36:57.551 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.551 INFO:teuthology.orchestra.run.smithi100.stdout: mon osd allow primary affinity = true 2023-01-15T14:36:57.551 INFO:teuthology.orchestra.run.smithi100.stdout: mon osd allow pg remap = true 2023-01-15T14:36:57.551 INFO:teuthology.orchestra.run.smithi100.stdout: mon warn on legacy crush tunables = false 2023-01-15T14:36:57.551 INFO:teuthology.orchestra.run.smithi100.stdout: mon warn on crush straw calc version zero = false 2023-01-15T14:36:57.551 INFO:teuthology.orchestra.run.smithi100.stdout: mon warn on no sortbitwise = false 2023-01-15T14:36:57.552 INFO:teuthology.orchestra.run.smithi100.stdout: mon warn on osd down out interval zero = false 2023-01-15T14:36:57.552 INFO:teuthology.orchestra.run.smithi100.stdout: mon warn on too few osds = false 2023-01-15T14:36:57.552 INFO:teuthology.orchestra.run.smithi100.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-01-15T14:36:57.552 INFO:teuthology.orchestra.run.smithi100.stdout: mon_warn_on_pool_no_redundancy = false 2023-01-15T14:36:57.552 INFO:teuthology.orchestra.run.smithi100.stdout: mon_allow_pool_size_one = true 2023-01-15T14:36:57.552 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.552 INFO:teuthology.orchestra.run.smithi100.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-01-15T14:36:57.552 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.552 INFO:teuthology.orchestra.run.smithi100.stdout: osd default data pool replay window = 5 2023-01-15T14:36:57.552 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.553 INFO:teuthology.orchestra.run.smithi100.stdout: mon allow pool delete = true 2023-01-15T14:36:57.553 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.553 INFO:teuthology.orchestra.run.smithi100.stdout: mon cluster log file level = debug 2023-01-15T14:36:57.553 INFO:teuthology.orchestra.run.smithi100.stdout: debug asserts on shutdown = true 2023-01-15T14:36:57.553 INFO:teuthology.orchestra.run.smithi100.stdout: mon health detail to clog = false 2023-01-15T14:36:57.553 INFO:teuthology.orchestra.run.smithi100.stdout: mon host = "172.21.15.27,[v2:172.21.15.27:3301,v1:172.21.15.27:6790],172.21.15.100" 2023-01-15T14:36:57.553 INFO:teuthology.orchestra.run.smithi100.stdout: mon client directed command retry = 5 2023-01-15T14:36:57.553 INFO:teuthology.orchestra.run.smithi100.stdout: ms inject socket failures = 5000 2023-01-15T14:36:57.553 INFO:teuthology.orchestra.run.smithi100.stdout: osd_max_pg_log_entries = 10 2023-01-15T14:36:57.553 INFO:teuthology.orchestra.run.smithi100.stdout: osd_min_pg_log_entries = 10 2023-01-15T14:36:57.554 INFO:teuthology.orchestra.run.smithi100.stdout: fsid = 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:36:57.554 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.554 INFO:teuthology.orchestra.run.smithi100.stdout:[osd] 2023-01-15T14:36:57.554 INFO:teuthology.orchestra.run.smithi100.stdout: osd journal size = 100 2023-01-15T14:36:57.554 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.554 INFO:teuthology.orchestra.run.smithi100.stdout: osd scrub load threshold = 5.0 2023-01-15T14:36:57.554 INFO:teuthology.orchestra.run.smithi100.stdout: osd scrub max interval = 600 2023-01-15T14:36:57.554 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.554 INFO:teuthology.orchestra.run.smithi100.stdout: osd recover clone overlap = true 2023-01-15T14:36:57.554 INFO:teuthology.orchestra.run.smithi100.stdout: osd recovery max chunk = 1048576 2023-01-15T14:36:57.554 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.554 INFO:teuthology.orchestra.run.smithi100.stdout: osd debug shutdown = true 2023-01-15T14:36:57.555 INFO:teuthology.orchestra.run.smithi100.stdout: osd debug op order = true 2023-01-15T14:36:57.555 INFO:teuthology.orchestra.run.smithi100.stdout: osd debug verify stray on activate = true 2023-01-15T14:36:57.555 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.555 INFO:teuthology.orchestra.run.smithi100.stdout: osd open classes on start = true 2023-01-15T14:36:57.555 INFO:teuthology.orchestra.run.smithi100.stdout: osd debug pg log writeout = true 2023-01-15T14:36:57.555 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.555 INFO:teuthology.orchestra.run.smithi100.stdout: osd deep scrub update digest min age = 30 2023-01-15T14:36:57.555 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.555 INFO:teuthology.orchestra.run.smithi100.stdout: osd map max advance = 10 2023-01-15T14:36:57.555 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.555 INFO:teuthology.orchestra.run.smithi100.stdout: journal zero on create = true 2023-01-15T14:36:57.555 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.556 INFO:teuthology.orchestra.run.smithi100.stdout: filestore ondisk finisher threads = 3 2023-01-15T14:36:57.556 INFO:teuthology.orchestra.run.smithi100.stdout: filestore apply finisher threads = 3 2023-01-15T14:36:57.556 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.556 INFO:teuthology.orchestra.run.smithi100.stdout: bdev debug aio = true 2023-01-15T14:36:57.556 INFO:teuthology.orchestra.run.smithi100.stdout: osd debug misdirected ops = true 2023-01-15T14:36:57.556 INFO:teuthology.orchestra.run.smithi100.stdout: debug ms = 1 2023-01-15T14:36:57.556 INFO:teuthology.orchestra.run.smithi100.stdout: debug osd = 20 2023-01-15T14:36:57.556 INFO:teuthology.orchestra.run.smithi100.stdout: lockdep = True 2023-01-15T14:36:57.556 INFO:teuthology.orchestra.run.smithi100.stdout: osd objectstore = filestore 2023-01-15T14:36:57.556 INFO:teuthology.orchestra.run.smithi100.stdout: osd shutdown pgref assert = True 2023-01-15T14:36:57.557 INFO:teuthology.orchestra.run.smithi100.stdout: osd sloppy crc = True 2023-01-15T14:36:57.557 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.557 INFO:teuthology.orchestra.run.smithi100.stdout:[mgr] 2023-01-15T14:36:57.557 INFO:teuthology.orchestra.run.smithi100.stdout: debug ms = 1 2023-01-15T14:36:57.557 INFO:teuthology.orchestra.run.smithi100.stdout: debug mgr = 20 2023-01-15T14:36:57.557 INFO:teuthology.orchestra.run.smithi100.stdout: debug mon = 20 2023-01-15T14:36:57.557 INFO:teuthology.orchestra.run.smithi100.stdout: debug auth = 20 2023-01-15T14:36:57.557 INFO:teuthology.orchestra.run.smithi100.stdout: mon reweight min pgs per osd = 4 2023-01-15T14:36:57.557 INFO:teuthology.orchestra.run.smithi100.stdout: mon reweight min bytes per osd = 10 2023-01-15T14:36:57.557 INFO:teuthology.orchestra.run.smithi100.stdout: mgr/telemetry/nag = false 2023-01-15T14:36:57.557 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.557 INFO:teuthology.orchestra.run.smithi100.stdout:[mon] 2023-01-15T14:36:57.558 INFO:teuthology.orchestra.run.smithi100.stdout: debug ms = 1 2023-01-15T14:36:57.558 INFO:teuthology.orchestra.run.smithi100.stdout: debug mon = 20 2023-01-15T14:36:57.558 INFO:teuthology.orchestra.run.smithi100.stdout: debug paxos = 20 2023-01-15T14:36:57.558 INFO:teuthology.orchestra.run.smithi100.stdout: debug auth = 20 2023-01-15T14:36:57.558 INFO:teuthology.orchestra.run.smithi100.stdout: mon data avail warn = 5 2023-01-15T14:36:57.558 INFO:teuthology.orchestra.run.smithi100.stdout: mon mgr mkfs grace = 240 2023-01-15T14:36:57.558 INFO:teuthology.orchestra.run.smithi100.stdout: mon reweight min pgs per osd = 4 2023-01-15T14:36:57.558 INFO:teuthology.orchestra.run.smithi100.stdout: mon osd reporter subtree level = osd 2023-01-15T14:36:57.558 INFO:teuthology.orchestra.run.smithi100.stdout: mon osd prime pg temp = true 2023-01-15T14:36:57.558 INFO:teuthology.orchestra.run.smithi100.stdout: mon reweight min bytes per osd = 10 2023-01-15T14:36:57.558 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.559 INFO:teuthology.orchestra.run.smithi100.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-01-15T14:36:57.559 INFO:teuthology.orchestra.run.smithi100.stdout: auth mon ticket ttl = 660 # 11m 2023-01-15T14:36:57.559 INFO:teuthology.orchestra.run.smithi100.stdout: auth service ticket ttl = 240 # 4m 2023-01-15T14:36:57.559 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.559 INFO:teuthology.orchestra.run.smithi100.stdout: # don't complain about insecure global_id in the test suite 2023-01-15T14:36:57.559 INFO:teuthology.orchestra.run.smithi100.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-01-15T14:36:57.559 INFO:teuthology.orchestra.run.smithi100.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-01-15T14:36:57.559 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.559 INFO:teuthology.orchestra.run.smithi100.stdout: # 1m isn't quite enough 2023-01-15T14:36:57.559 INFO:teuthology.orchestra.run.smithi100.stdout: mon_down_mkfs_grace = 2m 2023-01-15T14:36:57.559 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.560 INFO:teuthology.orchestra.run.smithi100.stdout: mon_warn_on_filestore_osds = false 2023-01-15T14:36:57.560 INFO:teuthology.orchestra.run.smithi100.stdout: lockdep = True 2023-01-15T14:36:57.560 INFO:teuthology.orchestra.run.smithi100.stdout: 2023-01-15T14:36:57.560 INFO:teuthology.orchestra.run.smithi100.stdout:[client] 2023-01-15T14:36:57.560 INFO:teuthology.orchestra.run.smithi100.stdout: rgw cache enabled = true 2023-01-15T14:36:57.560 INFO:teuthology.orchestra.run.smithi100.stdout: rgw enable ops log = true 2023-01-15T14:36:57.560 INFO:teuthology.orchestra.run.smithi100.stdout: rgw enable usage log = true 2023-01-15T14:36:57.560 INFO:teuthology.orchestra.run.smithi100.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-01-15T14:36:57.560 INFO:teuthology.orchestra.run.smithi100.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-01-15T14:36:57.560 INFO:teuthology.orchestra.run.smithi100.stdout: debug rgw = 20 2023-01-15T14:36:57.560 INFO:teuthology.orchestra.run.smithi100.stdout: rgw crypt require ssl = False 2023-01-15T14:36:57.561 INFO:teuthology.orchestra.run.smithi100.stdout: rgw crypt s3 kms backend = testing 2023-01-15T14:36:57.561 INFO:teuthology.orchestra.run.smithi100.stdout: rgw crypt s3 kms encryption keys = testkey-1=YmluCmJvb3N0CmJvb3N0LWJ1aWxkCmNlcGguY29uZgo= testkey-2=aWIKTWFrZWZpbGUKbWFuCm91dApzcmMKVGVzdGluZwo= 2023-01-15T14:36:57.561 INFO:teuthology.orchestra.run.smithi100.stdout: rgw lc debug interval = 10 2023-01-15T14:36:57.561 INFO:teuthology.orchestra.run.smithi100.stdout: rgw max chunk size = 4194304 2023-01-15T14:36:57.561 INFO:teuthology.orchestra.run.smithi100.stdout: rgw obj stripe size = 6291456 2023-01-15T14:36:57.561 INFO:teuthology.orchestra.run.smithi100.stdout: setgroup = ceph 2023-01-15T14:36:57.561 INFO:teuthology.orchestra.run.smithi100.stdout: setuser = ceph 2023-01-15T14:36:57.561 INFO:teuthology.orchestra.run.smithi100.stdout:[mon.a] 2023-01-15T14:36:57.561 INFO:teuthology.orchestra.run.smithi100.stdout:[mon.c] 2023-01-15T14:36:57.561 INFO:teuthology.orchestra.run.smithi100.stdout:[mon.b] 2023-01-15T14:36:57.562 INFO:tasks.ceph:Creating admin key on mon.a... 2023-01-15T14:36:57.562 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-01-15T14:36:57.647 INFO:tasks.ceph:Copying monmap to all nodes... 2023-01-15T14:36:57.647 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:36:57.647 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-01-15T14:36:57.664 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:36:57.664 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-01-15T14:36:57.722 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi027.front.sepia.ceph.com 2023-01-15T14:36:57.722 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:36:57.722 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd of=/etc/ceph/ceph.keyring 2023-01-15T14:36:57.722 DEBUG:teuthology.orchestra.run.smithi027:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-01-15T14:36:57.799 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:36:57.800 DEBUG:teuthology.orchestra.run.smithi027:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:36:57.857 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi100.front.sepia.ceph.com 2023-01-15T14:36:57.858 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:36:57.858 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd of=/etc/ceph/ceph.keyring 2023-01-15T14:36:57.858 DEBUG:teuthology.orchestra.run.smithi100:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-01-15T14:36:57.895 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:36:57.895 DEBUG:teuthology.orchestra.run.smithi100:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:36:57.953 INFO:tasks.ceph:Setting up mon nodes... 2023-01-15T14:36:57.953 INFO:tasks.ceph:Setting up mgr nodes... 2023-01-15T14:36:57.953 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-01-15T14:36:58.007 INFO:teuthology.orchestra.run.smithi027.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-01-15T14:36:58.010 DEBUG:teuthology.orchestra.run.smithi100:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-01-15T14:36:58.127 INFO:teuthology.orchestra.run.smithi100.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-01-15T14:36:58.130 INFO:tasks.ceph:Setting up mds nodes... 2023-01-15T14:36:58.130 INFO:tasks.ceph_client:Setting up client nodes... 2023-01-15T14:36:58.130 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-01-15T14:36:58.175 INFO:teuthology.orchestra.run.smithi027.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-01-15T14:36:58.187 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-01-15T14:36:58.231 INFO:teuthology.orchestra.run.smithi100.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-01-15T14:36:58.243 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-01-15T14:36:58.243 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi027.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi100.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-01-15T14:36:58.243 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-01-15T14:36:58.270 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-01-15T14:36:58.271 INFO:tasks.ceph:role: osd.0 2023-01-15T14:36:58.271 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi027.front.sepia.ceph.com 2023-01-15T14:36:58.271 DEBUG:teuthology.orchestra.run.smithi027:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-01-15T14:36:58.345 INFO:teuthology.orchestra.run.smithi027.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:36:58.346 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:36:58.346 INFO:teuthology.orchestra.run.smithi027.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:36:58.346 INFO:teuthology.orchestra.run.smithi027.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:36:58.346 INFO:teuthology.orchestra.run.smithi027.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:36:58.346 INFO:teuthology.orchestra.run.smithi027.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:36:58.346 INFO:teuthology.orchestra.run.smithi027.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:36:58.346 INFO:teuthology.orchestra.run.smithi027.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:36:58.346 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:36:58.346 INFO:teuthology.orchestra.run.smithi027.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:36:58.778 INFO:teuthology.orchestra.run.smithi027.stdout:Discarding blocks...Done. 2023-01-15T14:36:58.780 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi027.front.sepia.ceph.com -o noatime 2023-01-15T14:36:58.780 DEBUG:teuthology.orchestra.run.smithi027:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-01-15T14:36:58.943 DEBUG:teuthology.orchestra.run.smithi027:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-01-15T14:36:59.003 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-01-15T14:36:59.072 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-01-15T14:36:59.072 INFO:tasks.ceph:role: osd.1 2023-01-15T14:36:59.072 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi027.front.sepia.ceph.com 2023-01-15T14:36:59.072 DEBUG:teuthology.orchestra.run.smithi027:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-01-15T14:36:59.147 INFO:teuthology.orchestra.run.smithi027.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:36:59.147 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:36:59.147 INFO:teuthology.orchestra.run.smithi027.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:36:59.147 INFO:teuthology.orchestra.run.smithi027.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:36:59.147 INFO:teuthology.orchestra.run.smithi027.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:36:59.148 INFO:teuthology.orchestra.run.smithi027.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:36:59.148 INFO:teuthology.orchestra.run.smithi027.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:36:59.148 INFO:teuthology.orchestra.run.smithi027.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:36:59.148 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:36:59.148 INFO:teuthology.orchestra.run.smithi027.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:36:59.564 INFO:teuthology.orchestra.run.smithi027.stdout:Discarding blocks...Done. 2023-01-15T14:36:59.565 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi027.front.sepia.ceph.com -o noatime 2023-01-15T14:36:59.565 DEBUG:teuthology.orchestra.run.smithi027:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-01-15T14:36:59.665 DEBUG:teuthology.orchestra.run.smithi027:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-01-15T14:36:59.697 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-01-15T14:36:59.765 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-01-15T14:36:59.788 INFO:tasks.ceph:role: osd.2 2023-01-15T14:36:59.788 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi027.front.sepia.ceph.com 2023-01-15T14:36:59.788 DEBUG:teuthology.orchestra.run.smithi027:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-01-15T14:36:59.838 INFO:teuthology.orchestra.run.smithi027.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:36:59.972 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:36:59.972 INFO:teuthology.orchestra.run.smithi027.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:36:59.972 INFO:teuthology.orchestra.run.smithi027.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:36:59.972 INFO:teuthology.orchestra.run.smithi027.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:36:59.972 INFO:teuthology.orchestra.run.smithi027.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:36:59.972 INFO:teuthology.orchestra.run.smithi027.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:36:59.972 INFO:teuthology.orchestra.run.smithi027.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:36:59.972 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:36:59.972 INFO:teuthology.orchestra.run.smithi027.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:37:00.286 INFO:teuthology.orchestra.run.smithi027.stdout:Discarding blocks...Done. 2023-01-15T14:37:00.375 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi027.front.sepia.ceph.com -o noatime 2023-01-15T14:37:00.376 DEBUG:teuthology.orchestra.run.smithi027:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-01-15T14:37:00.557 DEBUG:teuthology.orchestra.run.smithi027:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-01-15T14:37:00.591 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-01-15T14:37:00.719 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-01-15T14:37:00.720 INFO:tasks.ceph:role: osd.3 2023-01-15T14:37:00.720 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi027.front.sepia.ceph.com 2023-01-15T14:37:00.720 DEBUG:teuthology.orchestra.run.smithi027:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-01-15T14:37:00.795 INFO:teuthology.orchestra.run.smithi027.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:37:00.850 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:37:00.850 INFO:teuthology.orchestra.run.smithi027.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:37:00.851 INFO:teuthology.orchestra.run.smithi027.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:37:00.851 INFO:teuthology.orchestra.run.smithi027.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:37:00.851 INFO:teuthology.orchestra.run.smithi027.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:37:00.851 INFO:teuthology.orchestra.run.smithi027.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:37:00.851 INFO:teuthology.orchestra.run.smithi027.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:37:00.851 INFO:teuthology.orchestra.run.smithi027.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:37:00.851 INFO:teuthology.orchestra.run.smithi027.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:37:01.226 INFO:teuthology.orchestra.run.smithi027.stdout:Discarding blocks...Done. 2023-01-15T14:37:01.375 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi027.front.sepia.ceph.com -o noatime 2023-01-15T14:37:01.375 DEBUG:teuthology.orchestra.run.smithi027:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-01-15T14:37:01.475 DEBUG:teuthology.orchestra.run.smithi027:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-01-15T14:37:01.667 DEBUG:teuthology.orchestra.run.smithi027:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:37:01.774 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:01.772+0000 7f450a63f5c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-01-15T14:37:01.835 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:01.772+0000 7f450a63f5c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-01-15T14:37:01.836 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:01.779+0000 7f450a63f5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:01.836 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:01.779+0000 7f450a63f5c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:37:01.921 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:01.919+0000 7f450a63f5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:02.000 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:01.921+0000 7f450a63f5c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:02.000 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:01.921+0000 7f450a63f5c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:02.000 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-01-15T14:37:02.029 DEBUG:teuthology.orchestra.run.smithi027:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:37:02.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.114+0000 7f58b45b95c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-01-15T14:37:02.176 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.115+0000 7f58b45b95c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-01-15T14:37:02.176 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.120+0000 7f58b45b95c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:02.177 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.120+0000 7f58b45b95c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:37:02.245 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.243+0000 7f58b45b95c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:02.245 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.243+0000 7f58b45b95c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:02.245 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.243+0000 7f58b45b95c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:02.254 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-01-15T14:37:02.281 DEBUG:teuthology.orchestra.run.smithi027:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:37:02.367 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.365+0000 7f054e0e15c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-01-15T14:37:02.368 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.366+0000 7f054e0e15c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-01-15T14:37:02.373 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.371+0000 7f054e0e15c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:02.373 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.371+0000 7f054e0e15c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:37:02.490 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.488+0000 7f054e0e15c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:02.491 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.490+0000 7f054e0e15c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:02.492 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.490+0000 7f054e0e15c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:02.502 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-01-15T14:37:02.530 DEBUG:teuthology.orchestra.run.smithi027:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:37:02.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.616+0000 7f6e19dab5c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-01-15T14:37:02.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.617+0000 7f6e19dab5c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-01-15T14:37:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.624+0000 7f6e19dab5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:02.657 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.624+0000 7f6e19dab5c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:37:02.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.761+0000 7f6e19dab5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:02.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.761+0000 7f6e19dab5c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:02.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:02.761+0000 7f6e19dab5c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:02.771 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-01-15T14:37:02.798 DEBUG:teuthology.orchestra.run.smithi100:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-01-15T14:37:02.828 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-01-15T14:37:02.828 INFO:tasks.ceph:role: osd.4 2023-01-15T14:37:02.828 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi100.front.sepia.ceph.com 2023-01-15T14:37:02.828 DEBUG:teuthology.orchestra.run.smithi100:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-01-15T14:37:02.903 INFO:teuthology.orchestra.run.smithi100.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:37:02.903 INFO:teuthology.orchestra.run.smithi100.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:37:02.903 INFO:teuthology.orchestra.run.smithi100.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:37:02.903 INFO:teuthology.orchestra.run.smithi100.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:37:02.903 INFO:teuthology.orchestra.run.smithi100.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:37:02.903 INFO:teuthology.orchestra.run.smithi100.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:37:02.903 INFO:teuthology.orchestra.run.smithi100.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:37:02.903 INFO:teuthology.orchestra.run.smithi100.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:37:02.903 INFO:teuthology.orchestra.run.smithi100.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:37:02.904 INFO:teuthology.orchestra.run.smithi100.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:37:03.345 INFO:teuthology.orchestra.run.smithi100.stdout:Discarding blocks...Done. 2023-01-15T14:37:03.347 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi100.front.sepia.ceph.com -o noatime 2023-01-15T14:37:03.347 DEBUG:teuthology.orchestra.run.smithi100:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-01-15T14:37:03.494 DEBUG:teuthology.orchestra.run.smithi100:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-01-15T14:37:03.526 DEBUG:teuthology.orchestra.run.smithi100:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-01-15T14:37:03.594 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-01-15T14:37:03.594 INFO:tasks.ceph:role: osd.5 2023-01-15T14:37:03.594 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi100.front.sepia.ceph.com 2023-01-15T14:37:03.594 DEBUG:teuthology.orchestra.run.smithi100:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-01-15T14:37:03.668 INFO:teuthology.orchestra.run.smithi100.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:37:03.668 INFO:teuthology.orchestra.run.smithi100.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:37:03.668 INFO:teuthology.orchestra.run.smithi100.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:37:03.668 INFO:teuthology.orchestra.run.smithi100.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:37:03.668 INFO:teuthology.orchestra.run.smithi100.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:37:03.669 INFO:teuthology.orchestra.run.smithi100.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:37:03.669 INFO:teuthology.orchestra.run.smithi100.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:37:03.669 INFO:teuthology.orchestra.run.smithi100.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:37:03.669 INFO:teuthology.orchestra.run.smithi100.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:37:03.669 INFO:teuthology.orchestra.run.smithi100.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:37:04.103 INFO:teuthology.orchestra.run.smithi100.stdout:Discarding blocks...Done. 2023-01-15T14:37:04.105 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi100.front.sepia.ceph.com -o noatime 2023-01-15T14:37:04.105 DEBUG:teuthology.orchestra.run.smithi100:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-01-15T14:37:04.205 DEBUG:teuthology.orchestra.run.smithi100:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-01-15T14:37:04.236 DEBUG:teuthology.orchestra.run.smithi100:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-01-15T14:37:04.302 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-01-15T14:37:04.302 INFO:tasks.ceph:role: osd.6 2023-01-15T14:37:04.302 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi100.front.sepia.ceph.com 2023-01-15T14:37:04.303 DEBUG:teuthology.orchestra.run.smithi100:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-01-15T14:37:04.376 INFO:teuthology.orchestra.run.smithi100.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:37:04.376 INFO:teuthology.orchestra.run.smithi100.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:37:04.376 INFO:teuthology.orchestra.run.smithi100.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:37:04.377 INFO:teuthology.orchestra.run.smithi100.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:37:04.377 INFO:teuthology.orchestra.run.smithi100.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:37:04.377 INFO:teuthology.orchestra.run.smithi100.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:37:04.377 INFO:teuthology.orchestra.run.smithi100.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:37:04.377 INFO:teuthology.orchestra.run.smithi100.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:37:04.377 INFO:teuthology.orchestra.run.smithi100.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:37:04.377 INFO:teuthology.orchestra.run.smithi100.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:37:04.820 INFO:teuthology.orchestra.run.smithi100.stdout:Discarding blocks...Done. 2023-01-15T14:37:04.822 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi100.front.sepia.ceph.com -o noatime 2023-01-15T14:37:04.822 DEBUG:teuthology.orchestra.run.smithi100:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-01-15T14:37:04.991 DEBUG:teuthology.orchestra.run.smithi100:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-01-15T14:37:05.025 DEBUG:teuthology.orchestra.run.smithi100:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-01-15T14:37:05.094 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-01-15T14:37:05.095 INFO:tasks.ceph:role: osd.7 2023-01-15T14:37:05.095 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi100.front.sepia.ceph.com 2023-01-15T14:37:05.095 DEBUG:teuthology.orchestra.run.smithi100:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-01-15T14:37:05.170 INFO:teuthology.orchestra.run.smithi100.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-01-15T14:37:05.170 INFO:teuthology.orchestra.run.smithi100.stdout: = sectsz=512 attr=2, projid32bit=1 2023-01-15T14:37:05.170 INFO:teuthology.orchestra.run.smithi100.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-01-15T14:37:05.170 INFO:teuthology.orchestra.run.smithi100.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-01-15T14:37:05.170 INFO:teuthology.orchestra.run.smithi100.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-01-15T14:37:05.170 INFO:teuthology.orchestra.run.smithi100.stdout: = sunit=0 swidth=0 blks 2023-01-15T14:37:05.170 INFO:teuthology.orchestra.run.smithi100.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-01-15T14:37:05.171 INFO:teuthology.orchestra.run.smithi100.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-01-15T14:37:05.171 INFO:teuthology.orchestra.run.smithi100.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-01-15T14:37:05.171 INFO:teuthology.orchestra.run.smithi100.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-01-15T14:37:05.606 INFO:teuthology.orchestra.run.smithi100.stdout:Discarding blocks...Done. 2023-01-15T14:37:05.734 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi100.front.sepia.ceph.com -o noatime 2023-01-15T14:37:05.734 DEBUG:teuthology.orchestra.run.smithi100:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-01-15T14:37:05.851 DEBUG:teuthology.orchestra.run.smithi100:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-01-15T14:37:05.936 DEBUG:teuthology.orchestra.run.smithi100:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:37:06.402 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:06.400+0000 7f1ed54095c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-01-15T14:37:06.425 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:06.401+0000 7f1ed54095c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-01-15T14:37:06.425 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:06.408+0000 7f1ed54095c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:06.425 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:06.408+0000 7f1ed54095c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:37:06.549 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:06.547+0000 7f1ed54095c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:06.636 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:06.550+0000 7f1ed54095c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:06.636 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:06.550+0000 7f1ed54095c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:06.636 DEBUG:teuthology.orchestra.run.smithi100:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-01-15T14:37:06.666 DEBUG:teuthology.orchestra.run.smithi100:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:37:06.755 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:06.753+0000 7fec25ad05c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-01-15T14:37:06.796 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:06.753+0000 7fec25ad05c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-01-15T14:37:06.797 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:06.760+0000 7fec25ad05c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:06.797 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:06.760+0000 7fec25ad05c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:37:06.882 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:06.880+0000 7fec25ad05c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:06.882 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:06.880+0000 7fec25ad05c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:06.882 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:06.880+0000 7fec25ad05c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:06.890 DEBUG:teuthology.orchestra.run.smithi100:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-01-15T14:37:06.916 DEBUG:teuthology.orchestra.run.smithi100:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:37:07.002 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:07.001+0000 7f4c02c465c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-01-15T14:37:07.003 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:07.001+0000 7f4c02c465c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-01-15T14:37:07.007 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:07.006+0000 7f4c02c465c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:07.008 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:07.006+0000 7f4c02c465c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:37:07.148 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:07.146+0000 7f4c02c465c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:07.150 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:07.148+0000 7f4c02c465c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:07.150 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:07.148+0000 7f4c02c465c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:07.158 DEBUG:teuthology.orchestra.run.smithi100:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-01-15T14:37:07.184 DEBUG:teuthology.orchestra.run.smithi100:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:37:07.269 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:07.267+0000 7fe368fb85c0 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-01-15T14:37:07.269 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:07.267+0000 7fe368fb85c0 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-01-15T14:37:07.276 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:07.274+0000 7fe368fb85c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:07.276 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:07.274+0000 7fe368fb85c0 -1 journal FileJournal::_open_file : zeroing journal 2023-01-15T14:37:07.407 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:07.404+0000 7fe368fb85c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:07.408 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:07.406+0000 7fe368fb85c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:07.409 INFO:teuthology.orchestra.run.smithi100.stderr:2023-01-15T14:37:07.406+0000 7fe368fb85c0 -1 journal do_read_entry(4096): bad header magic 2023-01-15T14:37:07.416 DEBUG:teuthology.orchestra.run.smithi100:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-01-15T14:37:07.443 INFO:tasks.ceph:Reading keys from all nodes... 2023-01-15T14:37:07.443 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:37:07.443 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-01-15T14:37:07.473 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:37:07.473 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-01-15T14:37:07.543 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:37:07.601 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-01-15T14:37:07.630 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:37:07.630 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-01-15T14:37:07.699 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:37:07.783 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-01-15T14:37:07.812 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:37:07.812 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-01-15T14:37:07.840 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:37:07.840 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-01-15T14:37:07.906 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:37:07.906 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-01-15T14:37:07.973 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:37:07.973 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-01-15T14:37:08.039 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:37:08.040 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-01-15T14:37:08.106 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:37:08.106 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-01-15T14:37:08.125 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:37:08.125 DEBUG:teuthology.orchestra.run.smithi100:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-01-15T14:37:08.164 INFO:tasks.ceph:Adding keys to all mons... 2023-01-15T14:37:08.164 DEBUG:teuthology.orchestra.run.smithi027:> sudo tee -a /etc/ceph/ceph.keyring 2023-01-15T14:37:08.168 DEBUG:teuthology.orchestra.run.smithi100:> sudo tee -a /etc/ceph/ceph.keyring 2023-01-15T14:37:08.206 INFO:teuthology.orchestra.run.smithi027.stdout:[mgr.y] 2023-01-15T14:37:08.206 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCKD8RjpvpwABAANeaEzgM2Ix1OGHcQyPc0NQ== 2023-01-15T14:37:08.207 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.0] 2023-01-15T14:37:08.207 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCND8RjoKMYLhAADbxOiAEMdbEY9AbydvdBsg== 2023-01-15T14:37:08.207 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.1] 2023-01-15T14:37:08.207 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCOD8RjlxvuBhAAQTdxDpleWLfb9TKarSIwgA== 2023-01-15T14:37:08.207 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.2] 2023-01-15T14:37:08.207 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCOD8Rj9uHjFRAAK0jFZFFamXEhUbeyPjpfhQ== 2023-01-15T14:37:08.207 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.3] 2023-01-15T14:37:08.207 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCOD8Rj6fnZJBAAmXmQLcc/loYU3CGDjt+TAg== 2023-01-15T14:37:08.207 INFO:teuthology.orchestra.run.smithi027.stdout:[mgr.x] 2023-01-15T14:37:08.207 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCKD8RjaBiSBxAA+WDxbIgivBP/ViOo2GzhEg== 2023-01-15T14:37:08.208 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.4] 2023-01-15T14:37:08.208 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCSD8RjLLr1FxAAa0ZECg5m64QYOFLu3lLj6Q== 2023-01-15T14:37:08.208 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.5] 2023-01-15T14:37:08.208 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCSD8RjSLP3LBAAyQXZ5I03Ohs+IhcMcjho9g== 2023-01-15T14:37:08.208 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.6] 2023-01-15T14:37:08.208 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCTD8RjsFkkABAACOl/abOBh1mvxDvZLX/W4w== 2023-01-15T14:37:08.208 INFO:teuthology.orchestra.run.smithi027.stdout:[osd.7] 2023-01-15T14:37:08.208 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCTD8RjOXMFEBAALH/9FCBhi7c+CX0Cxgii/Q== 2023-01-15T14:37:08.208 INFO:teuthology.orchestra.run.smithi027.stdout:[client.0] 2023-01-15T14:37:08.208 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCKD8RjDTpqChAAGrEHk3YcCaxrMgRrHiCWqA== 2023-01-15T14:37:08.208 INFO:teuthology.orchestra.run.smithi027.stdout:[client.1] 2023-01-15T14:37:08.209 INFO:teuthology.orchestra.run.smithi027.stdout: key = AQCKD8RjzirBDRAA4qQDOPpi5WD81BHOf3AwCQ== 2023-01-15T14:37:08.228 INFO:teuthology.orchestra.run.smithi100.stdout:[mgr.y] 2023-01-15T14:37:08.228 INFO:teuthology.orchestra.run.smithi100.stdout: key = AQCKD8RjpvpwABAANeaEzgM2Ix1OGHcQyPc0NQ== 2023-01-15T14:37:08.228 INFO:teuthology.orchestra.run.smithi100.stdout:[osd.0] 2023-01-15T14:37:08.229 INFO:teuthology.orchestra.run.smithi100.stdout: key = AQCND8RjoKMYLhAADbxOiAEMdbEY9AbydvdBsg== 2023-01-15T14:37:08.229 INFO:teuthology.orchestra.run.smithi100.stdout:[osd.1] 2023-01-15T14:37:08.229 INFO:teuthology.orchestra.run.smithi100.stdout: key = AQCOD8RjlxvuBhAAQTdxDpleWLfb9TKarSIwgA== 2023-01-15T14:37:08.229 INFO:teuthology.orchestra.run.smithi100.stdout:[osd.2] 2023-01-15T14:37:08.229 INFO:teuthology.orchestra.run.smithi100.stdout: key = AQCOD8Rj9uHjFRAAK0jFZFFamXEhUbeyPjpfhQ== 2023-01-15T14:37:08.229 INFO:teuthology.orchestra.run.smithi100.stdout:[osd.3] 2023-01-15T14:37:08.229 INFO:teuthology.orchestra.run.smithi100.stdout: key = AQCOD8Rj6fnZJBAAmXmQLcc/loYU3CGDjt+TAg== 2023-01-15T14:37:08.229 INFO:teuthology.orchestra.run.smithi100.stdout:[mgr.x] 2023-01-15T14:37:08.229 INFO:teuthology.orchestra.run.smithi100.stdout: key = AQCKD8RjaBiSBxAA+WDxbIgivBP/ViOo2GzhEg== 2023-01-15T14:37:08.229 INFO:teuthology.orchestra.run.smithi100.stdout:[osd.4] 2023-01-15T14:37:08.229 INFO:teuthology.orchestra.run.smithi100.stdout: key = AQCSD8RjLLr1FxAAa0ZECg5m64QYOFLu3lLj6Q== 2023-01-15T14:37:08.229 INFO:teuthology.orchestra.run.smithi100.stdout:[osd.5] 2023-01-15T14:37:08.230 INFO:teuthology.orchestra.run.smithi100.stdout: key = AQCSD8RjSLP3LBAAyQXZ5I03Ohs+IhcMcjho9g== 2023-01-15T14:37:08.230 INFO:teuthology.orchestra.run.smithi100.stdout:[osd.6] 2023-01-15T14:37:08.230 INFO:teuthology.orchestra.run.smithi100.stdout: key = AQCTD8RjsFkkABAACOl/abOBh1mvxDvZLX/W4w== 2023-01-15T14:37:08.230 INFO:teuthology.orchestra.run.smithi100.stdout:[osd.7] 2023-01-15T14:37:08.230 INFO:teuthology.orchestra.run.smithi100.stdout: key = AQCTD8RjOXMFEBAALH/9FCBhi7c+CX0Cxgii/Q== 2023-01-15T14:37:08.230 INFO:teuthology.orchestra.run.smithi100.stdout:[client.0] 2023-01-15T14:37:08.230 INFO:teuthology.orchestra.run.smithi100.stdout: key = AQCKD8RjDTpqChAAGrEHk3YcCaxrMgRrHiCWqA== 2023-01-15T14:37:08.230 INFO:teuthology.orchestra.run.smithi100.stdout:[client.1] 2023-01-15T14:37:08.230 INFO:teuthology.orchestra.run.smithi100.stdout: key = AQCKD8RjzirBDRAA4qQDOPpi5WD81BHOf3AwCQ== 2023-01-15T14:37:08.231 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-01-15T14:37:08.252 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-01-15T14:37:08.324 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.326 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.380 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.382 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.435 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.437 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.490 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.492 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.545 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-01-15T14:37:08.548 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-01-15T14:37:08.601 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.603 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.656 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.659 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.712 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.714 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.767 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.769 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-01-15T14:37:08.822 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-01-15T14:37:08.824 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-01-15T14:37:08.880 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-01-15T14:37:08.882 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-01-15T14:37:08.938 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-01-15T14:37:08.938 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-01-15T14:37:08.967 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-01-15T14:37:09.068 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-01-15T14:37:09.095 DEBUG:teuthology.orchestra.run.smithi027:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-01-15T14:37:09.163 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-01-15T14:37:09.261 DEBUG:teuthology.orchestra.run.smithi027:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-01-15T14:37:09.288 DEBUG:teuthology.orchestra.run.smithi100:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-01-15T14:37:09.316 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-01-15T14:37:09.416 DEBUG:teuthology.orchestra.run.smithi100:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-01-15T14:37:09.442 DEBUG:teuthology.orchestra.run.smithi027:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:37:09.444 DEBUG:teuthology.orchestra.run.smithi100:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-01-15T14:37:09.500 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-01-15T14:37:09.500 INFO:tasks.ceph.mon.a:Restarting daemon 2023-01-15T14:37:09.500 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-01-15T14:37:09.502 INFO:tasks.ceph.mon.a:Started 2023-01-15T14:37:09.502 INFO:tasks.ceph.mon.c:Restarting daemon 2023-01-15T14:37:09.502 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-01-15T14:37:09.504 INFO:tasks.ceph.mon.c:Started 2023-01-15T14:37:09.504 INFO:tasks.ceph.mon.b:Restarting daemon 2023-01-15T14:37:09.504 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-01-15T14:37:09.541 INFO:tasks.ceph.mon.b:Started 2023-01-15T14:37:09.542 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-01-15T14:37:09.542 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-01-15T14:37:09.542 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-01-15T14:37:09.545 INFO:tasks.ceph.mgr.y:Started 2023-01-15T14:37:09.545 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-01-15T14:37:09.546 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-01-15T14:37:09.548 INFO:tasks.ceph.mgr.x:Started 2023-01-15T14:37:09.548 INFO:tasks.ceph:Setting crush tunables to default 2023-01-15T14:37:09.548 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph --cluster ceph osd crush tunables default 2023-01-15T14:37:14.958 INFO:teuthology.orchestra.run.smithi027.stderr:adjusted tunables profile to default 2023-01-15T14:37:14.970 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-01-15T14:37:14.970 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:37:14.970 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-01-15T14:37:14.998 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:37:15.032 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-01-15T14:37:15.066 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:37:15.066 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-01-15T14:37:15.133 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:37:15.144 DEBUG:teuthology.orchestra.run.smithi027:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-01-15T14:37:15.201 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:37:15.201 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-01-15T14:37:15.234 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:37:15.234 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-01-15T14:37:15.305 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:37:15.306 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-01-15T14:37:15.375 DEBUG:teuthology.orchestra.run.smithi100:> set -ex 2023-01-15T14:37:15.376 DEBUG:teuthology.orchestra.run.smithi100:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-01-15T14:37:15.445 DEBUG:teuthology.orchestra.run.smithi100:> sudo ceph --cluster ceph osd new 3c1cbe27-ed2e-45e7-9487-0570ce38f75e 0 2023-01-15T14:37:15.779 INFO:teuthology.orchestra.run.smithi100.stdout:0 2023-01-15T14:37:16.003 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:15.815+0000 7f904b946200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-01-15T14:37:16.003 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:15.886+0000 7f904b946200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-01-15T14:37:16.003 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:15.979+0000 7f904b946200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-01-15T14:37:16.003 DEBUG:teuthology.orchestra.run.smithi100:> sudo ceph --cluster ceph osd new e4ae63e4-3779-43fa-a837-ff6b234b4f89 1 2023-01-15T14:37:16.170 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:16.168+0000 7f904b946200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-01-15T14:37:16.237 INFO:teuthology.orchestra.run.smithi100.stdout:1 2023-01-15T14:37:16.393 DEBUG:teuthology.orchestra.run.smithi100:> sudo ceph --cluster ceph osd new 3090b4eb-27fe-4877-abaa-bc597ae9ee82 2 2023-01-15T14:37:16.566 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:16.565+0000 7faa6e98c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-01-15T14:37:16.607 INFO:teuthology.orchestra.run.smithi100.stdout:2 2023-01-15T14:37:16.620 DEBUG:teuthology.orchestra.run.smithi100:> sudo ceph --cluster ceph osd new 44c50292-1396-4af8-bd2c-9e006547c61f 3 2023-01-15T14:37:16.796 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:16.636+0000 7faa6e98c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-01-15T14:37:16.796 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:16.721+0000 7faa6e98c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-01-15T14:37:16.909 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:16.908+0000 7faa6e98c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-01-15T14:37:16.999 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:16.997+0000 7f904b946200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-01-15T14:37:17.010 INFO:teuthology.orchestra.run.smithi100.stdout:3 2023-01-15T14:37:17.022 DEBUG:teuthology.orchestra.run.smithi100:> sudo ceph --cluster ceph osd new e3ee2612-0f52-4105-ae0e-37c2c21be131 4 2023-01-15T14:37:17.202 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:17.140+0000 7f904b946200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-01-15T14:37:17.369 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:17.367+0000 7f904b946200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-01-15T14:37:17.419 INFO:teuthology.orchestra.run.smithi100.stdout:4 2023-01-15T14:37:17.611 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:17.440+0000 7f904b946200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-01-15T14:37:17.611 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:17.578+0000 7f904b946200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-01-15T14:37:17.612 DEBUG:teuthology.orchestra.run.smithi100:> sudo ceph --cluster ceph osd new d66093ca-c4e8-4c96-aea9-bb6055b46a7c 5 2023-01-15T14:37:17.701 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:17.700+0000 7faa6e98c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-01-15T14:37:18.022 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:17.951+0000 7f904b946200 -1 mgr[py] Module not found: 'prometheus' 2023-01-15T14:37:18.022 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:17.951+0000 7f904b946200 -1 mgr[py] Traceback (most recent call last): 2023-01-15T14:37:18.022 INFO:tasks.ceph.mgr.y.smithi027.stderr: File "/usr/share/ceph/mgr/prometheus/__init__.py", line 2, in 2023-01-15T14:37:18.022 INFO:tasks.ceph.mgr.y.smithi027.stderr: from .module import Module, StandbyModule 2023-01-15T14:37:18.022 INFO:tasks.ceph.mgr.y.smithi027.stderr: File "/usr/share/ceph/mgr/prometheus/module.py", line 3, in 2023-01-15T14:37:18.022 INFO:tasks.ceph.mgr.y.smithi027.stderr: from packaging.version import Version 2023-01-15T14:37:18.022 INFO:tasks.ceph.mgr.y.smithi027.stderr:ModuleNotFoundError: No module named 'packaging' 2023-01-15T14:37:18.022 INFO:tasks.ceph.mgr.y.smithi027.stderr: 2023-01-15T14:37:18.022 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:17.952+0000 7f904b946200 -1 mgr[py] Class not found in module 'prometheus' 2023-01-15T14:37:18.022 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:17.952+0000 7f904b946200 -1 mgr[py] Error loading module 'prometheus': (2) No such file or directory 2023-01-15T14:37:18.023 INFO:teuthology.orchestra.run.smithi100.stdout:5 2023-01-15T14:37:18.023 DEBUG:teuthology.orchestra.run.smithi100:> sudo ceph --cluster ceph osd new 8abb04c1-f05e-43c2-aa4a-f09414c3f993 6 2023-01-15T14:37:18.024 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:17.845+0000 7faa6e98c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-01-15T14:37:18.028 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:18.026+0000 7f904b946200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-01-15T14:37:18.066 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:18.065+0000 7faa6e98c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-01-15T14:37:18.443 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:18.139+0000 7faa6e98c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-01-15T14:37:18.444 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:18.168+0000 7f904b946200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-01-15T14:37:18.444 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:18.286+0000 7f904b946200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-01-15T14:37:18.444 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:18.430+0000 7f904b946200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-01-15T14:37:18.445 INFO:teuthology.orchestra.run.smithi100.stdout:6 2023-01-15T14:37:18.445 DEBUG:teuthology.orchestra.run.smithi100:> sudo ceph --cluster ceph osd new 1387f68c-c434-4e07-897f-2a9b772d2c42 7 2023-01-15T14:37:18.445 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:18.277+0000 7faa6e98c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-01-15T14:37:18.640 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:18.639+0000 7faa6e98c200 -1 mgr[py] Module not found: 'prometheus' 2023-01-15T14:37:18.839 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:18.639+0000 7faa6e98c200 -1 mgr[py] Traceback (most recent call last): 2023-01-15T14:37:18.839 INFO:tasks.ceph.mgr.x.smithi100.stderr: File "/usr/share/ceph/mgr/prometheus/__init__.py", line 2, in 2023-01-15T14:37:18.839 INFO:tasks.ceph.mgr.x.smithi100.stderr: from .module import Module, StandbyModule 2023-01-15T14:37:18.839 INFO:tasks.ceph.mgr.x.smithi100.stderr: File "/usr/share/ceph/mgr/prometheus/module.py", line 3, in 2023-01-15T14:37:18.840 INFO:tasks.ceph.mgr.x.smithi100.stderr: from packaging.version import Version 2023-01-15T14:37:18.840 INFO:tasks.ceph.mgr.x.smithi100.stderr:ModuleNotFoundError: No module named 'packaging' 2023-01-15T14:37:18.840 INFO:tasks.ceph.mgr.x.smithi100.stderr: 2023-01-15T14:37:18.840 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:18.640+0000 7faa6e98c200 -1 mgr[py] Class not found in module 'prometheus' 2023-01-15T14:37:18.840 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:18.640+0000 7faa6e98c200 -1 mgr[py] Error loading module 'prometheus': (2) No such file or directory 2023-01-15T14:37:18.840 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:18.651+0000 7f904b946200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-01-15T14:37:18.840 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:18.733+0000 7f904b946200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-01-15T14:37:18.840 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:18.812+0000 7f904b946200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-01-15T14:37:18.841 INFO:teuthology.orchestra.run.smithi100.stdout:7 2023-01-15T14:37:18.841 INFO:tasks.ceph.osd.0:Restarting daemon 2023-01-15T14:37:18.842 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-01-15T14:37:18.842 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:18.715+0000 7faa6e98c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-01-15T14:37:18.845 INFO:tasks.ceph.osd.0:Started 2023-01-15T14:37:18.846 INFO:tasks.ceph.osd.1:Restarting daemon 2023-01-15T14:37:18.847 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-01-15T14:37:18.849 INFO:tasks.ceph.osd.1:Started 2023-01-15T14:37:19.051 INFO:tasks.ceph.osd.2:Restarting daemon 2023-01-15T14:37:19.051 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-01-15T14:37:19.052 INFO:tasks.ceph.osd.0.smithi027.stderr:2023-01-15T14:37:18.926+0000 7fa168b865c0 -1 Falling back to public interface 2023-01-15T14:37:19.053 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:18.851+0000 7faa6e98c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-01-15T14:37:19.053 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:18.966+0000 7faa6e98c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-01-15T14:37:19.053 INFO:tasks.ceph.osd.1.smithi027.stderr:2023-01-15T14:37:18.927+0000 7f9404bf25c0 -1 Falling back to public interface 2023-01-15T14:37:19.055 INFO:tasks.ceph.osd.0.smithi027.stderr:2023-01-15T14:37:18.937+0000 7fa168b865c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:19.056 INFO:tasks.ceph.osd.0.smithi027.stderr:2023-01-15T14:37:18.939+0000 7fa168b865c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.056 INFO:tasks.ceph.osd.0.smithi027.stderr:2023-01-15T14:37:18.939+0000 7fa168b865c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.057 INFO:tasks.ceph.osd.1.smithi027.stderr:2023-01-15T14:37:18.940+0000 7f9404bf25c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:19.057 INFO:tasks.ceph.osd.1.smithi027.stderr:2023-01-15T14:37:18.940+0000 7f9404bf25c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.057 INFO:tasks.ceph.osd.1.smithi027.stderr:2023-01-15T14:37:18.940+0000 7f9404bf25c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.057 INFO:tasks.ceph.osd.0.smithi027.stderr:2023-01-15T14:37:18.946+0000 7fa168b865c0 -1 osd.0 0 log_to_monitors true 2023-01-15T14:37:19.058 INFO:tasks.ceph.osd.1.smithi027.stderr:2023-01-15T14:37:18.946+0000 7f9404bf25c0 -1 osd.1 0 log_to_monitors true 2023-01-15T14:37:19.059 INFO:tasks.ceph.osd.2:Started 2023-01-15T14:37:19.060 INFO:tasks.ceph.osd.3:Restarting daemon 2023-01-15T14:37:19.060 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-01-15T14:37:19.062 INFO:tasks.ceph.osd.3:Started 2023-01-15T14:37:19.251 INFO:tasks.ceph.osd.4:Restarting daemon 2023-01-15T14:37:19.251 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-01-15T14:37:19.252 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:19.104+0000 7faa6e98c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-01-15T14:37:19.252 INFO:tasks.ceph.osd.3.smithi027.stderr:2023-01-15T14:37:19.138+0000 7ff1ad3b75c0 -1 Falling back to public interface 2023-01-15T14:37:19.254 INFO:tasks.ceph.osd.2.smithi027.stderr:2023-01-15T14:37:19.138+0000 7f6ddb4305c0 -1 Falling back to public interface 2023-01-15T14:37:19.255 INFO:tasks.ceph.osd.3.smithi027.stderr:2023-01-15T14:37:19.138+0000 7ff1a4765700 -1 PosixStack listen unable to listen on v2:0.0.0.0:6816/0: (98) Address already in use 2023-01-15T14:37:19.255 INFO:tasks.ceph.osd.2.smithi027.stderr:2023-01-15T14:37:19.152+0000 7f6ddb4305c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:19.255 INFO:tasks.ceph.osd.3.smithi027.stderr:2023-01-15T14:37:19.152+0000 7ff1ad3b75c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:19.255 INFO:tasks.ceph.osd.2.smithi027.stderr:2023-01-15T14:37:19.152+0000 7f6ddb4305c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.256 INFO:tasks.ceph.osd.2.smithi027.stderr:2023-01-15T14:37:19.152+0000 7f6ddb4305c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.256 INFO:tasks.ceph.osd.3.smithi027.stderr:2023-01-15T14:37:19.152+0000 7ff1ad3b75c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.256 INFO:tasks.ceph.osd.3.smithi027.stderr:2023-01-15T14:37:19.152+0000 7ff1ad3b75c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.257 INFO:tasks.ceph.osd.3.smithi027.stderr:2023-01-15T14:37:19.159+0000 7ff1ad3b75c0 -1 osd.3 0 log_to_monitors true 2023-01-15T14:37:19.257 INFO:tasks.ceph.osd.2.smithi027.stderr:2023-01-15T14:37:19.159+0000 7f6ddb4305c0 -1 osd.2 0 log_to_monitors true 2023-01-15T14:37:19.258 INFO:tasks.ceph.osd.4:Started 2023-01-15T14:37:19.258 INFO:tasks.ceph.osd.5:Restarting daemon 2023-01-15T14:37:19.258 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-01-15T14:37:19.261 INFO:tasks.ceph.osd.5:Started 2023-01-15T14:37:19.261 INFO:tasks.ceph.osd.6:Restarting daemon 2023-01-15T14:37:19.261 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-01-15T14:37:19.263 INFO:tasks.ceph.osd.6:Started 2023-01-15T14:37:19.263 INFO:tasks.ceph.osd.7:Restarting daemon 2023-01-15T14:37:19.263 DEBUG:teuthology.orchestra.run.smithi100:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-01-15T14:37:19.265 INFO:tasks.ceph.osd.7:Started 2023-01-15T14:37:19.265 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-01-15T14:37:19.345 INFO:tasks.ceph.osd.7.smithi100.stderr:2023-01-15T14:37:19.344+0000 7fcc7dfa35c0 -1 Falling back to public interface 2023-01-15T14:37:19.456 INFO:tasks.ceph.osd.5.smithi100.stderr:2023-01-15T14:37:19.344+0000 7f6c27e1f5c0 -1 Falling back to public interface 2023-01-15T14:37:19.456 INFO:tasks.ceph.osd.7.smithi100.stderr:2023-01-15T14:37:19.344+0000 7fcc75351700 -1 PosixStack listen unable to listen on v1:0.0.0.0:6805/0: (98) Address already in use 2023-01-15T14:37:19.456 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:19.345+0000 7faa6e98c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-01-15T14:37:19.457 INFO:tasks.ceph.osd.6.smithi100.stderr:2023-01-15T14:37:19.350+0000 7f2e46b295c0 -1 Falling back to public interface 2023-01-15T14:37:19.457 INFO:tasks.ceph.osd.4.smithi100.stderr:2023-01-15T14:37:19.358+0000 7f4642e505c0 -1 Falling back to public interface 2023-01-15T14:37:19.457 INFO:tasks.ceph.osd.7.smithi100.stderr:2023-01-15T14:37:19.365+0000 7fcc7dfa35c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:19.457 INFO:tasks.ceph.osd.7.smithi100.stderr:2023-01-15T14:37:19.366+0000 7fcc7dfa35c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.458 INFO:tasks.ceph.osd.7.smithi100.stderr:2023-01-15T14:37:19.366+0000 7fcc7dfa35c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.458 INFO:tasks.ceph.osd.5.smithi100.stderr:2023-01-15T14:37:19.366+0000 7f6c27e1f5c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:19.458 INFO:tasks.ceph.osd.5.smithi100.stderr:2023-01-15T14:37:19.366+0000 7f6c27e1f5c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.458 INFO:tasks.ceph.osd.5.smithi100.stderr:2023-01-15T14:37:19.366+0000 7f6c27e1f5c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.459 INFO:tasks.ceph.osd.6.smithi100.stderr:2023-01-15T14:37:19.367+0000 7f2e46b295c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:19.459 INFO:tasks.ceph.osd.6.smithi100.stderr:2023-01-15T14:37:19.367+0000 7f2e46b295c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.459 INFO:tasks.ceph.osd.6.smithi100.stderr:2023-01-15T14:37:19.367+0000 7f2e46b295c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.459 INFO:tasks.ceph.osd.7.smithi100.stderr:2023-01-15T14:37:19.374+0000 7fcc7dfa35c0 -1 osd.7 0 log_to_monitors true 2023-01-15T14:37:19.459 INFO:tasks.ceph.osd.5.smithi100.stderr:2023-01-15T14:37:19.374+0000 7f6c27e1f5c0 -1 osd.5 0 log_to_monitors true 2023-01-15T14:37:19.460 INFO:tasks.ceph.osd.6.smithi100.stderr:2023-01-15T14:37:19.375+0000 7f2e46b295c0 -1 osd.6 0 log_to_monitors true 2023-01-15T14:37:19.460 INFO:tasks.ceph.osd.4.smithi100.stderr:2023-01-15T14:37:19.378+0000 7f4642e505c0 -1 journal FileJournal::_open: disabling aio for non-block journal. Use journal_force_aio to force use of aio anyway 2023-01-15T14:37:19.460 INFO:tasks.ceph.osd.4.smithi100.stderr:2023-01-15T14:37:19.378+0000 7f4642e505c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.461 INFO:tasks.ceph.osd.4.smithi100.stderr:2023-01-15T14:37:19.378+0000 7f4642e505c0 -1 journal do_read_entry(8192): bad header magic 2023-01-15T14:37:19.461 INFO:tasks.ceph.osd.4.smithi100.stderr:2023-01-15T14:37:19.384+0000 7f4642e505c0 -1 osd.4 0 log_to_monitors true 2023-01-15T14:37:19.461 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:19.437+0000 7faa6e98c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-01-15T14:37:19.471 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:37:19.471 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":10,"fsid":"2c72771c-cbe9-4a14-9c08-c006d38b82e7","created":"2023-01-15T14:37:14.850550+0000","modified":"2023-01-15T14:37:18.697812+0000","last_up_change":"0.000000","last_in_change":"2023-01-15T14:37:18.697812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"3c1cbe27-ed2e-45e7-9487-0570ce38f75e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"e4ae63e4-3779-43fa-a837-ff6b234b4f89","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"3090b4eb-27fe-4877-abaa-bc597ae9ee82","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"44c50292-1396-4af8-bd2c-9e006547c61f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e3ee2612-0f52-4105-ae0e-37c2c21be131","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d66093ca-c4e8-4c96-aea9-bb6055b46a7c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"8abb04c1-f05e-43c2-aa4a-f09414c3f993","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1387f68c-c434-4e07-897f-2a9b772d2c42","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-15T14:37:19.620 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:19.515+0000 7faa6e98c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-01-15T14:37:19.621 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-01-15T14:37:19.622 INFO:tasks.ceph:Waiting for OSDs to come up 2023-01-15T14:37:19.666 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:19.664+0000 7f904b946200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-01-15T14:37:19.795 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:19.748+0000 7f904b946200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-01-15T14:37:19.825 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:19.824+0000 7f904b946200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-01-15T14:37:19.956 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:19.910+0000 7f904b946200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-01-15T14:37:20.098 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:20.096+0000 7f904b946200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-01-15T14:37:20.171 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:20.169+0000 7f904b946200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-01-15T14:37:20.309 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:20.308+0000 7faa6e98c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-01-15T14:37:20.326 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:20.324+0000 7f904b946200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-01-15T14:37:20.447 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:20.325+0000 7f904b946200 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: prometheus 2023-01-15T14:37:20.448 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:20.391+0000 7faa6e98c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-01-15T14:37:20.468 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:20.467+0000 7faa6e98c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-01-15T14:37:20.596 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:20.547+0000 7faa6e98c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-01-15T14:37:20.697 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-01-15T14:37:20.757 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:20.727+0000 7faa6e98c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-01-15T14:37:20.798 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:20.797+0000 7faa6e98c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-01-15T14:37:20.880 INFO:tasks.ceph.osd.5.smithi100.stderr:2023-01-15T14:37:20.879+0000 7f6c1c1c7700 -1 osd.5 0 waiting for initial osdmap 2023-01-15T14:37:20.933 INFO:tasks.ceph.osd.0.smithi027.stderr:2023-01-15T14:37:20.879+0000 7fa15cf2e700 -1 osd.0 0 waiting for initial osdmap 2023-01-15T14:37:20.933 INFO:tasks.ceph.osd.7.smithi100.stderr:2023-01-15T14:37:20.881+0000 7fcc7234b700 -1 osd.7 0 waiting for initial osdmap 2023-01-15T14:37:20.934 INFO:tasks.ceph.osd.2.smithi027.stderr:2023-01-15T14:37:20.879+0000 7f6dcf7d8700 -1 osd.2 0 waiting for initial osdmap 2023-01-15T14:37:20.934 INFO:tasks.ceph.osd.4.smithi100.stderr:2023-01-15T14:37:20.885+0000 7f46371f8700 -1 osd.4 0 waiting for initial osdmap 2023-01-15T14:37:20.934 INFO:tasks.ceph.osd.3.smithi027.stderr:2023-01-15T14:37:20.880+0000 7ff1a175f700 -1 osd.3 0 waiting for initial osdmap 2023-01-15T14:37:20.935 INFO:tasks.ceph.osd.6.smithi100.stderr:2023-01-15T14:37:20.885+0000 7f2e3aed1700 -1 osd.6 0 waiting for initial osdmap 2023-01-15T14:37:20.935 INFO:tasks.ceph.osd.0.smithi027.stderr:2023-01-15T14:37:20.881+0000 7fa158b10700 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:37:20.935 INFO:tasks.ceph.osd.5.smithi100.stderr:2023-01-15T14:37:20.889+0000 7f6c17da9700 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:37:20.936 INFO:tasks.ceph.osd.4.smithi100.stderr:2023-01-15T14:37:20.890+0000 7f4632dda700 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:37:20.936 INFO:tasks.ceph.osd.1.smithi027.stderr:2023-01-15T14:37:20.884+0000 7f93f8f9a700 -1 osd.1 0 waiting for initial osdmap 2023-01-15T14:37:20.936 INFO:tasks.ceph.osd.1.smithi027.stderr:2023-01-15T14:37:20.886+0000 7f93f4b7c700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:37:20.936 INFO:tasks.ceph.osd.6.smithi100.stderr:2023-01-15T14:37:20.890+0000 7f2e36ab3700 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:37:20.937 INFO:tasks.ceph.osd.3.smithi027.stderr:2023-01-15T14:37:20.887+0000 7ff19d341700 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:37:20.937 INFO:tasks.ceph.osd.7.smithi100.stderr:2023-01-15T14:37:20.892+0000 7fcc6df2d700 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:37:20.937 INFO:tasks.ceph.osd.2.smithi027.stderr:2023-01-15T14:37:20.891+0000 7f6dcb3ba700 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-01-15T14:37:20.951 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:20.950+0000 7faa6e98c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-01-15T14:37:20.951 INFO:tasks.ceph.mgr.x.smithi100.stderr:2023-01-15T14:37:20.950+0000 7faa6e98c200 -1 log_channel(cluster) log [ERR] : Failed to load ceph-mgr modules: prometheus 2023-01-15T14:37:20.962 INFO:teuthology.misc.health.smithi027.stdout: 2023-01-15T14:37:20.963 INFO:teuthology.misc.health.smithi027.stdout:{"epoch":12,"fsid":"2c72771c-cbe9-4a14-9c08-c006d38b82e7","created":"2023-01-15T14:37:14.850550+0000","modified":"2023-01-15T14:37:20.874760+0000","last_up_change":"0.000000","last_in_change":"2023-01-15T14:37:18.697812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[],"osds":[{"osd":0,"uuid":"3c1cbe27-ed2e-45e7-9487-0570ce38f75e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"e4ae63e4-3779-43fa-a837-ff6b234b4f89","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"3090b4eb-27fe-4877-abaa-bc597ae9ee82","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"44c50292-1396-4af8-bd2c-9e006547c61f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e3ee2612-0f52-4105-ae0e-37c2c21be131","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d66093ca-c4e8-4c96-aea9-bb6055b46a7c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"8abb04c1-f05e-43c2-aa4a-f09414c3f993","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1387f68c-c434-4e07-897f-2a9b772d2c42","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-15T14:37:20.974 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-01-15T14:37:21.353 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:21.351+0000 7f900552f700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-01-15T14:37:21.422 INFO:tasks.ceph.mgr.y.smithi027.stderr:2023-01-15T14:37:21.352+0000 7f900552f700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-01-15T14:37:27.778 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-01-15T14:37:28.110 INFO:teuthology.misc.health.smithi027.stdout: 2023-01-15T14:37:28.110 INFO:teuthology.misc.health.smithi027.stdout:{"epoch":16,"fsid":"2c72771c-cbe9-4a14-9c08-c006d38b82e7","created":"2023-01-15T14:37:14.850550+0000","modified":"2023-01-15T14:37:25.597005+0000","last_up_change":"2023-01-15T14:37:21.882209+0000","last_in_change":"2023-01-15T14:37:18.697812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-01-15T14:37:22.404007+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"3c1cbe27-ed2e-45e7-9487-0570ce38f75e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":101519},{"type":"v1","addr":"172.21.15.27:6801","nonce":101519}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":101519},{"type":"v1","addr":"172.21.15.27:6803","nonce":101519}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":101519},{"type":"v1","addr":"172.21.15.27:6807","nonce":101519}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":101519},{"type":"v1","addr":"172.21.15.27:6805","nonce":101519}]},"public_addr":"172.21.15.27:6801/101519","cluster_addr":"172.21.15.27:6803/101519","heartbeat_back_addr":"172.21.15.27:6807/101519","heartbeat_front_addr":"172.21.15.27:6805/101519","state":["exists","up"]},{"osd":1,"uuid":"e4ae63e4-3779-43fa-a837-ff6b234b4f89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":101520},{"type":"v1","addr":"172.21.15.27:6809","nonce":101520}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":101520},{"type":"v1","addr":"172.21.15.27:6811","nonce":101520}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":101520},{"type":"v1","addr":"172.21.15.27:6815","nonce":101520}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":101520},{"type":"v1","addr":"172.21.15.27:6813","nonce":101520}]},"public_addr":"172.21.15.27:6809/101520","cluster_addr":"172.21.15.27:6811/101520","heartbeat_back_addr":"172.21.15.27:6815/101520","heartbeat_front_addr":"172.21.15.27:6813/101520","state":["exists","up"]},{"osd":2,"uuid":"3090b4eb-27fe-4877-abaa-bc597ae9ee82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":101770},{"type":"v1","addr":"172.21.15.27:6818","nonce":101770}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":101770},{"type":"v1","addr":"172.21.15.27:6822","nonce":101770}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":101770},{"type":"v1","addr":"172.21.15.27:6831","nonce":101770}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":101770},{"type":"v1","addr":"172.21.15.27:6826","nonce":101770}]},"public_addr":"172.21.15.27:6818/101770","cluster_addr":"172.21.15.27:6822/101770","heartbeat_back_addr":"172.21.15.27:6831/101770","heartbeat_front_addr":"172.21.15.27:6826/101770","state":["exists","up"]},{"osd":3,"uuid":"44c50292-1396-4af8-bd2c-9e006547c61f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":101771},{"type":"v1","addr":"172.21.15.27:6819","nonce":101771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":101771},{"type":"v1","addr":"172.21.15.27:6823","nonce":101771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6829","nonce":101771},{"type":"v1","addr":"172.21.15.27:6830","nonce":101771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":101771},{"type":"v1","addr":"172.21.15.27:6827","nonce":101771}]},"public_addr":"172.21.15.27:6819/101771","cluster_addr":"172.21.15.27:6823/101771","heartbeat_back_addr":"172.21.15.27:6830/101771","heartbeat_front_addr":"172.21.15.27:6827/101771","state":["exists","up"]},{"osd":4,"uuid":"e3ee2612-0f52-4105-ae0e-37c2c21be131","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6824","nonce":101546},{"type":"v1","addr":"172.21.15.100:6825","nonce":101546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6826","nonce":101546},{"type":"v1","addr":"172.21.15.100:6827","nonce":101546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6830","nonce":101546},{"type":"v1","addr":"172.21.15.100:6831","nonce":101546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6828","nonce":101546},{"type":"v1","addr":"172.21.15.100:6829","nonce":101546}]},"public_addr":"172.21.15.100:6825/101546","cluster_addr":"172.21.15.100:6827/101546","heartbeat_back_addr":"172.21.15.100:6831/101546","heartbeat_front_addr":"172.21.15.100:6829/101546","state":["exists","up"]},{"osd":5,"uuid":"d66093ca-c4e8-4c96-aea9-bb6055b46a7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6805","nonce":101543},{"type":"v1","addr":"172.21.15.100:6807","nonce":101543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6809","nonce":101543},{"type":"v1","addr":"172.21.15.100:6811","nonce":101543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6814","nonce":101543},{"type":"v1","addr":"172.21.15.100:6815","nonce":101543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6812","nonce":101543},{"type":"v1","addr":"172.21.15.100:6813","nonce":101543}]},"public_addr":"172.21.15.100:6807/101543","cluster_addr":"172.21.15.100:6811/101543","heartbeat_back_addr":"172.21.15.100:6815/101543","heartbeat_front_addr":"172.21.15.100:6813/101543","state":["exists","up"]},{"osd":6,"uuid":"8abb04c1-f05e-43c2-aa4a-f09414c3f993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6816","nonce":101545},{"type":"v1","addr":"172.21.15.100:6817","nonce":101545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6818","nonce":101545},{"type":"v1","addr":"172.21.15.100:6819","nonce":101545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6822","nonce":101545},{"type":"v1","addr":"172.21.15.100:6823","nonce":101545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6820","nonce":101545},{"type":"v1","addr":"172.21.15.100:6821","nonce":101545}]},"public_addr":"172.21.15.100:6817/101545","cluster_addr":"172.21.15.100:6819/101545","heartbeat_back_addr":"172.21.15.100:6823/101545","heartbeat_front_addr":"172.21.15.100:6821/101545","state":["exists","up"]},{"osd":7,"uuid":"1387f68c-c434-4e07-897f-2a9b772d2c42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6800","nonce":101544},{"type":"v1","addr":"172.21.15.100:6801","nonce":101544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6802","nonce":101544},{"type":"v1","addr":"172.21.15.100:6803","nonce":101544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6808","nonce":101544},{"type":"v1","addr":"172.21.15.100:6810","nonce":101544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6804","nonce":101544},{"type":"v1","addr":"172.21.15.100:6806","nonce":101544}]},"public_addr":"172.21.15.100:6801/101544","cluster_addr":"172.21.15.100:6803/101544","heartbeat_back_addr":"172.21.15.100:6810/101544","heartbeat_front_addr":"172.21.15.100:6806/101544","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:19.955771+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:19.980784+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.126645+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.150910+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.341694+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.407336+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.345969+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.334594+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-15T14:37:28.122 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-01-15T14:37:28.123 INFO:tasks.ceph:Creating RBD pool 2023-01-15T14:37:28.123 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph --cluster ceph osd pool create rbd 8 2023-01-15T14:37:28.623 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'rbd' created 2023-01-15T14:37:28.635 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2023-01-15T14:37:29.630 INFO:teuthology.orchestra.run.smithi027.stderr:enabled application 'rbd' on pool 'rbd' 2023-01-15T14:37:29.643 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-01-15T14:37:29.643 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-01-15T14:37:29.643 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-01-15T14:37:29.644 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-01-15T14:37:29.644 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-01-15T14:37:30.027 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:37:30.040 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":5,"active_gid":4098,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6832","nonce":101279},{"type":"v1","addr":"172.21.15.27:6833","nonce":101279}]},"active_addr":"172.21.15.27:6833/101279","active_change":"2023-01-15T14:37:20.339079+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4107,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":false,"error_string":"No module named 'packaging'","module_options":{}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.23.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:8.3.5","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.3.1","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.33.4","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":false,"error_string":"No module named 'packaging'","module_options":{}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"last_failure_osd_epoch":0,"active_clients":[{"addrvec":[{"type":"v2","addr":"172.21.15.27:0","nonce":3846269504}]},{"addrvec":[{"type":"v2","addr":"172.21.15.27:0","nonce":1971437173}]},{"addrvec":[{"type":"v2","addr":"172.21.15.27:0","nonce":4055479143}]},{"addrvec":[{"type":"v2","addr":"172.21.15.27:0","nonce":993445089}]}]}} 2023-01-15T14:37:30.044 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-01-15T14:37:30.044 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-01-15T14:37:30.044 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-01-15T14:37:30.367 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:37:30.367 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":18,"fsid":"2c72771c-cbe9-4a14-9c08-c006d38b82e7","created":"2023-01-15T14:37:14.850550+0000","modified":"2023-01-15T14:37:29.614549+0000","last_up_change":"2023-01-15T14:37:21.882209+0000","last_in_change":"2023-01-15T14:37:18.697812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-01-15T14:37:22.404007+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-01-15T14:37:28.475033+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"3c1cbe27-ed2e-45e7-9487-0570ce38f75e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":101519},{"type":"v1","addr":"172.21.15.27:6801","nonce":101519}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":101519},{"type":"v1","addr":"172.21.15.27:6803","nonce":101519}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":101519},{"type":"v1","addr":"172.21.15.27:6807","nonce":101519}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":101519},{"type":"v1","addr":"172.21.15.27:6805","nonce":101519}]},"public_addr":"172.21.15.27:6801/101519","cluster_addr":"172.21.15.27:6803/101519","heartbeat_back_addr":"172.21.15.27:6807/101519","heartbeat_front_addr":"172.21.15.27:6805/101519","state":["exists","up"]},{"osd":1,"uuid":"e4ae63e4-3779-43fa-a837-ff6b234b4f89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":101520},{"type":"v1","addr":"172.21.15.27:6809","nonce":101520}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":101520},{"type":"v1","addr":"172.21.15.27:6811","nonce":101520}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":101520},{"type":"v1","addr":"172.21.15.27:6815","nonce":101520}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":101520},{"type":"v1","addr":"172.21.15.27:6813","nonce":101520}]},"public_addr":"172.21.15.27:6809/101520","cluster_addr":"172.21.15.27:6811/101520","heartbeat_back_addr":"172.21.15.27:6815/101520","heartbeat_front_addr":"172.21.15.27:6813/101520","state":["exists","up"]},{"osd":2,"uuid":"3090b4eb-27fe-4877-abaa-bc597ae9ee82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":101770},{"type":"v1","addr":"172.21.15.27:6818","nonce":101770}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":101770},{"type":"v1","addr":"172.21.15.27:6822","nonce":101770}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":101770},{"type":"v1","addr":"172.21.15.27:6831","nonce":101770}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":101770},{"type":"v1","addr":"172.21.15.27:6826","nonce":101770}]},"public_addr":"172.21.15.27:6818/101770","cluster_addr":"172.21.15.27:6822/101770","heartbeat_back_addr":"172.21.15.27:6831/101770","heartbeat_front_addr":"172.21.15.27:6826/101770","state":["exists","up"]},{"osd":3,"uuid":"44c50292-1396-4af8-bd2c-9e006547c61f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":101771},{"type":"v1","addr":"172.21.15.27:6819","nonce":101771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":101771},{"type":"v1","addr":"172.21.15.27:6823","nonce":101771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6829","nonce":101771},{"type":"v1","addr":"172.21.15.27:6830","nonce":101771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":101771},{"type":"v1","addr":"172.21.15.27:6827","nonce":101771}]},"public_addr":"172.21.15.27:6819/101771","cluster_addr":"172.21.15.27:6823/101771","heartbeat_back_addr":"172.21.15.27:6830/101771","heartbeat_front_addr":"172.21.15.27:6827/101771","state":["exists","up"]},{"osd":4,"uuid":"e3ee2612-0f52-4105-ae0e-37c2c21be131","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6824","nonce":101546},{"type":"v1","addr":"172.21.15.100:6825","nonce":101546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6826","nonce":101546},{"type":"v1","addr":"172.21.15.100:6827","nonce":101546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6830","nonce":101546},{"type":"v1","addr":"172.21.15.100:6831","nonce":101546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6828","nonce":101546},{"type":"v1","addr":"172.21.15.100:6829","nonce":101546}]},"public_addr":"172.21.15.100:6825/101546","cluster_addr":"172.21.15.100:6827/101546","heartbeat_back_addr":"172.21.15.100:6831/101546","heartbeat_front_addr":"172.21.15.100:6829/101546","state":["exists","up"]},{"osd":5,"uuid":"d66093ca-c4e8-4c96-aea9-bb6055b46a7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6805","nonce":101543},{"type":"v1","addr":"172.21.15.100:6807","nonce":101543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6809","nonce":101543},{"type":"v1","addr":"172.21.15.100:6811","nonce":101543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6814","nonce":101543},{"type":"v1","addr":"172.21.15.100:6815","nonce":101543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6812","nonce":101543},{"type":"v1","addr":"172.21.15.100:6813","nonce":101543}]},"public_addr":"172.21.15.100:6807/101543","cluster_addr":"172.21.15.100:6811/101543","heartbeat_back_addr":"172.21.15.100:6815/101543","heartbeat_front_addr":"172.21.15.100:6813/101543","state":["exists","up"]},{"osd":6,"uuid":"8abb04c1-f05e-43c2-aa4a-f09414c3f993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6816","nonce":101545},{"type":"v1","addr":"172.21.15.100:6817","nonce":101545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6818","nonce":101545},{"type":"v1","addr":"172.21.15.100:6819","nonce":101545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6822","nonce":101545},{"type":"v1","addr":"172.21.15.100:6823","nonce":101545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6820","nonce":101545},{"type":"v1","addr":"172.21.15.100:6821","nonce":101545}]},"public_addr":"172.21.15.100:6817/101545","cluster_addr":"172.21.15.100:6819/101545","heartbeat_back_addr":"172.21.15.100:6823/101545","heartbeat_front_addr":"172.21.15.100:6821/101545","state":["exists","up"]},{"osd":7,"uuid":"1387f68c-c434-4e07-897f-2a9b772d2c42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6800","nonce":101544},{"type":"v1","addr":"172.21.15.100:6801","nonce":101544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6802","nonce":101544},{"type":"v1","addr":"172.21.15.100:6803","nonce":101544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6808","nonce":101544},{"type":"v1","addr":"172.21.15.100:6810","nonce":101544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6804","nonce":101544},{"type":"v1","addr":"172.21.15.100:6806","nonce":101544}]},"public_addr":"172.21.15.100:6801/101544","cluster_addr":"172.21.15.100:6803/101544","heartbeat_back_addr":"172.21.15.100:6810/101544","heartbeat_front_addr":"172.21.15.100:6806/101544","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:19.955771+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:19.980784+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.126645+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.150910+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.341694+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.407336+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.345969+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.334594+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-15T14:37:30.381 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-01-15T14:37:30.382 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-01-15T14:37:30.709 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:37:30.709 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":19,"fsid":"2c72771c-cbe9-4a14-9c08-c006d38b82e7","created":"2023-01-15T14:37:14.850550+0000","modified":"2023-01-15T14:37:30.617923+0000","last_up_change":"2023-01-15T14:37:21.882209+0000","last_in_change":"2023-01-15T14:37:18.697812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-01-15T14:37:22.404007+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-01-15T14:37:28.475033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"3c1cbe27-ed2e-45e7-9487-0570ce38f75e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":101519},{"type":"v1","addr":"172.21.15.27:6801","nonce":101519}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":101519},{"type":"v1","addr":"172.21.15.27:6803","nonce":101519}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":101519},{"type":"v1","addr":"172.21.15.27:6807","nonce":101519}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":101519},{"type":"v1","addr":"172.21.15.27:6805","nonce":101519}]},"public_addr":"172.21.15.27:6801/101519","cluster_addr":"172.21.15.27:6803/101519","heartbeat_back_addr":"172.21.15.27:6807/101519","heartbeat_front_addr":"172.21.15.27:6805/101519","state":["exists","up"]},{"osd":1,"uuid":"e4ae63e4-3779-43fa-a837-ff6b234b4f89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":101520},{"type":"v1","addr":"172.21.15.27:6809","nonce":101520}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":101520},{"type":"v1","addr":"172.21.15.27:6811","nonce":101520}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":101520},{"type":"v1","addr":"172.21.15.27:6815","nonce":101520}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":101520},{"type":"v1","addr":"172.21.15.27:6813","nonce":101520}]},"public_addr":"172.21.15.27:6809/101520","cluster_addr":"172.21.15.27:6811/101520","heartbeat_back_addr":"172.21.15.27:6815/101520","heartbeat_front_addr":"172.21.15.27:6813/101520","state":["exists","up"]},{"osd":2,"uuid":"3090b4eb-27fe-4877-abaa-bc597ae9ee82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":101770},{"type":"v1","addr":"172.21.15.27:6818","nonce":101770}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":101770},{"type":"v1","addr":"172.21.15.27:6822","nonce":101770}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":101770},{"type":"v1","addr":"172.21.15.27:6831","nonce":101770}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":101770},{"type":"v1","addr":"172.21.15.27:6826","nonce":101770}]},"public_addr":"172.21.15.27:6818/101770","cluster_addr":"172.21.15.27:6822/101770","heartbeat_back_addr":"172.21.15.27:6831/101770","heartbeat_front_addr":"172.21.15.27:6826/101770","state":["exists","up"]},{"osd":3,"uuid":"44c50292-1396-4af8-bd2c-9e006547c61f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":101771},{"type":"v1","addr":"172.21.15.27:6819","nonce":101771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":101771},{"type":"v1","addr":"172.21.15.27:6823","nonce":101771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6829","nonce":101771},{"type":"v1","addr":"172.21.15.27:6830","nonce":101771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":101771},{"type":"v1","addr":"172.21.15.27:6827","nonce":101771}]},"public_addr":"172.21.15.27:6819/101771","cluster_addr":"172.21.15.27:6823/101771","heartbeat_back_addr":"172.21.15.27:6830/101771","heartbeat_front_addr":"172.21.15.27:6827/101771","state":["exists","up"]},{"osd":4,"uuid":"e3ee2612-0f52-4105-ae0e-37c2c21be131","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6824","nonce":101546},{"type":"v1","addr":"172.21.15.100:6825","nonce":101546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6826","nonce":101546},{"type":"v1","addr":"172.21.15.100:6827","nonce":101546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6830","nonce":101546},{"type":"v1","addr":"172.21.15.100:6831","nonce":101546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6828","nonce":101546},{"type":"v1","addr":"172.21.15.100:6829","nonce":101546}]},"public_addr":"172.21.15.100:6825/101546","cluster_addr":"172.21.15.100:6827/101546","heartbeat_back_addr":"172.21.15.100:6831/101546","heartbeat_front_addr":"172.21.15.100:6829/101546","state":["exists","up"]},{"osd":5,"uuid":"d66093ca-c4e8-4c96-aea9-bb6055b46a7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6805","nonce":101543},{"type":"v1","addr":"172.21.15.100:6807","nonce":101543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6809","nonce":101543},{"type":"v1","addr":"172.21.15.100:6811","nonce":101543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6814","nonce":101543},{"type":"v1","addr":"172.21.15.100:6815","nonce":101543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6812","nonce":101543},{"type":"v1","addr":"172.21.15.100:6813","nonce":101543}]},"public_addr":"172.21.15.100:6807/101543","cluster_addr":"172.21.15.100:6811/101543","heartbeat_back_addr":"172.21.15.100:6815/101543","heartbeat_front_addr":"172.21.15.100:6813/101543","state":["exists","up"]},{"osd":6,"uuid":"8abb04c1-f05e-43c2-aa4a-f09414c3f993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6816","nonce":101545},{"type":"v1","addr":"172.21.15.100:6817","nonce":101545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6818","nonce":101545},{"type":"v1","addr":"172.21.15.100:6819","nonce":101545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6822","nonce":101545},{"type":"v1","addr":"172.21.15.100:6823","nonce":101545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6820","nonce":101545},{"type":"v1","addr":"172.21.15.100:6821","nonce":101545}]},"public_addr":"172.21.15.100:6817/101545","cluster_addr":"172.21.15.100:6819/101545","heartbeat_back_addr":"172.21.15.100:6823/101545","heartbeat_front_addr":"172.21.15.100:6821/101545","state":["exists","up"]},{"osd":7,"uuid":"1387f68c-c434-4e07-897f-2a9b772d2c42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":17,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6800","nonce":101544},{"type":"v1","addr":"172.21.15.100:6801","nonce":101544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6802","nonce":101544},{"type":"v1","addr":"172.21.15.100:6803","nonce":101544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6808","nonce":101544},{"type":"v1","addr":"172.21.15.100:6810","nonce":101544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6804","nonce":101544},{"type":"v1","addr":"172.21.15.100:6806","nonce":101544}]},"public_addr":"172.21.15.100:6801/101544","cluster_addr":"172.21.15.100:6803/101544","heartbeat_back_addr":"172.21.15.100:6810/101544","heartbeat_front_addr":"172.21.15.100:6806/101544","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:19.955771+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:19.980784+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.126645+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.150910+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.341694+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.407336+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.345969+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.334594+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-15T14:37:30.723 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-01-15T14:37:30.724 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-01-15T14:37:30.724 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-01-15T14:37:30.725 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-01-15T14:37:30.725 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-01-15T14:37:30.725 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-01-15T14:37:30.726 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-01-15T14:37:30.726 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-01-15T14:37:31.014 INFO:teuthology.orchestra.run.smithi027.stdout:55834574851 2023-01-15T14:37:31.014 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-01-15T14:37:31.015 INFO:teuthology.orchestra.run.smithi027.stdout:55834574852 2023-01-15T14:37:31.016 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-01-15T14:37:31.017 INFO:teuthology.orchestra.run.smithi027.stdout:55834574851 2023-01-15T14:37:31.017 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-01-15T14:37:31.037 INFO:teuthology.orchestra.run.smithi027.stdout:55834574851 2023-01-15T14:37:31.037 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-01-15T14:37:31.039 INFO:teuthology.orchestra.run.smithi027.stdout:55834574851 2023-01-15T14:37:31.040 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-01-15T14:37:31.041 INFO:teuthology.orchestra.run.smithi027.stdout:55834574851 2023-01-15T14:37:31.041 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-01-15T14:37:31.048 INFO:teuthology.orchestra.run.smithi027.stdout:55834574851 2023-01-15T14:37:31.049 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-01-15T14:37:31.055 INFO:teuthology.orchestra.run.smithi027.stdout:55834574851 2023-01-15T14:37:31.056 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-01-15T14:37:31.656 INFO:teuthology.orchestra.run.smithi027.stdout:55834574851 2023-01-15T14:37:31.660 INFO:teuthology.orchestra.run.smithi027.stdout:55834574850 2023-01-15T14:37:31.678 INFO:teuthology.orchestra.run.smithi027.stdout:55834574850 2023-01-15T14:37:31.681 INFO:teuthology.orchestra.run.smithi027.stdout:55834574850 2023-01-15T14:37:31.683 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574850 for osd.1 2023-01-15T14:37:31.684 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574851 for osd.0 2023-01-15T14:37:31.692 INFO:teuthology.orchestra.run.smithi027.stdout:55834574850 2023-01-15T14:37:31.700 INFO:teuthology.orchestra.run.smithi027.stdout:55834574850 2023-01-15T14:37:31.701 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574850 for osd.2 2023-01-15T14:37:31.703 INFO:teuthology.orchestra.run.smithi027.stdout:55834574850 2023-01-15T14:37:31.707 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574850 for osd.7 2023-01-15T14:37:31.720 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574850 for osd.4 2023-01-15T14:37:31.725 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574850 for osd.5 2023-01-15T14:37:31.725 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574850 for osd.3 2023-01-15T14:37:31.735 INFO:teuthology.orchestra.run.smithi027.stdout:55834574850 2023-01-15T14:37:31.749 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574850 for osd.6 2023-01-15T14:37:32.684 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-01-15T14:37:32.684 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-01-15T14:37:32.702 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-01-15T14:37:32.707 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-01-15T14:37:32.721 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-01-15T14:37:32.726 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-01-15T14:37:32.726 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-01-15T14:37:32.750 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-01-15T14:37:33.293 INFO:teuthology.orchestra.run.smithi027.stdout:55834574851 2023-01-15T14:37:33.294 INFO:teuthology.orchestra.run.smithi027.stdout:55834574852 2023-01-15T14:37:33.319 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.1 2023-01-15T14:37:33.319 DEBUG:teuthology.parallel:result is None 2023-01-15T14:37:33.319 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.0 2023-01-15T14:37:33.320 DEBUG:teuthology.parallel:result is None 2023-01-15T14:37:33.338 INFO:teuthology.orchestra.run.smithi027.stdout:55834574851 2023-01-15T14:37:33.358 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.2 2023-01-15T14:37:33.359 DEBUG:teuthology.parallel:result is None 2023-01-15T14:37:33.371 INFO:teuthology.orchestra.run.smithi027.stdout:55834574851 2023-01-15T14:37:33.374 INFO:teuthology.orchestra.run.smithi027.stdout:55834574851 2023-01-15T14:37:33.379 INFO:teuthology.orchestra.run.smithi027.stdout:55834574851 2023-01-15T14:37:33.383 INFO:teuthology.orchestra.run.smithi027.stdout:55834574851 2023-01-15T14:37:33.392 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.4 2023-01-15T14:37:33.392 DEBUG:teuthology.parallel:result is None 2023-01-15T14:37:33.398 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.7 2023-01-15T14:37:33.398 DEBUG:teuthology.parallel:result is None 2023-01-15T14:37:33.400 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.3 2023-01-15T14:37:33.400 DEBUG:teuthology.parallel:result is None 2023-01-15T14:37:33.401 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.5 2023-01-15T14:37:33.401 DEBUG:teuthology.parallel:result is None 2023-01-15T14:37:33.403 INFO:teuthology.orchestra.run.smithi027.stdout:55834574851 2023-01-15T14:37:33.417 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574851 got 55834574851 for osd.6 2023-01-15T14:37:33.418 DEBUG:teuthology.parallel:result is None 2023-01-15T14:37:33.418 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-01-15T14:37:33.418 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-01-15T14:37:33.781 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:37:33.782 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2023-01-15T14:37:33.793 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":16,"stamp":"2023-01-15T14:37:32.346423+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":749595040,"kb_used":6369320,"kb_used_data":743226008,"kb_used_omap":518,"kb_used_meta":0,"kb_avail":743225720,"statfs":{"total":767585320960,"available":761063137280,"internally_reserved":294912,"allocated":761063432192,"data_stored":761063432192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530701,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":14,"commit_latency_ns":1000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000622"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.624972+0000","last_change":"2023-01-15T14:37:29.625608+0000","last_active":"2023-01-15T14:37:30.624972+0000","last_peered":"2023-01-15T14:37:30.624972+0000","last_clean":"2023-01-15T14:37:30.624972+0000","last_became_active":"2023-01-15T14:37:29.625345+0000","last_became_peered":"2023-01-15T14:37:29.625345+0000","last_unstale":"2023-01-15T14:37:30.624972+0000","last_undegraded":"2023-01-15T14:37:30.624972+0000","last_fullsized":"2023-01-15T14:37:30.624972+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:21:19.142014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.988739+0000","last_change":"2023-01-15T14:37:29.628858+0000","last_active":"2023-01-15T14:37:30.988739+0000","last_peered":"2023-01-15T14:37:30.988739+0000","last_clean":"2023-01-15T14:37:30.988739+0000","last_became_active":"2023-01-15T14:37:29.628576+0000","last_became_peered":"2023-01-15T14:37:29.628576+0000","last_unstale":"2023-01-15T14:37:30.988739+0000","last_undegraded":"2023-01-15T14:37:30.988739+0000","last_fullsized":"2023-01-15T14:37:30.988739+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:39:25.804326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.989174+0000","last_change":"2023-01-15T14:37:29.889154+0000","last_active":"2023-01-15T14:37:30.989174+0000","last_peered":"2023-01-15T14:37:30.989174+0000","last_clean":"2023-01-15T14:37:30.989174+0000","last_became_active":"2023-01-15T14:37:29.888890+0000","last_became_peered":"2023-01-15T14:37:29.888890+0000","last_unstale":"2023-01-15T14:37:30.989174+0000","last_undegraded":"2023-01-15T14:37:30.989174+0000","last_fullsized":"2023-01-15T14:37:30.989174+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:37:34.810620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.988876+0000","last_change":"2023-01-15T14:37:29.628681+0000","last_active":"2023-01-15T14:37:30.988876+0000","last_peered":"2023-01-15T14:37:30.988876+0000","last_clean":"2023-01-15T14:37:30.988876+0000","last_became_active":"2023-01-15T14:37:29.628441+0000","last_became_peered":"2023-01-15T14:37:29.628441+0000","last_unstale":"2023-01-15T14:37:30.988876+0000","last_undegraded":"2023-01-15T14:37:30.988876+0000","last_fullsized":"2023-01-15T14:37:30.988876+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:19:12.253299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":163,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-01-15T14:37:29.624129+0000","last_change":"2023-01-15T14:37:24.852695+0000","last_active":"2023-01-15T14:37:29.624129+0000","last_peered":"2023-01-15T14:37:29.624129+0000","last_clean":"2023-01-15T14:37:29.624129+0000","last_became_active":"2023-01-15T14:37:24.851968+0000","last_became_peered":"2023-01-15T14:37:24.851968+0000","last_unstale":"2023-01-15T14:37:29.624129+0000","last_undegraded":"2023-01-15T14:37:29.624129+0000","last_fullsized":"2023-01-15T14:37:29.624129+0000","mapping_epoch":14,"log_start":"15'100","ondisk_log_start":"15'100","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:22.895058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:22.895058+0000","last_clean_scrub_stamp":"2023-01-15T14:37:22.895058+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:30:43.509829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.988868+0000","last_change":"2023-01-15T14:37:29.627557+0000","last_active":"2023-01-15T14:37:30.988868+0000","last_peered":"2023-01-15T14:37:30.988868+0000","last_clean":"2023-01-15T14:37:30.988868+0000","last_became_active":"2023-01-15T14:37:29.627291+0000","last_became_peered":"2023-01-15T14:37:29.627291+0000","last_unstale":"2023-01-15T14:37:30.988868+0000","last_undegraded":"2023-01-15T14:37:30.988868+0000","last_fullsized":"2023-01-15T14:37:30.988868+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:11:35.808261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.989390+0000","last_change":"2023-01-15T14:37:30.264547+0000","last_active":"2023-01-15T14:37:30.989390+0000","last_peered":"2023-01-15T14:37:30.989390+0000","last_clean":"2023-01-15T14:37:30.989390+0000","last_became_active":"2023-01-15T14:37:30.264281+0000","last_became_peered":"2023-01-15T14:37:30.264281+0000","last_unstale":"2023-01-15T14:37:30.989390+0000","last_undegraded":"2023-01-15T14:37:30.989390+0000","last_fullsized":"2023-01-15T14:37:30.989390+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:35:23.596247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.988867+0000","last_change":"2023-01-15T14:37:29.628864+0000","last_active":"2023-01-15T14:37:30.988867+0000","last_peered":"2023-01-15T14:37:30.988867+0000","last_clean":"2023-01-15T14:37:30.988867+0000","last_became_active":"2023-01-15T14:37:29.628564+0000","last_became_peered":"2023-01-15T14:37:29.628564+0000","last_unstale":"2023-01-15T14:37:30.988867+0000","last_undegraded":"2023-01-15T14:37:30.988867+0000","last_fullsized":"2023-01-15T14:37:30.988867+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:15:36.369780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.988738+0000","last_change":"2023-01-15T14:37:29.889263+0000","last_active":"2023-01-15T14:37:30.988738+0000","last_peered":"2023-01-15T14:37:30.988738+0000","last_clean":"2023-01-15T14:37:30.988738+0000","last_became_active":"2023-01-15T14:37:29.888963+0000","last_became_peered":"2023-01-15T14:37:29.888963+0000","last_unstale":"2023-01-15T14:37:30.988738+0000","last_undegraded":"2023-01-15T14:37:30.988738+0000","last_fullsized":"2023-01-15T14:37:30.988738+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:38:15.449835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":797108,"kb_used_data":92902320,"kb_used_omap":135,"kb_used_meta":0,"kb_avail":92902272,"statfs":{"total":95948165120,"available":95131926528,"internally_reserved":49152,"allocated":95131975680,"data_stored":95131975680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":139024,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35599999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]}]},{"osd":6,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795876,"kb_used_data":92903540,"kb_used_omap":42,"kb_used_meta":0,"kb_avail":92903504,"statfs":{"total":95948165120,"available":95133188096,"internally_reserved":36864,"allocated":95133224960,"data_stored":95133224960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43641,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36499999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795908,"kb_used_data":92903536,"kb_used_omap":52,"kb_used_meta":0,"kb_avail":92903472,"statfs":{"total":95948165120,"available":95133155328,"internally_reserved":65536,"allocated":95133220864,"data_stored":95133220864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":54235,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":5,"commit_latency_ns":1000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49299999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36299999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73499999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":797096,"kb_used_data":92902324,"kb_used_omap":132,"kb_used_meta":0,"kb_avail":92902284,"statfs":{"total":95948165120,"available":95131938816,"internally_reserved":40960,"allocated":95131979776,"data_stored":95131979776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":135239,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":4,"commit_latency_ns":0,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574851,"num_pgs":2,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795876,"kb_used_data":92903540,"kb_used_omap":42,"kb_used_meta":0,"kb_avail":92903504,"statfs":{"total":95948165120,"available":95133188096,"internally_reserved":36864,"allocated":95133224960,"data_stored":95133224960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43603,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28399999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795864,"kb_used_data":92903540,"kb_used_omap":37,"kb_used_meta":0,"kb_avail":92903516,"statfs":{"total":95948165120,"available":95133200384,"internally_reserved":24576,"allocated":95133224960,"data_stored":95133224960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38303,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.254}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95399999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795720,"kb_used_data":92903668,"kb_used_omap":32,"kb_used_meta":0,"kb_avail":92903660,"statfs":{"total":95948165120,"available":95133347840,"internally_reserved":8192,"allocated":95133356032,"data_stored":95133356032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32971,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70799999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39700000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795872,"kb_used_data":92903540,"kb_used_omap":42,"kb_used_meta":0,"kb_avail":92903508,"statfs":{"total":95948165120,"available":95133192192,"internally_reserved":32768,"allocated":95133224960,"data_stored":95133224960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43685,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]}]}],"pool_statfs":[]}} 2023-01-15T14:37:33.795 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-01-15T14:37:34.117 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:37:34.118 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2023-01-15T14:37:34.130 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":16,"stamp":"2023-01-15T14:37:32.346423+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":18,"acting":18,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":749595040,"kb_used":6369320,"kb_used_data":743226008,"kb_used_omap":518,"kb_used_meta":0,"kb_avail":743225720,"statfs":{"total":767585320960,"available":761063137280,"internally_reserved":294912,"allocated":761063432192,"data_stored":761063432192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":530701,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":14,"commit_latency_ns":1000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000622"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.624972+0000","last_change":"2023-01-15T14:37:29.625608+0000","last_active":"2023-01-15T14:37:30.624972+0000","last_peered":"2023-01-15T14:37:30.624972+0000","last_clean":"2023-01-15T14:37:30.624972+0000","last_became_active":"2023-01-15T14:37:29.625345+0000","last_became_peered":"2023-01-15T14:37:29.625345+0000","last_unstale":"2023-01-15T14:37:30.624972+0000","last_undegraded":"2023-01-15T14:37:30.624972+0000","last_fullsized":"2023-01-15T14:37:30.624972+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:21:19.142014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.988739+0000","last_change":"2023-01-15T14:37:29.628858+0000","last_active":"2023-01-15T14:37:30.988739+0000","last_peered":"2023-01-15T14:37:30.988739+0000","last_clean":"2023-01-15T14:37:30.988739+0000","last_became_active":"2023-01-15T14:37:29.628576+0000","last_became_peered":"2023-01-15T14:37:29.628576+0000","last_unstale":"2023-01-15T14:37:30.988739+0000","last_undegraded":"2023-01-15T14:37:30.988739+0000","last_fullsized":"2023-01-15T14:37:30.988739+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:39:25.804326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.989174+0000","last_change":"2023-01-15T14:37:29.889154+0000","last_active":"2023-01-15T14:37:30.989174+0000","last_peered":"2023-01-15T14:37:30.989174+0000","last_clean":"2023-01-15T14:37:30.989174+0000","last_became_active":"2023-01-15T14:37:29.888890+0000","last_became_peered":"2023-01-15T14:37:29.888890+0000","last_unstale":"2023-01-15T14:37:30.989174+0000","last_undegraded":"2023-01-15T14:37:30.989174+0000","last_fullsized":"2023-01-15T14:37:30.989174+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:37:34.810620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.988876+0000","last_change":"2023-01-15T14:37:29.628681+0000","last_active":"2023-01-15T14:37:30.988876+0000","last_peered":"2023-01-15T14:37:30.988876+0000","last_clean":"2023-01-15T14:37:30.988876+0000","last_became_active":"2023-01-15T14:37:29.628441+0000","last_became_peered":"2023-01-15T14:37:29.628441+0000","last_unstale":"2023-01-15T14:37:30.988876+0000","last_undegraded":"2023-01-15T14:37:30.988876+0000","last_fullsized":"2023-01-15T14:37:30.988876+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:19:12.253299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":163,"reported_epoch":18,"state":"active+clean","last_fresh":"2023-01-15T14:37:29.624129+0000","last_change":"2023-01-15T14:37:24.852695+0000","last_active":"2023-01-15T14:37:29.624129+0000","last_peered":"2023-01-15T14:37:29.624129+0000","last_clean":"2023-01-15T14:37:29.624129+0000","last_became_active":"2023-01-15T14:37:24.851968+0000","last_became_peered":"2023-01-15T14:37:24.851968+0000","last_unstale":"2023-01-15T14:37:29.624129+0000","last_undegraded":"2023-01-15T14:37:29.624129+0000","last_fullsized":"2023-01-15T14:37:29.624129+0000","mapping_epoch":14,"log_start":"15'100","ondisk_log_start":"15'100","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:22.895058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:22.895058+0000","last_clean_scrub_stamp":"2023-01-15T14:37:22.895058+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:30:43.509829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.988868+0000","last_change":"2023-01-15T14:37:29.627557+0000","last_active":"2023-01-15T14:37:30.988868+0000","last_peered":"2023-01-15T14:37:30.988868+0000","last_clean":"2023-01-15T14:37:30.988868+0000","last_became_active":"2023-01-15T14:37:29.627291+0000","last_became_peered":"2023-01-15T14:37:29.627291+0000","last_unstale":"2023-01-15T14:37:30.988868+0000","last_undegraded":"2023-01-15T14:37:30.988868+0000","last_fullsized":"2023-01-15T14:37:30.988868+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:11:35.808261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.989390+0000","last_change":"2023-01-15T14:37:30.264547+0000","last_active":"2023-01-15T14:37:30.989390+0000","last_peered":"2023-01-15T14:37:30.989390+0000","last_clean":"2023-01-15T14:37:30.989390+0000","last_became_active":"2023-01-15T14:37:30.264281+0000","last_became_peered":"2023-01-15T14:37:30.264281+0000","last_unstale":"2023-01-15T14:37:30.989390+0000","last_undegraded":"2023-01-15T14:37:30.989390+0000","last_fullsized":"2023-01-15T14:37:30.989390+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:35:23.596247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.988867+0000","last_change":"2023-01-15T14:37:29.628864+0000","last_active":"2023-01-15T14:37:30.988867+0000","last_peered":"2023-01-15T14:37:30.988867+0000","last_clean":"2023-01-15T14:37:30.988867+0000","last_became_active":"2023-01-15T14:37:29.628564+0000","last_became_peered":"2023-01-15T14:37:29.628564+0000","last_unstale":"2023-01-15T14:37:30.988867+0000","last_undegraded":"2023-01-15T14:37:30.988867+0000","last_fullsized":"2023-01-15T14:37:30.988867+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:15:36.369780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":19,"state":"active+clean","last_fresh":"2023-01-15T14:37:30.988738+0000","last_change":"2023-01-15T14:37:29.889263+0000","last_active":"2023-01-15T14:37:30.988738+0000","last_peered":"2023-01-15T14:37:30.988738+0000","last_clean":"2023-01-15T14:37:30.988738+0000","last_became_active":"2023-01-15T14:37:29.888963+0000","last_became_peered":"2023-01-15T14:37:29.888963+0000","last_unstale":"2023-01-15T14:37:30.988738+0000","last_undegraded":"2023-01-15T14:37:30.988738+0000","last_fullsized":"2023-01-15T14:37:30.988738+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:38:15.449835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":2,"acting":2,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574851,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":797108,"kb_used_data":92902320,"kb_used_omap":135,"kb_used_meta":0,"kb_avail":92902272,"statfs":{"total":95948165120,"available":95131926528,"internally_reserved":49152,"allocated":95131975680,"data_stored":95131975680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":139024,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35599999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38900000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55200000000000005}]}]},{"osd":6,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795876,"kb_used_data":92903540,"kb_used_omap":42,"kb_used_meta":0,"kb_avail":92903504,"statfs":{"total":95948165120,"available":95133188096,"internally_reserved":36864,"allocated":95133224960,"data_stored":95133224960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43641,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46899999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36499999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795908,"kb_used_data":92903536,"kb_used_omap":52,"kb_used_meta":0,"kb_avail":92903472,"statfs":{"total":95948165120,"available":95133155328,"internally_reserved":65536,"allocated":95133220864,"data_stored":95133220864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":54235,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":5,"commit_latency_ns":1000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49299999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36299999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73499999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":797096,"kb_used_data":92902324,"kb_used_omap":132,"kb_used_meta":0,"kb_avail":92902284,"statfs":{"total":95948165120,"available":95131938816,"internally_reserved":40960,"allocated":95131979776,"data_stored":95131979776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":135239,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":4,"commit_latency_ns":0,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69999999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574851,"num_pgs":2,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795876,"kb_used_data":92903540,"kb_used_omap":42,"kb_used_meta":0,"kb_avail":92903504,"statfs":{"total":95948165120,"available":95133188096,"internally_reserved":36864,"allocated":95133224960,"data_stored":95133224960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43603,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28399999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40000000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.31}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64500000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795864,"kb_used_data":92903540,"kb_used_omap":37,"kb_used_meta":0,"kb_avail":92903516,"statfs":{"total":95948165120,"available":95133200384,"internally_reserved":24576,"allocated":95133224960,"data_stored":95133224960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":38303,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.254}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95399999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]}]},{"osd":4,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795720,"kb_used_data":92903668,"kb_used_omap":32,"kb_used_meta":0,"kb_avail":92903660,"statfs":{"total":95948165120,"available":95133347840,"internally_reserved":8192,"allocated":95133356032,"data_stored":95133356032,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32971,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70799999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39700000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574851,"num_pgs":0,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":795872,"kb_used_data":92903540,"kb_used_omap":42,"kb_used_meta":0,"kb_avail":92903508,"statfs":{"total":95948165120,"available":95133192192,"internally_reserved":32768,"allocated":95133224960,"data_stored":95133224960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43685,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":1,"commit_latency_ns":0,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.504}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]}]}],"pool_statfs":[]}} 2023-01-15T14:37:34.131 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-01-15T14:37:34.131 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-01-15T14:37:34.131 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-01-15T14:37:34.132 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-01-15T14:37:34.532 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:37:34.533 INFO:teuthology.orchestra.run.smithi027.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-01-15T14:37:34.546 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-01-15T14:37:34.546 INFO:teuthology.run_tasks:Running task openssl_keys... 2023-01-15T14:37:34.561 INFO:teuthology.run_tasks:Running task rgw... 2023-01-15T14:37:34.604 DEBUG:tasks.rgw:config is {'client.0': None} 2023-01-15T14:37:34.604 DEBUG:tasks.rgw:client list is dict_keys(['client.0']) 2023-01-15T14:37:34.604 INFO:tasks.rgw:Creating data pools 2023-01-15T14:37:34.604 DEBUG:tasks.rgw:Obtaining remote for client client.0 2023-01-15T14:37:34.604 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph osd pool create default.rgw.buckets.data 64 64 --cluster ceph 2023-01-15T14:37:35.675 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'default.rgw.buckets.data' created 2023-01-15T14:37:35.689 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph osd pool application enable default.rgw.buckets.data rgw --cluster ceph 2023-01-15T14:37:36.683 INFO:teuthology.orchestra.run.smithi027.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.data' 2023-01-15T14:37:36.703 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph osd pool create default.rgw.buckets.index 64 64 --cluster ceph 2023-01-15T14:37:37.688 INFO:teuthology.orchestra.run.smithi027.stderr:pool 'default.rgw.buckets.index' created 2023-01-15T14:37:37.702 DEBUG:teuthology.orchestra.run.smithi027:> sudo ceph osd pool application enable default.rgw.buckets.index rgw --cluster ceph 2023-01-15T14:37:38.704 INFO:teuthology.orchestra.run.smithi027.stderr:enabled application 'rgw' on pool 'default.rgw.buckets.index' 2023-01-15T14:37:38.720 DEBUG:tasks.rgw:Pools created 2023-01-15T14:37:38.720 INFO:tasks.rgw:Configuring compression type = random 2023-01-15T14:37:38.720 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2023-01-15T14:37:38.720 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2023-01-15T14:37:38.721 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2023-01-15T14:37:38.833 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:38.833 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:38.843 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:38.842+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:40.700 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.698+0000 7f87c397d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:40.700 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.698+0000 7f87c397d780 20 realm 2023-01-15T14:37:40.700 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.698+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:40.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.699+0000 7f87c397d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:40.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.699+0000 7f87c397d780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:40.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.699+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:40.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.700+0000 7f87c397d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:40.702 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.700+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:40.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.704+0000 7f87c397d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:40.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.704+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:40.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.704+0000 7f87c397d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:40.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.704+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:40.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.705+0000 7f87c397d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:40.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.705+0000 7f87c397d780 10 Creating default zonegroup 2023-01-15T14:37:40.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.705+0000 7f87c397d780 10 couldn't find old data placement pools config, setting up new ones for the zone 2023-01-15T14:37:40.732 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.730+0000 7f87c212c700 0 -- 172.21.15.27:0/153390611 >> [v2:172.21.15.27:6808/101520,v1:172.21.15.27:6809/101520] conn(0x564900cb3000 msgr2=0x5648ffefc680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:40.734 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.733+0000 7f87c397d780 10 WARNING: driver->list_zones() returned r=-2 2023-01-15T14:37:40.734 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.733+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:40.735 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.733+0000 7f87c397d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:40.737 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.735+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:40.737 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.735+0000 7f87c397d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:40.737 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.735+0000 7f87c397d780 10 could not read realm id: (2) No such file or directory 2023-01-15T14:37:40.737 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.735+0000 7f87c397d780 10 WARNING: failed to set zone as default, r=-22 2023-01-15T14:37:40.737 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.735+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:40.737 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.735+0000 7f87c397d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:40.739 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.737+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:40.739 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.738+0000 7f87c397d780 20 rados_obj.operate() r=0 bl.length=874 2023-01-15T14:37:40.740 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.738+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:40.741 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.738+0000 7f87c397d780 20 rados_obj.operate() r=0 bl.length=398 2023-01-15T14:37:40.741 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.738+0000 7f87c397d780 10 Using default name default 2023-01-15T14:37:40.741 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.738+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:40.741 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.738+0000 7f87c397d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:40.742 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.738+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:40.742 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.739+0000 7f87c192b700 0 -- 172.21.15.27:0/153390611 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x564900211000 msgr2=0x5648ffefcc00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:40.742 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.739+0000 7f87c397d780 20 rados_obj.operate() r=0 bl.length=874 2023-01-15T14:37:40.742 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.739+0000 7f87c397d780 20 zone default found 2023-01-15T14:37:40.742 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.739+0000 7f87c397d780 4 Realm: () 2023-01-15T14:37:40.742 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.739+0000 7f87c397d780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:37:40.742 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.739+0000 7f87c397d780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:37:40.742 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.739+0000 7f87c397d780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:40.742 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.739+0000 7f87c397d780 20 zonegroup default 2023-01-15T14:37:40.742 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.739+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:40.743 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.739+0000 7f87c397d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:40.743 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:40.739+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:42.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:42.708+0000 7f87c397d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:42.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:42.708+0000 7f87c397d780 20 rados->read ofs=0 len=0 2023-01-15T14:37:42.717 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:42.715+0000 7f87c397d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:42.717 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:42.715+0000 7f87c397d780 20 started sync module instance, tier type = 2023-01-15T14:37:42.717 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:42.715+0000 7f87c397d780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:37:44.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.744+0000 7f87c397d780 20 add_watcher() i=0 2023-01-15T14:37:44.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.744+0000 7f87c397d780 20 add_watcher() i=1 2023-01-15T14:37:44.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.744+0000 7f87c397d780 20 add_watcher() i=2 2023-01-15T14:37:44.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.744+0000 7f87c397d780 20 add_watcher() i=3 2023-01-15T14:37:44.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.744+0000 7f87c397d780 20 add_watcher() i=4 2023-01-15T14:37:44.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.744+0000 7f87c397d780 20 add_watcher() i=5 2023-01-15T14:37:44.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.744+0000 7f87c397d780 20 add_watcher() i=6 2023-01-15T14:37:44.747 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.745+0000 7f87c397d780 20 add_watcher() i=7 2023-01-15T14:37:44.748 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.745+0000 7f87c397d780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:44.748 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.745+0000 7f87c397d780 5 tl::expected, obj_version>, boost::system::error_code> logback_generations::read(const DoutPrefixProvider*, optional_yield):410: oid=data_loggenerations_metadata not found 2023-01-15T14:37:44.748 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.745+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.0 2023-01-15T14:37:44.748 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.745+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.748 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.745+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.0 does not exist 2023-01-15T14:37:44.748 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.745+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.1 2023-01-15T14:37:44.748 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.745+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.748 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.746+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.1 does not exist 2023-01-15T14:37:44.749 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.746+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.2 2023-01-15T14:37:44.749 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.746+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.749 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.746+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.2 does not exist 2023-01-15T14:37:44.749 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.746+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.3 2023-01-15T14:37:44.749 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.746+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.750 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.746+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.3 does not exist 2023-01-15T14:37:44.750 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.746+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.4 2023-01-15T14:37:44.750 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.746+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.751 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.746+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.4 does not exist 2023-01-15T14:37:44.751 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.746+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.5 2023-01-15T14:37:44.751 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.746+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.751 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.747+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.5 does not exist 2023-01-15T14:37:44.751 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.747+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.6 2023-01-15T14:37:44.751 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.747+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.751 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.747+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.6 does not exist 2023-01-15T14:37:44.751 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.747+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.7 2023-01-15T14:37:44.751 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.747+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.751 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.747+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.7 does not exist 2023-01-15T14:37:44.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.747+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.8 2023-01-15T14:37:44.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.747+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.748+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.8 does not exist 2023-01-15T14:37:44.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.748+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.9 2023-01-15T14:37:44.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.748+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.748+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.9 does not exist 2023-01-15T14:37:44.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.748+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.10 2023-01-15T14:37:44.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.748+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.748+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.10 does not exist 2023-01-15T14:37:44.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.748+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.11 2023-01-15T14:37:44.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.748+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.748+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.11 does not exist 2023-01-15T14:37:44.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.748+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.12 2023-01-15T14:37:44.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.748+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.749+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.12 does not exist 2023-01-15T14:37:44.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.749+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.13 2023-01-15T14:37:44.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.749+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.757 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.749+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.13 does not exist 2023-01-15T14:37:44.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.749+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.14 2023-01-15T14:37:44.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.749+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.749+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.14 does not exist 2023-01-15T14:37:44.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.749+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.15 2023-01-15T14:37:44.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.749+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.749+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.15 does not exist 2023-01-15T14:37:44.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.749+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.16 2023-01-15T14:37:44.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.749+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.750+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.16 does not exist 2023-01-15T14:37:44.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.750+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.17 2023-01-15T14:37:44.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.750+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.750+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.17 does not exist 2023-01-15T14:37:44.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.750+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.18 2023-01-15T14:37:44.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.750+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.750+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.18 does not exist 2023-01-15T14:37:44.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.750+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.19 2023-01-15T14:37:44.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.750+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.751+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.19 does not exist 2023-01-15T14:37:44.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.751+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.20 2023-01-15T14:37:44.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.751+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.751+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.20 does not exist 2023-01-15T14:37:44.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.751+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.21 2023-01-15T14:37:44.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.751+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.751+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.21 does not exist 2023-01-15T14:37:44.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.751+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.22 2023-01-15T14:37:44.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.751+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.751+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.22 does not exist 2023-01-15T14:37:44.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.751+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.23 2023-01-15T14:37:44.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.751+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.752+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.23 does not exist 2023-01-15T14:37:44.761 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.752+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.24 2023-01-15T14:37:44.761 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.752+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.761 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.752+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.24 does not exist 2023-01-15T14:37:44.761 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.752+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.25 2023-01-15T14:37:44.761 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.752+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.761 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.752+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.25 does not exist 2023-01-15T14:37:44.761 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.752+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.26 2023-01-15T14:37:44.761 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.752+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.761 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.752+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.26 does not exist 2023-01-15T14:37:44.761 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.752+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.27 2023-01-15T14:37:44.761 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.752+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.762 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.753+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.27 does not exist 2023-01-15T14:37:44.762 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.753+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.28 2023-01-15T14:37:44.762 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.753+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.762 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.753+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.28 does not exist 2023-01-15T14:37:44.762 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.753+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.29 2023-01-15T14:37:44.762 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.753+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.762 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.753+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.29 does not exist 2023-01-15T14:37:44.762 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.753+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.30 2023-01-15T14:37:44.762 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.753+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.762 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.753+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.30 does not exist 2023-01-15T14:37:44.762 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.753+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.31 2023-01-15T14:37:44.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.753+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.754+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.31 does not exist 2023-01-15T14:37:44.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.754+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.32 2023-01-15T14:37:44.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.754+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.754+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.32 does not exist 2023-01-15T14:37:44.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.754+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.33 2023-01-15T14:37:44.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.754+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.754+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.33 does not exist 2023-01-15T14:37:44.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.754+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.34 2023-01-15T14:37:44.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.754+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.764 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.754+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.34 does not exist 2023-01-15T14:37:44.764 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.754+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.35 2023-01-15T14:37:44.764 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.754+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.764 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.755+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.35 does not exist 2023-01-15T14:37:44.764 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.755+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.36 2023-01-15T14:37:44.764 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.755+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.764 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.755+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.36 does not exist 2023-01-15T14:37:44.764 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.755+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.37 2023-01-15T14:37:44.764 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.755+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.764 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.755+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.37 does not exist 2023-01-15T14:37:44.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.755+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.38 2023-01-15T14:37:44.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.755+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.755+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.38 does not exist 2023-01-15T14:37:44.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.755+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.39 2023-01-15T14:37:44.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.755+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.756+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.39 does not exist 2023-01-15T14:37:44.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.756+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.40 2023-01-15T14:37:44.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.756+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.756+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.40 does not exist 2023-01-15T14:37:44.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.756+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.41 2023-01-15T14:37:44.766 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.756+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.772 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.756+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.41 does not exist 2023-01-15T14:37:44.843 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.756+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.42 2023-01-15T14:37:44.843 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.756+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.843 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.757+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.42 does not exist 2023-01-15T14:37:44.843 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.757+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.43 2023-01-15T14:37:44.843 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.757+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.843 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.757+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.43 does not exist 2023-01-15T14:37:44.844 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.757+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.44 2023-01-15T14:37:44.844 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.757+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.844 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.757+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.44 does not exist 2023-01-15T14:37:44.844 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.757+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.45 2023-01-15T14:37:44.844 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.757+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.844 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.757+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.45 does not exist 2023-01-15T14:37:44.844 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.757+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.46 2023-01-15T14:37:44.844 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.757+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.844 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.758+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.46 does not exist 2023-01-15T14:37:44.844 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.758+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.47 2023-01-15T14:37:44.844 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.758+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.845 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.758+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.47 does not exist 2023-01-15T14:37:44.845 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.758+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.48 2023-01-15T14:37:44.845 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.758+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.845 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.758+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.48 does not exist 2023-01-15T14:37:44.845 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.758+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.49 2023-01-15T14:37:44.845 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.758+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.845 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.758+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.49 does not exist 2023-01-15T14:37:44.845 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.758+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.50 2023-01-15T14:37:44.845 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.758+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.845 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.758+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.50 does not exist 2023-01-15T14:37:44.845 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.759+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.51 2023-01-15T14:37:44.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.759+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.759+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.51 does not exist 2023-01-15T14:37:44.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.759+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.52 2023-01-15T14:37:44.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.759+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.759+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.52 does not exist 2023-01-15T14:37:44.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.759+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.53 2023-01-15T14:37:44.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.759+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.759+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.53 does not exist 2023-01-15T14:37:44.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.759+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.54 2023-01-15T14:37:44.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.759+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.759+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.54 does not exist 2023-01-15T14:37:44.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.759+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.55 2023-01-15T14:37:44.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.759+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.760+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.55 does not exist 2023-01-15T14:37:44.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.760+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.56 2023-01-15T14:37:44.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.760+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.760+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.56 does not exist 2023-01-15T14:37:44.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.760+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.57 2023-01-15T14:37:44.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.760+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.760+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.57 does not exist 2023-01-15T14:37:44.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.760+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.58 2023-01-15T14:37:44.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.760+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.848 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.760+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.58 does not exist 2023-01-15T14:37:44.848 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.760+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.59 2023-01-15T14:37:44.848 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.760+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.848 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.761+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.59 does not exist 2023-01-15T14:37:44.848 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.761+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.60 2023-01-15T14:37:44.848 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.761+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.848 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.761+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.60 does not exist 2023-01-15T14:37:44.848 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.761+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.61 2023-01-15T14:37:44.848 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.761+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.848 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.761+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.61 does not exist 2023-01-15T14:37:44.848 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.761+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.62 2023-01-15T14:37:44.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.761+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.761+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.62 does not exist 2023-01-15T14:37:44.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.761+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.63 2023-01-15T14:37:44.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.761+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.762+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.63 does not exist 2023-01-15T14:37:44.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.762+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.64 2023-01-15T14:37:44.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.762+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.762+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.64 does not exist 2023-01-15T14:37:44.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.762+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.65 2023-01-15T14:37:44.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.762+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.762+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.65 does not exist 2023-01-15T14:37:44.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.762+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.66 2023-01-15T14:37:44.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.762+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.762+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.66 does not exist 2023-01-15T14:37:44.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.762+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.67 2023-01-15T14:37:44.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.762+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.763+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.67 does not exist 2023-01-15T14:37:44.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.763+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.68 2023-01-15T14:37:44.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.763+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.763+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.68 does not exist 2023-01-15T14:37:44.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.763+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.69 2023-01-15T14:37:44.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.763+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.763+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.69 does not exist 2023-01-15T14:37:44.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.763+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.70 2023-01-15T14:37:44.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.763+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.763+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.70 does not exist 2023-01-15T14:37:44.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.763+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.71 2023-01-15T14:37:44.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.763+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.764+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.71 does not exist 2023-01-15T14:37:44.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.764+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.72 2023-01-15T14:37:44.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.764+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.764+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.72 does not exist 2023-01-15T14:37:44.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.764+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.73 2023-01-15T14:37:44.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.764+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.764+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.73 does not exist 2023-01-15T14:37:44.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.764+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.74 2023-01-15T14:37:44.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.764+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.764+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.74 does not exist 2023-01-15T14:37:44.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.764+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.75 2023-01-15T14:37:44.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.764+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.765+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.75 does not exist 2023-01-15T14:37:44.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.765+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.76 2023-01-15T14:37:44.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.765+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.765+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.76 does not exist 2023-01-15T14:37:44.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.765+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.77 2023-01-15T14:37:44.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.765+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.765+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.77 does not exist 2023-01-15T14:37:44.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.765+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.78 2023-01-15T14:37:44.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.765+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.766+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.78 does not exist 2023-01-15T14:37:44.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.766+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.79 2023-01-15T14:37:44.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.766+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.766+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.79 does not exist 2023-01-15T14:37:44.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.766+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.80 2023-01-15T14:37:44.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.766+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.766+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.80 does not exist 2023-01-15T14:37:44.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.766+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.81 2023-01-15T14:37:44.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.766+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.766+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.81 does not exist 2023-01-15T14:37:44.882 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.766+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.82 2023-01-15T14:37:44.882 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.766+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.882 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.767+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.82 does not exist 2023-01-15T14:37:44.882 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.767+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.83 2023-01-15T14:37:44.882 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.767+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.883 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.767+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.83 does not exist 2023-01-15T14:37:44.883 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.767+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.84 2023-01-15T14:37:44.883 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.767+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.883 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.767+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.84 does not exist 2023-01-15T14:37:44.883 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.767+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.85 2023-01-15T14:37:44.883 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.767+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.883 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.767+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.85 does not exist 2023-01-15T14:37:44.883 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.767+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.86 2023-01-15T14:37:44.883 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.767+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.883 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.768+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.86 does not exist 2023-01-15T14:37:44.883 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.768+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.87 2023-01-15T14:37:44.884 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.768+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.884 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.769+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.87 does not exist 2023-01-15T14:37:44.884 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.769+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.88 2023-01-15T14:37:44.884 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.769+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.884 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.769+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.88 does not exist 2023-01-15T14:37:44.884 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.769+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.89 2023-01-15T14:37:44.884 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.769+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.884 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.769+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.89 does not exist 2023-01-15T14:37:44.884 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.769+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.90 2023-01-15T14:37:44.884 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.769+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.769+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.90 does not exist 2023-01-15T14:37:44.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.769+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.91 2023-01-15T14:37:44.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.769+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.770+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.91 does not exist 2023-01-15T14:37:44.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.770+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.92 2023-01-15T14:37:44.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.770+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.770+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.92 does not exist 2023-01-15T14:37:44.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.770+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.93 2023-01-15T14:37:44.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.770+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.770+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.93 does not exist 2023-01-15T14:37:44.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.770+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.94 2023-01-15T14:37:44.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.770+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.770+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.94 does not exist 2023-01-15T14:37:44.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.770+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.95 2023-01-15T14:37:44.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.770+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.771+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.95 does not exist 2023-01-15T14:37:44.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.771+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.96 2023-01-15T14:37:44.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.771+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.771+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.96 does not exist 2023-01-15T14:37:44.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.771+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.97 2023-01-15T14:37:44.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.771+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.771+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.97 does not exist 2023-01-15T14:37:44.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.771+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.98 2023-01-15T14:37:44.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.771+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.771+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.98 does not exist 2023-01-15T14:37:44.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.771+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.99 2023-01-15T14:37:44.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.771+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.772+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.99 does not exist 2023-01-15T14:37:44.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.772+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.100 2023-01-15T14:37:44.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.772+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.772+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.100 does not exist 2023-01-15T14:37:44.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.772+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.101 2023-01-15T14:37:44.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.772+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.772+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.101 does not exist 2023-01-15T14:37:44.892 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.772+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.102 2023-01-15T14:37:44.892 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.772+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.892 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.772+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.102 does not exist 2023-01-15T14:37:44.892 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.772+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.103 2023-01-15T14:37:44.892 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.772+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.892 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.773+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.103 does not exist 2023-01-15T14:37:44.892 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.773+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.104 2023-01-15T14:37:44.892 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.773+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.892 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.773+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.104 does not exist 2023-01-15T14:37:44.892 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.773+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.105 2023-01-15T14:37:44.892 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.773+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.773+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.105 does not exist 2023-01-15T14:37:44.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.773+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.106 2023-01-15T14:37:44.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.773+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.773+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.106 does not exist 2023-01-15T14:37:44.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.773+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.107 2023-01-15T14:37:44.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.773+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.774+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.107 does not exist 2023-01-15T14:37:44.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.774+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.108 2023-01-15T14:37:44.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.774+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.774+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.108 does not exist 2023-01-15T14:37:44.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.774+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.109 2023-01-15T14:37:44.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.774+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.774+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.109 does not exist 2023-01-15T14:37:44.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.774+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.110 2023-01-15T14:37:44.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.774+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.774+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.110 does not exist 2023-01-15T14:37:44.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.774+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.111 2023-01-15T14:37:44.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.774+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.774+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.111 does not exist 2023-01-15T14:37:44.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.774+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.112 2023-01-15T14:37:44.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.774+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:44.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.775+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.112 does not exist 2023-01-15T14:37:44.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.775+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.113 2023-01-15T14:37:44.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.775+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.001 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.775+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.113 does not exist 2023-01-15T14:37:45.001 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.775+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.114 2023-01-15T14:37:45.001 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.775+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.001 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.775+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.114 does not exist 2023-01-15T14:37:45.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.775+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.115 2023-01-15T14:37:45.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.775+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.776+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.115 does not exist 2023-01-15T14:37:45.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.776+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.116 2023-01-15T14:37:45.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.776+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.776+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.116 does not exist 2023-01-15T14:37:45.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.776+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.117 2023-01-15T14:37:45.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.776+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.776+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.117 does not exist 2023-01-15T14:37:45.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.776+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.118 2023-01-15T14:37:45.003 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.776+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.003 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.776+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.118 does not exist 2023-01-15T14:37:45.003 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.776+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.119 2023-01-15T14:37:45.003 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.776+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.003 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.776+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.119 does not exist 2023-01-15T14:37:45.003 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.776+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.120 2023-01-15T14:37:45.003 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.776+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.003 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.777+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.120 does not exist 2023-01-15T14:37:45.003 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.777+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.121 2023-01-15T14:37:45.003 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.777+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.003 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.777+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.121 does not exist 2023-01-15T14:37:45.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.777+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.122 2023-01-15T14:37:45.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.777+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.777+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.122 does not exist 2023-01-15T14:37:45.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.777+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.123 2023-01-15T14:37:45.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.777+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.777+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.123 does not exist 2023-01-15T14:37:45.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.777+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.124 2023-01-15T14:37:45.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.777+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.778+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.124 does not exist 2023-01-15T14:37:45.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.778+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.125 2023-01-15T14:37:45.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.778+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.779+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.125 does not exist 2023-01-15T14:37:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.779+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.126 2023-01-15T14:37:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.779+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.779+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.126 does not exist 2023-01-15T14:37:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.779+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):38 probing oid=data_log.127 2023-01-15T14:37:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.779+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.779+0000 7f87c397d780 20 shard_check {anonymous}::probe_shard(const DoutPrefixProvider*, librados::v14_2_0::IoCtx&, const string&, bool&, optional_yield):60: oid=data_log.127 does not exist 2023-01-15T14:37:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.779+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::create(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, std::optional >, bool, uint64_t, uint64_t):1201 entering 2023-01-15T14:37:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.780+0000 7f87c397d780 20 static int rgw::cls::fifo::FIFO::open(const DoutPrefixProvider*, librados::v14_2_0::IoCtx, std::string, std::unique_ptr*, optional_yield, std::optional, bool):1159 entering 2023-01-15T14:37:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.782+0000 7f87a88f9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:45.005 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.782+0000 7f87c397d780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:45.006 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:44.782+0000 7f87c397d780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:47.714 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.712+0000 7f87c397d780 10 rgw_init_ioctx warning: failed to set recovery_priority on default.rgw.meta 2023-01-15T14:37:47.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.712+0000 7f87c397d780 5 note: GC not initialized 2023-01-15T14:37:47.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.713+0000 7f87a40f0700 20 reqs_thread_entry: start 2023-01-15T14:37:47.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.714+0000 7f87c397d780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:47.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.714+0000 7f87c397d780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:47.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.714+0000 7f87a20ec700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:17 2023 2023-01-15T14:37:47.755 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:37:47.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.714+0000 7f87a18ca700 20 reqs_thread_entry: start 2023-01-15T14:37:47.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.733+0000 7f87a88f9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:47.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.735+0000 7f87c397d780 20 remove_watcher() i=0 2023-01-15T14:37:47.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.735+0000 7f87c397d780 2 removed watcher, disabling cache 2023-01-15T14:37:47.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.736+0000 7f87c397d780 20 remove_watcher() i=1 2023-01-15T14:37:47.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.736+0000 7f87c397d780 20 remove_watcher() i=2 2023-01-15T14:37:47.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.740+0000 7f87c397d780 20 remove_watcher() i=3 2023-01-15T14:37:47.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.741+0000 7f87c397d780 20 remove_watcher() i=4 2023-01-15T14:37:47.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.742+0000 7f87c397d780 20 remove_watcher() i=5 2023-01-15T14:37:47.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.742+0000 7f87c397d780 20 remove_watcher() i=6 2023-01-15T14:37:47.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.743+0000 7f87c397d780 20 remove_watcher() i=7 2023-01-15T14:37:47.757 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2023-01-15T14:37:47.757 DEBUG:tasks.util.rgw: json result: [] 2023-01-15T14:37:47.757 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2023-01-15T14:37:47.757 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'modify', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--compression', 'random'] 2023-01-15T14:37:47.757 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement modify --rgw-zone default --placement-id default-placement --compression random 2023-01-15T14:37:47.813 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:47.813 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:47.824 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.822+0000 7f754657c780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:47.824 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.822+0000 7f754657c780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:47.828 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.826+0000 7f7527cf1700 20 reqs_thread_entry: start 2023-01-15T14:37:47.828 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:47.826+0000 7f754657c780 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2023-01-15T14:37:48.036 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.034+0000 7f7543d29700 0 -- 172.21.15.27:0/2994666045 >> [v2:172.21.15.27:6808/101520,v1:172.21.15.27:6809/101520] conn(0x55ad70d1e000 msgr2=0x55ad70d1ab00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:37:48.041 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.039+0000 7f7544d2b700 0 -- 172.21.15.27:0/2994666045 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55ad70b37400 msgr2=0x55ad70d1a000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:48.050 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2023-01-15T14:37:48.051 INFO:teuthology.orchestra.run.smithi027.stdout: "id": "03d9c292-820d-41dc-bcbb-39a4e7ee9fd7", 2023-01-15T14:37:48.051 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "default", 2023-01-15T14:37:48.051 INFO:teuthology.orchestra.run.smithi027.stdout: "domain_root": "default.rgw.meta:root", 2023-01-15T14:37:48.051 INFO:teuthology.orchestra.run.smithi027.stdout: "control_pool": "default.rgw.control", 2023-01-15T14:37:48.051 INFO:teuthology.orchestra.run.smithi027.stdout: "gc_pool": "default.rgw.log:gc", 2023-01-15T14:37:48.051 INFO:teuthology.orchestra.run.smithi027.stdout: "lc_pool": "default.rgw.log:lc", 2023-01-15T14:37:48.051 INFO:teuthology.orchestra.run.smithi027.stdout: "log_pool": "default.rgw.log", 2023-01-15T14:37:48.051 INFO:teuthology.orchestra.run.smithi027.stdout: "intent_log_pool": "default.rgw.log:intent", 2023-01-15T14:37:48.051 INFO:teuthology.orchestra.run.smithi027.stdout: "usage_log_pool": "default.rgw.log:usage", 2023-01-15T14:37:48.051 INFO:teuthology.orchestra.run.smithi027.stdout: "roles_pool": "default.rgw.meta:roles", 2023-01-15T14:37:48.051 INFO:teuthology.orchestra.run.smithi027.stdout: "reshard_pool": "default.rgw.log:reshard", 2023-01-15T14:37:48.051 INFO:teuthology.orchestra.run.smithi027.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2023-01-15T14:37:48.052 INFO:teuthology.orchestra.run.smithi027.stdout: "user_email_pool": "default.rgw.meta:users.email", 2023-01-15T14:37:48.052 INFO:teuthology.orchestra.run.smithi027.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2023-01-15T14:37:48.052 INFO:teuthology.orchestra.run.smithi027.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2023-01-15T14:37:48.052 INFO:teuthology.orchestra.run.smithi027.stdout: "otp_pool": "default.rgw.otp", 2023-01-15T14:37:48.052 INFO:teuthology.orchestra.run.smithi027.stdout: "system_key": { 2023-01-15T14:37:48.052 INFO:teuthology.orchestra.run.smithi027.stdout: "access_key": "", 2023-01-15T14:37:48.052 INFO:teuthology.orchestra.run.smithi027.stdout: "secret_key": "" 2023-01-15T14:37:48.052 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:37:48.052 INFO:teuthology.orchestra.run.smithi027.stdout: "placement_pools": [ 2023-01-15T14:37:48.052 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:37:48.052 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "default-placement", 2023-01-15T14:37:48.053 INFO:teuthology.orchestra.run.smithi027.stdout: "val": { 2023-01-15T14:37:48.053 INFO:teuthology.orchestra.run.smithi027.stdout: "index_pool": "default.rgw.buckets.index", 2023-01-15T14:37:48.053 INFO:teuthology.orchestra.run.smithi027.stdout: "storage_classes": { 2023-01-15T14:37:48.053 INFO:teuthology.orchestra.run.smithi027.stdout: "STANDARD": { 2023-01-15T14:37:48.053 INFO:teuthology.orchestra.run.smithi027.stdout: "data_pool": "default.rgw.buckets.data", 2023-01-15T14:37:48.053 INFO:teuthology.orchestra.run.smithi027.stdout: "compression_type": "random" 2023-01-15T14:37:48.053 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:37:48.053 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:37:48.053 INFO:teuthology.orchestra.run.smithi027.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2023-01-15T14:37:48.053 INFO:teuthology.orchestra.run.smithi027.stdout: "index_type": 0, 2023-01-15T14:37:48.053 INFO:teuthology.orchestra.run.smithi027.stdout: "inline_data": true 2023-01-15T14:37:48.053 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:37:48.054 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:37:48.054 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:37:48.054 INFO:teuthology.orchestra.run.smithi027.stdout: "realm_id": "", 2023-01-15T14:37:48.054 INFO:teuthology.orchestra.run.smithi027.stdout: "notif_pool": "default.rgw.log:notif" 2023-01-15T14:37:48.054 INFO:teuthology.orchestra.run.smithi027.stdout:} 2023-01-15T14:37:48.055 DEBUG:tasks.util.rgw: json result: {'id': '03d9c292-820d-41dc-bcbb-39a4e7ee9fd7', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2023-01-15T14:37:48.055 INFO:tasks.util.rgw:rgwadmin: client.0 : ['user', 'list'] 2023-01-15T14:37:48.055 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'user', 'list'] 2023-01-15T14:37:48.055 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph user list 2023-01-15T14:37:48.104 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:48.105 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:48.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.112+0000 7f1ffa0f0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:48.116 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.114+0000 7f1ffa0f0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:48.116 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.114+0000 7f1ffa0f0780 20 realm 2023-01-15T14:37:48.116 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.114+0000 7f1ffa0f0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:48.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.114+0000 7f1ffa0f0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:48.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.114+0000 7f1ffa0f0780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:37:48.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.114+0000 7f1ffa0f0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:48.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.114+0000 7f1ffa0f0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:48.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.114+0000 7f1ffa0f0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:48.118 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.115+0000 7f1ffa0f0780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:48.118 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.115+0000 7f1ffa0f0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:48.118 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.115+0000 7f1ffa0f0780 20 rados_obj.operate() r=0 bl.length=890 2023-01-15T14:37:48.118 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.116+0000 7f1ffa0f0780 20 searching for the correct realm 2023-01-15T14:37:48.127 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.125+0000 7f1ff809e700 0 -- 172.21.15.27:0/3144578582 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x5604af424400 msgr2=0x5604af40d080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:48.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.126+0000 7f1ffa0f0780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:37:48.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.126+0000 7f1ffa0f0780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:37:48.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.126+0000 7f1ffa0f0780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:37:48.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.126+0000 7f1ffa0f0780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:37:48.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.126+0000 7f1ffa0f0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:48.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.127+0000 7f1ffa0f0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:48.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.127+0000 7f1ffa0f0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:48.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.127+0000 7f1ffa0f0780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:37:48.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.127+0000 7f1ffa0f0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:48.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.127+0000 7f1ffa0f0780 20 rados_obj.operate() r=0 bl.length=398 2023-01-15T14:37:48.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.127+0000 7f1ffa0f0780 20 zone default found 2023-01-15T14:37:48.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.127+0000 7f1ffa0f0780 4 Realm: () 2023-01-15T14:37:48.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.127+0000 7f1ffa0f0780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:37:48.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.127+0000 7f1ffa0f0780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:37:48.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.127+0000 7f1ffa0f0780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:37:48.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.127+0000 7f1ffa0f0780 20 zonegroup default 2023-01-15T14:37:48.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.127+0000 7f1ffa0f0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:48.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.127+0000 7f1ffa0f0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:48.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.127+0000 7f1ffa0f0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:48.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.128+0000 7f1ffa0f0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:48.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.128+0000 7f1ffa0f0780 20 rados->read ofs=0 len=0 2023-01-15T14:37:48.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.128+0000 7f1ffa0f0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:37:48.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.128+0000 7f1ffa0f0780 20 started sync module instance, tier type = 2023-01-15T14:37:48.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.128+0000 7f1ffa0f0780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:37:48.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.133+0000 7f1ff889f700 0 -- 172.21.15.27:0/3144578582 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x5604af425400 msgr2=0x5604af40db80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:48.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.135+0000 7f1ffa0f0780 20 add_watcher() i=0 2023-01-15T14:37:48.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.135+0000 7f1ffa0f0780 20 add_watcher() i=1 2023-01-15T14:37:48.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.135+0000 7f1ffa0f0780 20 add_watcher() i=2 2023-01-15T14:37:48.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.135+0000 7f1ffa0f0780 20 add_watcher() i=3 2023-01-15T14:37:48.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.135+0000 7f1ffa0f0780 20 add_watcher() i=4 2023-01-15T14:37:48.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.135+0000 7f1ffa0f0780 20 add_watcher() i=5 2023-01-15T14:37:48.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.135+0000 7f1ffa0f0780 20 add_watcher() i=6 2023-01-15T14:37:48.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.136+0000 7f1ffa0f0780 20 add_watcher() i=7 2023-01-15T14:37:48.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.136+0000 7f1ffa0f0780 2 all 8 watchers are set, enabling cache 2023-01-15T14:37:48.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.137+0000 7f1fdf06c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:48.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.137+0000 7f1ffa0f0780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:48.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.137+0000 7f1ffa0f0780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:48.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.142+0000 7f1ffa0f0780 5 note: GC not initialized 2023-01-15T14:37:48.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.143+0000 7f1fda863700 20 reqs_thread_entry: start 2023-01-15T14:37:48.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.143+0000 7f1ffa0f0780 20 init_complete bucket index max shards: 11 2023-01-15T14:37:48.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.143+0000 7f1ffa0f0780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:37:48.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.143+0000 7f1fd885f700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:38:18 2023 2023-01-15T14:37:48.149 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:37:48.150 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.143+0000 7f1fd803d700 20 reqs_thread_entry: start 2023-01-15T14:37:48.154 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.152+0000 7f1fdf06c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:37:48.155 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.154+0000 7f1ffa0f0780 20 remove_watcher() i=0 2023-01-15T14:37:48.156 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.154+0000 7f1ffa0f0780 2 removed watcher, disabling cache 2023-01-15T14:37:48.156 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.154+0000 7f1ffa0f0780 20 remove_watcher() i=1 2023-01-15T14:37:48.157 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.155+0000 7f1ffa0f0780 20 remove_watcher() i=2 2023-01-15T14:37:48.157 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.156+0000 7f1ffa0f0780 20 remove_watcher() i=3 2023-01-15T14:37:48.158 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.157+0000 7f1ffa0f0780 20 remove_watcher() i=4 2023-01-15T14:37:48.159 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.158+0000 7f1ffa0f0780 20 remove_watcher() i=5 2023-01-15T14:37:48.160 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.158+0000 7f1ffa0f0780 20 remove_watcher() i=6 2023-01-15T14:37:48.161 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.159+0000 7f1ffa0f0780 20 remove_watcher() i=7 2023-01-15T14:37:48.163 INFO:teuthology.orchestra.run.smithi027.stdout:[] 2023-01-15T14:37:48.165 DEBUG:tasks.util.rgw: json result: [] 2023-01-15T14:37:48.165 INFO:tasks.rgw:Configuring storage class type = LUKEWARM 2023-01-15T14:37:48.166 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2023-01-15T14:37:48.166 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM'] 2023-01-15T14:37:48.166 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM 2023-01-15T14:37:48.217 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:48.536 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:48.537 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.224+0000 7f1d41be6780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:48.538 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.224+0000 7f1d41be6780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:48.538 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.228+0000 7f1d2335b700 20 reqs_thread_entry: start 2023-01-15T14:37:48.538 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.228+0000 7f1d41be6780 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2023-01-15T14:37:48.538 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.235+0000 7f1d3f393700 0 -- 172.21.15.27:0/3155442173 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x55bb07855000 msgr2=0x55bb0776b700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:48.538 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.238+0000 7f1d3fb94700 0 -- 172.21.15.27:0/3155442173 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55bb07854c00 msgr2=0x55bb07769080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:48.539 INFO:teuthology.orchestra.run.smithi027.stdout:[ 2023-01-15T14:37:48.539 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:37:48.539 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "default-placement", 2023-01-15T14:37:48.539 INFO:teuthology.orchestra.run.smithi027.stdout: "val": { 2023-01-15T14:37:48.539 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "default-placement", 2023-01-15T14:37:48.539 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2023-01-15T14:37:48.539 INFO:teuthology.orchestra.run.smithi027.stdout: "storage_classes": [ 2023-01-15T14:37:48.539 INFO:teuthology.orchestra.run.smithi027.stdout: "LUKEWARM", 2023-01-15T14:37:48.539 INFO:teuthology.orchestra.run.smithi027.stdout: "STANDARD" 2023-01-15T14:37:48.540 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2023-01-15T14:37:48.540 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:37:48.540 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:37:48.540 INFO:teuthology.orchestra.run.smithi027.stdout:] 2023-01-15T14:37:48.540 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['LUKEWARM', 'STANDARD']}}] 2023-01-15T14:37:48.540 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2023-01-15T14:37:48.540 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'LUKEWARM', '--data-pool', 'default.rgw.buckets.data.lukewarm'] 2023-01-15T14:37:48.540 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class LUKEWARM --data-pool default.rgw.buckets.data.lukewarm 2023-01-15T14:37:48.595 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:48.744 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:48.745 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.603+0000 7f404d754780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:48.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.603+0000 7f404d754780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:48.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.607+0000 7f402eec9700 20 reqs_thread_entry: start 2023-01-15T14:37:48.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.607+0000 7f404d754780 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2023-01-15T14:37:48.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.612+0000 7f404bf03700 0 -- 172.21.15.27:0/3150332302 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x555f36eadc00 msgr2=0x555f36fd7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:48.820 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:48.818+0000 7f404b702700 0 -- 172.21.15.27:0/3150332302 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x555f36eacc00 msgr2=0x555f36aed700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:48.961 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2023-01-15T14:37:48.961 INFO:teuthology.orchestra.run.smithi027.stdout: "id": "03d9c292-820d-41dc-bcbb-39a4e7ee9fd7", 2023-01-15T14:37:48.962 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "default", 2023-01-15T14:37:48.962 INFO:teuthology.orchestra.run.smithi027.stdout: "domain_root": "default.rgw.meta:root", 2023-01-15T14:37:48.962 INFO:teuthology.orchestra.run.smithi027.stdout: "control_pool": "default.rgw.control", 2023-01-15T14:37:48.962 INFO:teuthology.orchestra.run.smithi027.stdout: "gc_pool": "default.rgw.log:gc", 2023-01-15T14:37:48.962 INFO:teuthology.orchestra.run.smithi027.stdout: "lc_pool": "default.rgw.log:lc", 2023-01-15T14:37:48.962 INFO:teuthology.orchestra.run.smithi027.stdout: "log_pool": "default.rgw.log", 2023-01-15T14:37:48.962 INFO:teuthology.orchestra.run.smithi027.stdout: "intent_log_pool": "default.rgw.log:intent", 2023-01-15T14:37:48.962 INFO:teuthology.orchestra.run.smithi027.stdout: "usage_log_pool": "default.rgw.log:usage", 2023-01-15T14:37:48.962 INFO:teuthology.orchestra.run.smithi027.stdout: "roles_pool": "default.rgw.meta:roles", 2023-01-15T14:37:48.962 INFO:teuthology.orchestra.run.smithi027.stdout: "reshard_pool": "default.rgw.log:reshard", 2023-01-15T14:37:48.962 INFO:teuthology.orchestra.run.smithi027.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2023-01-15T14:37:48.963 INFO:teuthology.orchestra.run.smithi027.stdout: "user_email_pool": "default.rgw.meta:users.email", 2023-01-15T14:37:48.963 INFO:teuthology.orchestra.run.smithi027.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2023-01-15T14:37:48.963 INFO:teuthology.orchestra.run.smithi027.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2023-01-15T14:37:48.963 INFO:teuthology.orchestra.run.smithi027.stdout: "otp_pool": "default.rgw.otp", 2023-01-15T14:37:48.963 INFO:teuthology.orchestra.run.smithi027.stdout: "system_key": { 2023-01-15T14:37:48.963 INFO:teuthology.orchestra.run.smithi027.stdout: "access_key": "", 2023-01-15T14:37:48.963 INFO:teuthology.orchestra.run.smithi027.stdout: "secret_key": "" 2023-01-15T14:37:48.963 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:37:48.963 INFO:teuthology.orchestra.run.smithi027.stdout: "placement_pools": [ 2023-01-15T14:37:48.963 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:37:48.963 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "default-placement", 2023-01-15T14:37:48.963 INFO:teuthology.orchestra.run.smithi027.stdout: "val": { 2023-01-15T14:37:48.964 INFO:teuthology.orchestra.run.smithi027.stdout: "index_pool": "default.rgw.buckets.index", 2023-01-15T14:37:48.964 INFO:teuthology.orchestra.run.smithi027.stdout: "storage_classes": { 2023-01-15T14:37:48.964 INFO:teuthology.orchestra.run.smithi027.stdout: "LUKEWARM": { 2023-01-15T14:37:48.964 INFO:teuthology.orchestra.run.smithi027.stdout: "data_pool": "default.rgw.buckets.data.lukewarm" 2023-01-15T14:37:48.964 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:37:48.964 INFO:teuthology.orchestra.run.smithi027.stdout: "STANDARD": { 2023-01-15T14:37:48.964 INFO:teuthology.orchestra.run.smithi027.stdout: "data_pool": "default.rgw.buckets.data", 2023-01-15T14:37:48.964 INFO:teuthology.orchestra.run.smithi027.stdout: "compression_type": "random" 2023-01-15T14:37:48.964 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:37:48.964 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:37:48.964 INFO:teuthology.orchestra.run.smithi027.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2023-01-15T14:37:48.965 INFO:teuthology.orchestra.run.smithi027.stdout: "index_type": 0, 2023-01-15T14:37:48.965 INFO:teuthology.orchestra.run.smithi027.stdout: "inline_data": true 2023-01-15T14:37:48.965 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:37:48.965 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:37:48.965 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:37:48.965 INFO:teuthology.orchestra.run.smithi027.stdout: "realm_id": "", 2023-01-15T14:37:48.965 INFO:teuthology.orchestra.run.smithi027.stdout: "notif_pool": "default.rgw.log:notif" 2023-01-15T14:37:48.965 INFO:teuthology.orchestra.run.smithi027.stdout:} 2023-01-15T14:37:48.965 DEBUG:tasks.util.rgw: json result: {'id': '03d9c292-820d-41dc-bcbb-39a4e7ee9fd7', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2023-01-15T14:37:48.966 INFO:tasks.rgw:Configuring storage class type = FROZEN 2023-01-15T14:37:48.966 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2023-01-15T14:37:48.966 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zonegroup', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN'] 2023-01-15T14:37:48.966 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zonegroup placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN 2023-01-15T14:37:49.021 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:49.160 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:49.161 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:49.029+0000 7fa6a5b4a780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:49.161 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:49.029+0000 7fa6a5b4a780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:49.162 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:49.033+0000 7fa6872bf700 20 reqs_thread_entry: start 2023-01-15T14:37:49.162 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:49.033+0000 7fa6a5b4a780 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2023-01-15T14:37:49.162 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:49.039+0000 7fa6a32f7700 0 -- 172.21.15.27:0/2378287442 >> [v2:172.21.15.27:6808/101520,v1:172.21.15.27:6809/101520] conn(0x55cce4387000 msgr2=0x55cce4484b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:49.162 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:49.043+0000 7fa6a32f7700 0 -- 172.21.15.27:0/2378287442 >> [v2:172.21.15.27:6808/101520,v1:172.21.15.27:6809/101520] conn(0x55cce449a000 msgr2=0x55cce4485600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:49.163 INFO:teuthology.orchestra.run.smithi027.stdout:[ 2023-01-15T14:37:49.163 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:37:49.163 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "default-placement", 2023-01-15T14:37:49.163 INFO:teuthology.orchestra.run.smithi027.stdout: "val": { 2023-01-15T14:37:49.163 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "default-placement", 2023-01-15T14:37:49.163 INFO:teuthology.orchestra.run.smithi027.stdout: "tags": [], 2023-01-15T14:37:49.163 INFO:teuthology.orchestra.run.smithi027.stdout: "storage_classes": [ 2023-01-15T14:37:49.163 INFO:teuthology.orchestra.run.smithi027.stdout: "FROZEN", 2023-01-15T14:37:49.163 INFO:teuthology.orchestra.run.smithi027.stdout: "LUKEWARM", 2023-01-15T14:37:49.163 INFO:teuthology.orchestra.run.smithi027.stdout: "STANDARD" 2023-01-15T14:37:49.163 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2023-01-15T14:37:49.164 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:37:49.164 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:37:49.164 INFO:teuthology.orchestra.run.smithi027.stdout:] 2023-01-15T14:37:49.164 DEBUG:tasks.util.rgw: json result: [{'key': 'default-placement', 'val': {'name': 'default-placement', 'tags': [], 'storage_classes': ['FROZEN', 'LUKEWARM', 'STANDARD']}}] 2023-01-15T14:37:49.164 INFO:tasks.util.rgw:rgwadmin: client.0 : ['zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2023-01-15T14:37:49.164 DEBUG:tasks.util.rgw:rgwadmin: cmd=['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '--log-to-stderr', '--format', 'json', '-n', 'client.0', '--cluster', 'ceph', 'zone', 'placement', 'add', '--rgw-zone', 'default', '--placement-id', 'default-placement', '--storage-class', 'FROZEN', '--data-pool', 'default.rgw.buckets.data.frozen'] 2023-01-15T14:37:49.164 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin --log-to-stderr --format json -n client.0 --cluster ceph zone placement add --rgw-zone default --placement-id default-placement --storage-class FROZEN --data-pool default.rgw.buckets.data.frozen 2023-01-15T14:37:49.218 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:37:49.570 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:37:49.571 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:49.225+0000 7fbf83ecb780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:37:49.571 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:49.225+0000 7fbf83ecb780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:37:49.572 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:49.230+0000 7fbf65640700 20 reqs_thread_entry: start 2023-01-15T14:37:49.572 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:49.230+0000 7fbf83ecb780 20 try_to_resolve_local_entities(): before: realm_id= realm_name= zonegroup_id= zonegroup_name= zone_id= zone_name=default 2023-01-15T14:37:49.572 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:49.237+0000 7fbf81678700 0 -- 172.21.15.27:0/2632061075 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55d7ccaefc00 msgr2=0x55d7cc7f3700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:37:49.572 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:37:49.240+0000 7fbf81678700 0 -- 172.21.15.27:0/2632061075 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55d7ccce0c00 msgr2=0x55d7ccce3600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:37:49.573 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2023-01-15T14:37:49.573 INFO:teuthology.orchestra.run.smithi027.stdout: "id": "03d9c292-820d-41dc-bcbb-39a4e7ee9fd7", 2023-01-15T14:37:49.574 INFO:teuthology.orchestra.run.smithi027.stdout: "name": "default", 2023-01-15T14:37:49.574 INFO:teuthology.orchestra.run.smithi027.stdout: "domain_root": "default.rgw.meta:root", 2023-01-15T14:37:49.574 INFO:teuthology.orchestra.run.smithi027.stdout: "control_pool": "default.rgw.control", 2023-01-15T14:37:49.574 INFO:teuthology.orchestra.run.smithi027.stdout: "gc_pool": "default.rgw.log:gc", 2023-01-15T14:37:49.574 INFO:teuthology.orchestra.run.smithi027.stdout: "lc_pool": "default.rgw.log:lc", 2023-01-15T14:37:49.574 INFO:teuthology.orchestra.run.smithi027.stdout: "log_pool": "default.rgw.log", 2023-01-15T14:37:49.574 INFO:teuthology.orchestra.run.smithi027.stdout: "intent_log_pool": "default.rgw.log:intent", 2023-01-15T14:37:49.574 INFO:teuthology.orchestra.run.smithi027.stdout: "usage_log_pool": "default.rgw.log:usage", 2023-01-15T14:37:49.574 INFO:teuthology.orchestra.run.smithi027.stdout: "roles_pool": "default.rgw.meta:roles", 2023-01-15T14:37:49.575 INFO:teuthology.orchestra.run.smithi027.stdout: "reshard_pool": "default.rgw.log:reshard", 2023-01-15T14:37:49.575 INFO:teuthology.orchestra.run.smithi027.stdout: "user_keys_pool": "default.rgw.meta:users.keys", 2023-01-15T14:37:49.575 INFO:teuthology.orchestra.run.smithi027.stdout: "user_email_pool": "default.rgw.meta:users.email", 2023-01-15T14:37:49.575 INFO:teuthology.orchestra.run.smithi027.stdout: "user_swift_pool": "default.rgw.meta:users.swift", 2023-01-15T14:37:49.575 INFO:teuthology.orchestra.run.smithi027.stdout: "user_uid_pool": "default.rgw.meta:users.uid", 2023-01-15T14:37:49.575 INFO:teuthology.orchestra.run.smithi027.stdout: "otp_pool": "default.rgw.otp", 2023-01-15T14:37:49.575 INFO:teuthology.orchestra.run.smithi027.stdout: "system_key": { 2023-01-15T14:37:49.575 INFO:teuthology.orchestra.run.smithi027.stdout: "access_key": "", 2023-01-15T14:37:49.575 INFO:teuthology.orchestra.run.smithi027.stdout: "secret_key": "" 2023-01-15T14:37:49.575 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:37:49.576 INFO:teuthology.orchestra.run.smithi027.stdout: "placement_pools": [ 2023-01-15T14:37:49.576 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:37:49.576 INFO:teuthology.orchestra.run.smithi027.stdout: "key": "default-placement", 2023-01-15T14:37:49.576 INFO:teuthology.orchestra.run.smithi027.stdout: "val": { 2023-01-15T14:37:49.576 INFO:teuthology.orchestra.run.smithi027.stdout: "index_pool": "default.rgw.buckets.index", 2023-01-15T14:37:49.576 INFO:teuthology.orchestra.run.smithi027.stdout: "storage_classes": { 2023-01-15T14:37:49.576 INFO:teuthology.orchestra.run.smithi027.stdout: "FROZEN": { 2023-01-15T14:37:49.576 INFO:teuthology.orchestra.run.smithi027.stdout: "data_pool": "default.rgw.buckets.data.frozen" 2023-01-15T14:37:49.576 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:37:49.576 INFO:teuthology.orchestra.run.smithi027.stdout: "LUKEWARM": { 2023-01-15T14:37:49.576 INFO:teuthology.orchestra.run.smithi027.stdout: "data_pool": "default.rgw.buckets.data.lukewarm" 2023-01-15T14:37:49.577 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:37:49.577 INFO:teuthology.orchestra.run.smithi027.stdout: "STANDARD": { 2023-01-15T14:37:49.577 INFO:teuthology.orchestra.run.smithi027.stdout: "data_pool": "default.rgw.buckets.data", 2023-01-15T14:37:49.577 INFO:teuthology.orchestra.run.smithi027.stdout: "compression_type": "random" 2023-01-15T14:37:49.577 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:37:49.577 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:37:49.577 INFO:teuthology.orchestra.run.smithi027.stdout: "data_extra_pool": "default.rgw.buckets.non-ec", 2023-01-15T14:37:49.577 INFO:teuthology.orchestra.run.smithi027.stdout: "index_type": 0, 2023-01-15T14:37:49.577 INFO:teuthology.orchestra.run.smithi027.stdout: "inline_data": true 2023-01-15T14:37:49.577 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:37:49.577 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:37:49.577 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:37:49.578 INFO:teuthology.orchestra.run.smithi027.stdout: "realm_id": "", 2023-01-15T14:37:49.578 INFO:teuthology.orchestra.run.smithi027.stdout: "notif_pool": "default.rgw.log:notif" 2023-01-15T14:37:49.578 INFO:teuthology.orchestra.run.smithi027.stdout:} 2023-01-15T14:37:49.578 DEBUG:tasks.util.rgw: json result: {'id': '03d9c292-820d-41dc-bcbb-39a4e7ee9fd7', 'name': 'default', 'domain_root': 'default.rgw.meta:root', 'control_pool': 'default.rgw.control', 'gc_pool': 'default.rgw.log:gc', 'lc_pool': 'default.rgw.log:lc', 'log_pool': 'default.rgw.log', 'intent_log_pool': 'default.rgw.log:intent', 'usage_log_pool': 'default.rgw.log:usage', 'roles_pool': 'default.rgw.meta:roles', 'reshard_pool': 'default.rgw.log:reshard', 'user_keys_pool': 'default.rgw.meta:users.keys', 'user_email_pool': 'default.rgw.meta:users.email', 'user_swift_pool': 'default.rgw.meta:users.swift', 'user_uid_pool': 'default.rgw.meta:users.uid', 'otp_pool': 'default.rgw.otp', 'system_key': {'access_key': '', 'secret_key': ''}, 'placement_pools': [{'key': 'default-placement', 'val': {'index_pool': 'default.rgw.buckets.index', 'storage_classes': {'FROZEN': {'data_pool': 'default.rgw.buckets.data.frozen'}, 'LUKEWARM': {'data_pool': 'default.rgw.buckets.data.lukewarm'}, 'STANDARD': {'data_pool': 'default.rgw.buckets.data', 'compression_type': 'random'}}, 'data_extra_pool': 'default.rgw.buckets.non-ec', 'index_type': 0, 'inline_data': True}}], 'realm_id': '', 'notif_pool': 'default.rgw.log:notif'} 2023-01-15T14:37:49.578 INFO:tasks.rgw:Starting rgw... 2023-01-15T14:37:49.578 INFO:tasks.rgw:rgw client.0 config is {} 2023-01-15T14:37:49.578 INFO:tasks.rgw:Using beast as radosgw frontend 2023-01-15T14:37:49.578 INFO:tasks.rgw.client.0:Restarting daemon 2023-01-15T14:37:49.579 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper term radosgw --rgw-frontends 'beast port=80' -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground | sudo tee /var/log/ceph/rgw.ceph.client.0.stdout 2>&1 2023-01-15T14:37:49.581 INFO:tasks.rgw.client.0:Started 2023-01-15T14:37:49.581 INFO:tasks.rgw:Polling client.0 until it starts accepting connections on http://smithi027.front.sepia.ceph.com:80/ 2023-01-15T14:37:49.581 DEBUG:teuthology.orchestra.run.smithi027:> curl http://smithi027.front.sepia.ceph.com:80/ 2023-01-15T14:37:49.641 INFO:teuthology.orchestra.run.smithi027.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2023-01-15T14:37:50.180 INFO:teuthology.orchestra.run.smithi027.stderr: Dload Upload Total Spent Left Speed 2023-01-15T14:37:50.181 DEBUG:teuthology.orchestra.run:got remote process result: 7 2023-01-15T14:37:50.181 INFO:teuthology.orchestra.run.smithi027.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0curl: (7) Failed to connect to smithi027.front.sepia.ceph.com port 80: Connection refused 2023-01-15T14:37:51.182 DEBUG:teuthology.orchestra.run.smithi027:> curl http://smithi027.front.sepia.ceph.com:80/ 2023-01-15T14:37:51.310 INFO:teuthology.orchestra.run.smithi027.stderr: % Total % Received % Xferd Average Speed Time Time Time Current 2023-01-15T14:37:51.450 INFO:teuthology.orchestra.run.smithi027.stderr: Dload Upload Total Spent Left Speed 2023-01-15T14:37:51.451 INFO:teuthology.orchestra.run.smithi027.stderr: 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 214 0 214 0 0 104k 0 --:--:-- --:--:-- --:--:-- 104k 2023-01-15T14:37:51.454 INFO:teuthology.orchestra.run.smithi027.stdout:anonymous 2023-01-15T14:37:51.454 INFO:teuthology.run_tasks:Running task workunit... 2023-01-15T14:37:51.469 INFO:tasks.workunit:Pulling workunits from ref 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:37:51.469 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-01-15T14:37:51.470 DEBUG:teuthology.orchestra.run.smithi027:> stat -- /home/ubuntu/cephtest/mnt.0 2023-01-15T14:37:51.517 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-15T14:37:51.614 INFO:teuthology.orchestra.run.smithi027.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-01-15T14:37:51.615 DEBUG:teuthology.orchestra.run.smithi027:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-01-15T14:37:51.678 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-01-15T14:37:51.679 DEBUG:teuthology.orchestra.run.smithi027:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-01-15T14:37:51.740 INFO:tasks.workunit:timeout=3h 2023-01-15T14:37:51.820 INFO:tasks.workunit:cleanup=True 2023-01-15T14:37:51.821 DEBUG:teuthology.orchestra.run.smithi027:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:37:51.842 INFO:tasks.workunit.client.0.smithi027.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-01-15T14:38:31.368 INFO:tasks.workunit.client.0.smithi027.stderr:Note: switching to '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'. 2023-01-15T14:38:31.368 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:38:31.368 INFO:tasks.workunit.client.0.smithi027.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-01-15T14:38:31.368 INFO:tasks.workunit.client.0.smithi027.stderr:changes and commit them, and you can discard any commits you make in this 2023-01-15T14:38:31.369 INFO:tasks.workunit.client.0.smithi027.stderr:state without impacting any branches by switching back to a branch. 2023-01-15T14:38:31.369 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:38:31.369 INFO:tasks.workunit.client.0.smithi027.stderr:If you want to create a new branch to retain commits you create, you may 2023-01-15T14:38:31.369 INFO:tasks.workunit.client.0.smithi027.stderr:do so (now or later) by using -c with the switch command. Example: 2023-01-15T14:38:31.369 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:38:31.369 INFO:tasks.workunit.client.0.smithi027.stderr: git switch -c 2023-01-15T14:38:31.369 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:38:31.369 INFO:tasks.workunit.client.0.smithi027.stderr:Or undo this operation with: 2023-01-15T14:38:31.369 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:38:31.369 INFO:tasks.workunit.client.0.smithi027.stderr: git switch - 2023-01-15T14:38:31.369 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:38:31.370 INFO:tasks.workunit.client.0.smithi027.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-01-15T14:38:31.370 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:38:31.370 INFO:tasks.workunit.client.0.smithi027.stderr:HEAD is now at 69cf179746c rgw: under fips & openssl 3.x allow md5 iusage in select rgw ops 2023-01-15T14:38:31.371 DEBUG:teuthology.orchestra.run.smithi027:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-01-15T14:38:31.440 INFO:tasks.workunit.client.0.smithi027.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-01-15T14:38:31.442 INFO:tasks.workunit.client.0.smithi027.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-01-15T14:38:31.442 INFO:tasks.workunit.client.0.smithi027.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-01-15T14:38:31.985 INFO:tasks.workunit.client.0.smithi027.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-01-15T14:38:32.043 INFO:tasks.workunit.client.0.smithi027.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-01-15T14:38:32.081 INFO:tasks.workunit.client.0.smithi027.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-01-15T14:38:32.083 INFO:tasks.workunit.client.0.smithi027.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-01-15T14:38:32.083 INFO:tasks.workunit.client.0.smithi027.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-01-15T14:38:32.121 INFO:tasks.workunit.client.0.smithi027.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-01-15T14:38:32.124 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:38:32.124 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-01-15T14:38:32.182 INFO:tasks.workunit:Running workunits matching cls/test_cls_lock.sh on client.0... 2023-01-15T14:38:32.183 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2023-01-15T14:38:32.184 DEBUG:teuthology.orchestra.run.smithi027:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2023-01-15T14:38:32.257 INFO:tasks.workunit.client.0.smithi027.stdout:Running main() from gmock_main.cc 2023-01-15T14:38:32.258 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 11 tests from 1 test suite. 2023-01-15T14:38:32.258 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:38:32.258 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 11 tests from ClsLock 2023-01-15T14:38:32.258 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] ClsLock.TestMultiLocking 2023-01-15T14:38:34.114 INFO:tasks.workunit.client.0.smithi027.stdout:lock: mylock 2023-01-15T14:38:34.114 INFO:tasks.workunit.client.0.smithi027.stdout: lock_type: exclusive 2023-01-15T14:38:34.114 INFO:tasks.workunit.client.0.smithi027.stdout: tag: 2023-01-15T14:38:34.115 INFO:tasks.workunit.client.0.smithi027.stdout: lockers: 2023-01-15T14:38:34.115 INFO:tasks.workunit.client.0.smithi027.stdout: client.4517 expiration=2023-01-15T14:40:34.109638+0000 addr=v1:172.21.15.27:0/3995082062 cookie= 2023-01-15T14:38:34.118 INFO:tasks.workunit.client.0.smithi027.stdout:lock: mylock 2023-01-15T14:38:34.118 INFO:tasks.workunit.client.0.smithi027.stdout: lock_type: shared 2023-01-15T14:38:34.118 INFO:tasks.workunit.client.0.smithi027.stdout: tag: 2023-01-15T14:38:34.118 INFO:tasks.workunit.client.0.smithi027.stdout: lockers: 2023-01-15T14:38:34.119 INFO:tasks.workunit.client.0.smithi027.stdout: client.4517 expiration=2023-01-15T14:40:34.116417+0000 addr=v1:172.21.15.27:0/3995082062 cookie= 2023-01-15T14:38:34.119 INFO:tasks.workunit.client.0.smithi027.stdout: client.4523 expiration=0.000000 addr=v1:172.21.15.27:0/2045675402 cookie= 2023-01-15T14:38:34.119 INFO:tasks.workunit.client.0.smithi027.stdout:lock: mylock 2023-01-15T14:38:34.120 INFO:tasks.workunit.client.0.smithi027.stdout: lock_type: shared 2023-01-15T14:38:34.120 INFO:tasks.workunit.client.0.smithi027.stdout: tag: 2023-01-15T14:38:34.120 INFO:tasks.workunit.client.0.smithi027.stdout: lockers: 2023-01-15T14:38:34.120 INFO:tasks.workunit.client.0.smithi027.stdout: client.4523 expiration=0.000000 addr=v1:172.21.15.27:0/2045675402 cookie= 2023-01-15T14:38:34.798 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] ClsLock.TestMultiLocking (2540 ms) 2023-01-15T14:38:34.798 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] ClsLock.TestMeta 2023-01-15T14:38:36.873 INFO:tasks.workunit.client.0.smithi027.stdout:lock: mylock 2023-01-15T14:38:36.873 INFO:tasks.workunit.client.0.smithi027.stdout: lock_type: shared 2023-01-15T14:38:36.873 INFO:tasks.workunit.client.0.smithi027.stdout: tag: 2023-01-15T14:38:36.873 INFO:tasks.workunit.client.0.smithi027.stdout: lockers: 2023-01-15T14:38:36.874 INFO:tasks.workunit.client.0.smithi027.stdout: client.4614 expiration=0.000000 addr=v1:172.21.15.27:0/4066948490 cookie= 2023-01-15T14:38:36.875 INFO:tasks.workunit.client.0.smithi027.stdout:lock: mylock 2023-01-15T14:38:36.875 INFO:tasks.workunit.client.0.smithi027.stdout: lock_type: exclusive 2023-01-15T14:38:36.875 INFO:tasks.workunit.client.0.smithi027.stdout: tag: new_tag 2023-01-15T14:38:36.875 INFO:tasks.workunit.client.0.smithi027.stdout: lockers: 2023-01-15T14:38:36.875 INFO:tasks.workunit.client.0.smithi027.stdout: client.4529 expiration=0.000000 addr=v1:172.21.15.27:0/428538973 cookie= 2023-01-15T14:38:37.833 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] ClsLock.TestMeta (3035 ms) 2023-01-15T14:38:37.833 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] ClsLock.TestCookie 2023-01-15T14:38:39.873 INFO:tasks.workunit.client.0.smithi027.stdout:lock: mylock 2023-01-15T14:38:39.873 INFO:tasks.workunit.client.0.smithi027.stdout: lock_type: exclusive 2023-01-15T14:38:39.873 INFO:tasks.workunit.client.0.smithi027.stdout: tag: 2023-01-15T14:38:39.873 INFO:tasks.workunit.client.0.smithi027.stdout: lockers: 2023-01-15T14:38:39.875 INFO:tasks.workunit.client.0.smithi027.stdout:lock: mylock 2023-01-15T14:38:39.875 INFO:tasks.workunit.client.0.smithi027.stdout: lock_type: shared 2023-01-15T14:38:39.875 INFO:tasks.workunit.client.0.smithi027.stdout: tag: 2023-01-15T14:38:39.876 INFO:tasks.workunit.client.0.smithi027.stdout: lockers: 2023-01-15T14:38:39.876 INFO:tasks.workunit.client.0.smithi027.stdout: client.4620 expiration=0.000000 addr=v1:172.21.15.27:0/2834789699 cookie= 2023-01-15T14:38:39.876 INFO:tasks.workunit.client.0.smithi027.stdout: client.4620 expiration=0.000000 addr=v1:172.21.15.27:0/2834789699 cookie=new cookie 2023-01-15T14:38:40.850 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] ClsLock.TestCookie (3017 ms) 2023-01-15T14:38:40.850 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] ClsLock.TestMultipleLocks 2023-01-15T14:38:43.885 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] ClsLock.TestMultipleLocks (3033 ms) 2023-01-15T14:38:43.885 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] ClsLock.TestLockDuration 2023-01-15T14:38:51.622 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] ClsLock.TestLockDuration (7740 ms) 2023-01-15T14:38:51.622 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] ClsLock.TestAssertLocked 2023-01-15T14:38:54.643 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] ClsLock.TestAssertLocked (3020 ms) 2023-01-15T14:38:54.643 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] ClsLock.TestSetCookie 2023-01-15T14:38:57.673 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] ClsLock.TestSetCookie (3030 ms) 2023-01-15T14:38:57.674 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] ClsLock.TestRenew 2023-01-15T14:39:18.733 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] ClsLock.TestRenew (21060 ms) 2023-01-15T14:39:18.733 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2023-01-15T14:39:25.765 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7032 ms) 2023-01-15T14:39:25.765 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2023-01-15T14:39:33.804 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8040 ms) 2023-01-15T14:39:33.805 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2023-01-15T14:39:41.844 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8039 ms) 2023-01-15T14:39:41.844 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 11 tests from ClsLock (69586 ms total) 2023-01-15T14:39:41.844 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:39:41.844 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:39:41.844 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 11 tests from 1 test suite ran. (69586 ms total) 2023-01-15T14:39:41.844 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 11 tests. 2023-01-15T14:39:41.846 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:39:41.847 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:39:41.922 INFO:tasks.workunit:Running workunits matching cls/test_cls_log.sh on client.0... 2023-01-15T14:39:41.923 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2023-01-15T14:39:41.924 DEBUG:teuthology.orchestra.run.smithi027:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2023-01-15T14:39:41.999 INFO:tasks.workunit.client.0.smithi027.stdout:Running main() from gmock_main.cc 2023-01-15T14:39:41.999 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 4 tests from 1 test suite. 2023-01-15T14:39:41.999 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:39:42.000 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 4 tests from cls_log 2023-01-15T14:39:42.000 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_log.test_log_add_same_time 2023-01-15T14:39:44.855 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_log.test_log_add_same_time (2855 ms) 2023-01-15T14:39:44.855 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_log.test_log_add_different_time 2023-01-15T14:39:47.888 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_log.test_log_add_different_time (3034 ms) 2023-01-15T14:39:47.888 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_log.trim_by_time 2023-01-15T14:39:50.912 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_log.trim_by_time (3023 ms) 2023-01-15T14:39:50.913 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_log.trim_by_marker 2023-01-15T14:39:53.941 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_log.trim_by_marker (3030 ms) 2023-01-15T14:39:53.941 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 4 tests from cls_log (11942 ms total) 2023-01-15T14:39:53.941 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:39:53.941 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:39:53.942 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 4 tests from 1 test suite ran. (11942 ms total) 2023-01-15T14:39:53.942 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 4 tests. 2023-01-15T14:39:53.943 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:39:53.943 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:39:54.017 INFO:tasks.workunit:Running workunits matching cls/test_cls_refcount.sh on client.0... 2023-01-15T14:39:54.018 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2023-01-15T14:39:54.019 DEBUG:teuthology.orchestra.run.smithi027:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2023-01-15T14:39:54.094 INFO:tasks.workunit.client.0.smithi027.stdout:Running main() from gmock_main.cc 2023-01-15T14:39:54.095 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 5 tests from 1 test suite. 2023-01-15T14:39:54.095 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:39:54.095 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 5 tests from cls_rgw 2023-01-15T14:39:54.095 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.test_implicit 2023-01-15T14:39:56.951 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.test_implicit (2857 ms) 2023-01-15T14:39:56.951 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2023-01-15T14:39:59.981 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3030 ms) 2023-01-15T14:39:59.982 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.test_put_snap 2023-01-15T14:40:08.670 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.test_put_snap (8688 ms) 2023-01-15T14:40:08.670 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.test_explicit 2023-01-15T14:40:11.682 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.test_explicit (3012 ms) 2023-01-15T14:40:11.682 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.set 2023-01-15T14:40:14.696 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.set (3015 ms) 2023-01-15T14:40:14.697 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 5 tests from cls_rgw (20602 ms total) 2023-01-15T14:40:14.697 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:40:14.697 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:40:14.697 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 5 tests from 1 test suite ran. (20602 ms total) 2023-01-15T14:40:14.697 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 5 tests. 2023-01-15T14:40:14.699 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:40:14.699 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:40:14.771 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw.sh on client.0... 2023-01-15T14:40:14.772 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2023-01-15T14:40:14.772 DEBUG:teuthology.orchestra.run.smithi027:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2023-01-15T14:40:14.846 INFO:tasks.workunit.client.0.smithi027.stdout:Running main() from gmock_main.cc 2023-01-15T14:40:14.846 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 15 tests from 1 test suite. 2023-01-15T14:40:14.847 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:40:14.847 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 15 tests from cls_rgw 2023-01-15T14:40:16.726 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.index_basic 2023-01-15T14:40:16.804 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.index_basic (78 ms) 2023-01-15T14:40:16.804 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2023-01-15T14:40:16.830 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (25 ms) 2023-01-15T14:40:16.830 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.index_remove_object 2023-01-15T14:40:16.870 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.index_remove_object (41 ms) 2023-01-15T14:40:16.870 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.index_suggest 2023-01-15T14:40:18.335 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.index_suggest (1465 ms) 2023-01-15T14:40:18.336 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.index_suggest_complete 2023-01-15T14:40:18.341 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.index_suggest_complete (5 ms) 2023-01-15T14:40:18.341 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.index_list 2023-01-15T14:40:18.357 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.index_list (17 ms) 2023-01-15T14:40:18.358 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.index_list_delimited 2023-01-15T14:40:37.851 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.index_list_delimited (19493 ms) 2023-01-15T14:40:37.851 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.bi_list 2023-01-15T14:40:37.929 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.bi_list (78 ms) 2023-01-15T14:40:37.929 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.gc_set 2023-01-15T14:40:37.940 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.gc_set (11 ms) 2023-01-15T14:40:37.940 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.gc_list 2023-01-15T14:40:37.950 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.gc_list (11 ms) 2023-01-15T14:40:37.951 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.gc_defer 2023-01-15T14:40:45.814 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.gc_defer (7863 ms) 2023-01-15T14:40:45.814 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.usage_basic 2023-01-15T14:40:45.960 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.usage_basic (147 ms) 2023-01-15T14:40:45.961 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2023-01-15T14:40:45.961 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2023-01-15T14:40:45.962 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.usage_clear 2023-01-15T14:40:46.062 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.usage_clear (101 ms) 2023-01-15T14:40:46.062 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw.bi_log_trim 2023-01-15T14:40:46.441 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw.bi_log_trim (378 ms) 2023-01-15T14:40:46.817 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 15 tests from cls_rgw (29715 ms total) 2023-01-15T14:40:46.817 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:40:46.817 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:40:46.817 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 15 tests from 1 test suite ran. (31970 ms total) 2023-01-15T14:40:46.817 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 15 tests. 2023-01-15T14:40:46.820 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:40:46.820 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:40:46.892 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_gc.sh on client.0... 2023-01-15T14:40:46.893 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2023-01-15T14:40:46.893 DEBUG:teuthology.orchestra.run.smithi027:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2023-01-15T14:40:46.968 INFO:tasks.workunit.client.0.smithi027.stdout:Running main() from gmock_main.cc 2023-01-15T14:40:46.969 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 9 tests from 1 test suite. 2023-01-15T14:40:46.969 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:40:46.969 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 9 tests from cls_rgw_gc 2023-01-15T14:40:46.969 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw_gc.init 2023-01-15T14:40:48.831 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw_gc.init (1862 ms) 2023-01-15T14:40:48.831 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2023-01-15T14:40:48.861 INFO:tasks.workunit.client.0.smithi027.stderr:[ ] list info tag = chain-0 2023-01-15T14:40:48.862 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (31 ms) 2023-01-15T14:40:48.862 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2023-01-15T14:40:48.866 INFO:tasks.workunit.client.0.smithi027.stderr:[ ] next_marker is: = 0/4263 2023-01-15T14:40:48.866 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (5 ms) 2023-01-15T14:40:48.866 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2023-01-15T14:40:48.872 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (5 ms) 2023-01-15T14:40:48.872 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2023-01-15T14:40:48.877 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (5 ms) 2023-01-15T14:40:48.877 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2023-01-15T14:40:48.882 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (6 ms) 2023-01-15T14:40:48.882 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2023-01-15T14:40:48.888 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (5 ms) 2023-01-15T14:40:48.888 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2023-01-15T14:40:48.892 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (5 ms) 2023-01-15T14:40:48.893 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw_gc.finalize 2023-01-15T14:40:49.824 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw_gc.finalize (931 ms) 2023-01-15T14:40:49.824 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 9 tests from cls_rgw_gc (2855 ms total) 2023-01-15T14:40:49.824 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:40:49.824 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:40:49.824 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 9 tests from 1 test suite ran. (2855 ms total) 2023-01-15T14:40:49.825 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 9 tests. 2023-01-15T14:40:49.826 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:40:49.826 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:40:49.901 INFO:tasks.workunit:Running workunits matching cls/test_cls_rgw_stats.sh on client.0... 2023-01-15T14:40:49.902 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2023-01-15T14:40:49.902 DEBUG:teuthology.orchestra.run.smithi027:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2023-01-15T14:40:49.989 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:40:49.989 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:40:49.989 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 1 test from 1 test suite. 2023-01-15T14:40:49.989 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:40:51.857 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 1 test from cls_rgw_stats 2023-01-15T14:40:51.857 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] cls_rgw_stats.simulate 2023-01-15T14:40:51.906 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.905+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=EDRNCH7Q1PFN type=del size=4124530 2023-01-15T14:40:51.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.907+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~SZAA4BYV6YUG.0 size=1025065 2023-01-15T14:40:51.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.907+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=SZAA4BYV6YUG tag=9WN3OFM3RG3Y type=write size=2073641 2023-01-15T14:40:51.909 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.909+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~ZPVX8O1B2JS9.0 size=1048576 2023-01-15T14:40:51.910 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.910+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~ZPVX8O1B2JS9.1 size=38461 2023-01-15T14:40:51.910 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.910+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=ZPVX8O1B2JS9 tag=H1086T8IWCV2 type=write size=2135613 2023-01-15T14:40:51.912 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.912+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~SWUE8E3NCTAN.0 size=1048576 2023-01-15T14:40:51.913 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.912+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~SWUE8E3NCTAN.1 size=1048576 2023-01-15T14:40:51.914 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.913+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~SWUE8E3NCTAN.2 size=244150 2023-01-15T14:40:51.914 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.913+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=SWUE8E3NCTAN tag=5GK6E11FXMUN type=write size=3389878 2023-01-15T14:40:51.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.915+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~PN7BUG3VM0JU.0 size=1048576 2023-01-15T14:40:51.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.916+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~PN7BUG3VM0JU.1 size=1048576 2023-01-15T14:40:51.918 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.917+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~PN7BUG3VM0JU.2 size=686117 2023-01-15T14:40:51.918 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.917+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=PN7BUG3VM0JU tag=IQQ9VDECFDKA type=write size=3831845 2023-01-15T14:40:51.919 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.918+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=FDQ4Q51T8HZB type=del size=383539 2023-01-15T14:40:51.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.920+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=WAMM9W2YAA8L type=del size=3979272 2023-01-15T14:40:51.922 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.922+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~M74X45VAO88U.0 size=1048576 2023-01-15T14:40:51.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.923+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~M74X45VAO88U.1 size=987017 2023-01-15T14:40:51.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.923+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=M74X45VAO88U tag=JDMX3SAED2X5 type=write size=3084169 2023-01-15T14:40:51.925 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.925+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~1S70WPE0TWGV.0 size=631778 2023-01-15T14:40:51.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.925+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=1S70WPE0TWGV tag=BI45XLJX846F type=write size=1680354 2023-01-15T14:40:51.929 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.927+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~6DZT1WC1NNYR.0 size=1048576 2023-01-15T14:40:51.929 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.928+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~6DZT1WC1NNYR.1 size=846046 2023-01-15T14:40:51.929 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.928+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=6DZT1WC1NNYR tag=NQDWXEY85O0U type=write size=2943198 2023-01-15T14:40:51.930 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.929+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=0M6F2EDEN45S type=del size=828797 2023-01-15T14:40:51.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.931+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~D1ZXDLSW4DZE.0 size=1048576 2023-01-15T14:40:51.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.932+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~D1ZXDLSW4DZE.1 size=448161 2023-01-15T14:40:51.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.932+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=D1ZXDLSW4DZE tag=G99PRLIV2634 type=write size=2545313 2023-01-15T14:40:51.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.934+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=LFG1R62KCR6U type=write size=42053 2023-01-15T14:40:51.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.935+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=VR6TJFPT9FGE type=del size=1091411 2023-01-15T14:40:51.938 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.937+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~UEHLCV6D5F3N.0 size=1048576 2023-01-15T14:40:51.939 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.938+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~UEHLCV6D5F3N.1 size=905343 2023-01-15T14:40:51.939 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.938+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=UEHLCV6D5F3N tag=V9AYTY0LIF2C type=write size=3002495 2023-01-15T14:40:51.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.940+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~KLULPKKA1NC7.0 size=1048576 2023-01-15T14:40:51.942 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.941+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~KLULPKKA1NC7.1 size=880628 2023-01-15T14:40:51.942 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.941+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=KLULPKKA1NC7 tag=Y51GT69W62BW type=write size=2977780 2023-01-15T14:40:51.943 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.943+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=EDRNCH7Q1PFN type=del 2023-01-15T14:40:51.945 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.945+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~6LJJWC88G8UM.0 size=815550 2023-01-15T14:40:51.945 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.945+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=6LJJWC88G8UM tag=VSZ0ZIVW6N0Y type=write size=1864126 2023-01-15T14:40:51.946 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.946+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~SZAA4BYV6YUG.0 size=1025065 2023-01-15T14:40:51.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.948+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=SZAA4BYV6YUG tag=9WN3OFM3RG3Y type=write size=2073641 2023-01-15T14:40:51.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.949+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=7GJQ05E5RX8Y type=del size=2694794 2023-01-15T14:40:51.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.950+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~ZPVX8O1B2JS9.0 size=1048576 2023-01-15T14:40:51.952 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.951+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~ZPVX8O1B2JS9.1 size=38461 2023-01-15T14:40:51.954 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.953+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=ZPVX8O1B2JS9 tag=H1086T8IWCV2 type=write size=2135613 2023-01-15T14:40:51.955 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.955+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=LIO33IQ9QV8T type=del size=195466 2023-01-15T14:40:51.957 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.956+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~SWUE8E3NCTAN.0 size=1048576 2023-01-15T14:40:51.958 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.957+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~SWUE8E3NCTAN.1 size=1048576 2023-01-15T14:40:51.959 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.958+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~SWUE8E3NCTAN.2 size=244150 2023-01-15T14:40:51.960 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.960+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=SWUE8E3NCTAN tag=5GK6E11FXMUN type=write size=3389878 2023-01-15T14:40:51.962 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.961+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=68JLW45VR8MF type=write size=216423 2023-01-15T14:40:51.963 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.962+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~PN7BUG3VM0JU.0 size=1048576 2023-01-15T14:40:51.964 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.963+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~PN7BUG3VM0JU.1 size=1048576 2023-01-15T14:40:51.965 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.964+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~PN7BUG3VM0JU.2 size=686117 2023-01-15T14:40:51.967 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.966+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=PN7BUG3VM0JU tag=IQQ9VDECFDKA type=write size=3831845 2023-01-15T14:40:51.968 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.968+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=JJGHCKTU2ARJ type=del size=3390860 2023-01-15T14:40:51.969 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.969+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=FDQ4Q51T8HZB type=del 2023-01-15T14:40:51.971 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.970+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=PCF6D0R4CE9E type=write size=416823 2023-01-15T14:40:51.972 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.971+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=WAMM9W2YAA8L type=del 2023-01-15T14:40:51.973 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.972+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=QG03DXC9YD75 type=write size=557632 2023-01-15T14:40:51.974 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.973+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~M74X45VAO88U.0 size=1048576 2023-01-15T14:40:51.975 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.975+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~M74X45VAO88U.1 size=987017 2023-01-15T14:40:51.977 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.977+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=M74X45VAO88U tag=JDMX3SAED2X5 type=write size=3084169 2023-01-15T14:40:51.979 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.978+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=2N71PQ3DE2GU type=del size=3817930 2023-01-15T14:40:51.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.980+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~1S70WPE0TWGV.0 size=631778 2023-01-15T14:40:51.982 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.981+0000 7fab305e2900 1 < completed multipart upload key=Q82PRJIVXO0C upload=1S70WPE0TWGV tag=BI45XLJX846F type=write size=1680354 2023-01-15T14:40:51.983 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.983+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=MVTY2DIYSCCV type=del size=1615386 2023-01-15T14:40:51.984 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.984+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~6DZT1WC1NNYR.0 size=1048576 2023-01-15T14:40:51.985 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.984+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~6DZT1WC1NNYR.1 size=846046 2023-01-15T14:40:51.987 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.986+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=6DZT1WC1NNYR tag=NQDWXEY85O0U type=write size=2943198 2023-01-15T14:40:51.988 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.987+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=L9U2EW4GASC8 type=write size=535092 2023-01-15T14:40:51.989 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.989+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=0M6F2EDEN45S type=del 2023-01-15T14:40:51.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.990+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~56RTT1VSA70U.0 size=746932 2023-01-15T14:40:51.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.990+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=56RTT1VSA70U tag=TV1FX05MQ9KO type=write size=1795508 2023-01-15T14:40:51.992 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.992+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~D1ZXDLSW4DZE.0 size=1048576 2023-01-15T14:40:51.993 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.993+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~D1ZXDLSW4DZE.1 size=448161 2023-01-15T14:40:51.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.994+0000 7fab305e2900 1 < completed multipart upload key=H8WF2D844W5R upload=D1ZXDLSW4DZE tag=G99PRLIV2634 type=write size=2545313 2023-01-15T14:40:51.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.996+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~NQ4E78NE01EK.0 size=1048576 2023-01-15T14:40:51.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.997+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~NQ4E78NE01EK.1 size=963881 2023-01-15T14:40:51.998 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.997+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=NQ4E78NE01EK tag=85UODQ31PR7I type=write size=3061033 2023-01-15T14:40:51.998 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.998+0000 7fab305e2900 1 < completed write operation key=7B20CP9G4OAH tag=LFG1R62KCR6U type=write size=42053 2023-01-15T14:40:51.999 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:51.999+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=XILTBFINR8YM type=del size=77304 2023-01-15T14:40:52.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.001+0000 7fab305e2900 1 < suggested update operation key=P0S9U3H9PWUH tag=VR6TJFPT9FGE type=del size=1091411 2023-01-15T14:40:52.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.002+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=NDCJO7CJZ9LU type=del size=598545 2023-01-15T14:40:52.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.003+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~UEHLCV6D5F3N.0 size=1048576 2023-01-15T14:40:52.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.004+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~UEHLCV6D5F3N.1 size=905343 2023-01-15T14:40:52.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.005+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=UEHLCV6D5F3N tag=V9AYTY0LIF2C type=write size=3002495 2023-01-15T14:40:52.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.007+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~GMTERA5U7D00.0 size=1048576 2023-01-15T14:40:52.010 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.008+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~GMTERA5U7D00.1 size=181284 2023-01-15T14:40:52.010 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.008+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=GMTERA5U7D00 tag=UUL0KQUH027E type=write size=2278436 2023-01-15T14:40:52.010 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.008+0000 7fab305e2900 1 < canceled part key=_multipart_GEI2ZTAKBNDK.2~KLULPKKA1NC7.0 size=1048576 2023-01-15T14:40:52.010 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.009+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~KLULPKKA1NC7.1 size=880628 2023-01-15T14:40:52.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.010+0000 7fab305e2900 1 < canceled multipart upload key=GEI2ZTAKBNDK upload=KLULPKKA1NC7 tag=Y51GT69W62BW type=write size=2977780 2023-01-15T14:40:52.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.012+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~YMFXWIMFWBUJ.0 size=1048576 2023-01-15T14:40:52.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.013+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~YMFXWIMFWBUJ.1 size=583965 2023-01-15T14:40:52.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.013+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=YMFXWIMFWBUJ tag=AX5A6K3KZ46X type=write size=2681117 2023-01-15T14:40:52.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.014+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~6LJJWC88G8UM.0 size=815550 2023-01-15T14:40:52.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.015+0000 7fab305e2900 1 < completed multipart upload key=H8WF2D844W5R upload=6LJJWC88G8UM tag=VSZ0ZIVW6N0Y type=write size=1864126 2023-01-15T14:40:52.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.017+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=SK3YC12W6GVY type=del size=3738202 2023-01-15T14:40:52.018 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.018+0000 7fab305e2900 1 < canceled operation key=6KPHYE1YP0PI tag=7GJQ05E5RX8Y type=del size=2694794 2023-01-15T14:40:52.020 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.020+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~XMRC62K8PBBM.0 size=1048576 2023-01-15T14:40:52.021 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.020+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~XMRC62K8PBBM.1 size=1048576 2023-01-15T14:40:52.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.021+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~XMRC62K8PBBM.2 size=69701 2023-01-15T14:40:52.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.021+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=XMRC62K8PBBM tag=TZ77WNSE9NCY type=write size=3215429 2023-01-15T14:40:52.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.022+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=LIO33IQ9QV8T type=del 2023-01-15T14:40:52.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.023+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=2PK3RVOVDXV0 type=del size=2337378 2023-01-15T14:40:52.025 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.024+0000 7fab305e2900 1 < completed write operation key=PVA8JXP2T3BM tag=68JLW45VR8MF type=write size=216423 2023-01-15T14:40:52.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.026+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~651DHRJINOQT.0 size=331547 2023-01-15T14:40:52.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.026+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=651DHRJINOQT tag=AB8VX80S3EMG type=write size=1380123 2023-01-15T14:40:52.028 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.027+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=JJGHCKTU2ARJ type=del 2023-01-15T14:40:52.028 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.028+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=UYN1C5PURTO8 type=del size=3800981 2023-01-15T14:40:52.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.029+0000 7fab305e2900 1 < suggested update operation key=XT1ET16X0IUW tag=PCF6D0R4CE9E type=write size=416823 2023-01-15T14:40:52.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.030+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=O4AANBVO2L0G type=del size=1252679 2023-01-15T14:40:52.032 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.031+0000 7fab305e2900 1 < completed write operation key=Q82PRJIVXO0C tag=QG03DXC9YD75 type=write size=557632 2023-01-15T14:40:52.034 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.033+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~334QYJSXFR5A.0 size=466003 2023-01-15T14:40:52.034 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.033+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=334QYJSXFR5A tag=C37NA3QSZ2DZ type=write size=1514579 2023-01-15T14:40:52.036 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.035+0000 7fab305e2900 1 < suggested remove operation key=LSUPQGQTVO84 tag=2N71PQ3DE2GU type=del 2023-01-15T14:40:52.037 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.036+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=DO1CU45IJHDK type=del size=2552686 2023-01-15T14:40:52.038 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.037+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=MVTY2DIYSCCV type=del 2023-01-15T14:40:52.039 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.038+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=Q7GZTUVRPQA0 type=del size=1966574 2023-01-15T14:40:52.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.039+0000 7fab305e2900 1 < completed write operation key=BYCBFI34ZVMR tag=L9U2EW4GASC8 type=write size=535092 2023-01-15T14:40:52.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.040+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=L9ADIJYA6D6A type=write size=908159 2023-01-15T14:40:52.041 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.041+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~56RTT1VSA70U.0 size=746932 2023-01-15T14:40:52.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.042+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=56RTT1VSA70U tag=TV1FX05MQ9KO type=write size=1795508 2023-01-15T14:40:52.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.043+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=PP61HG5TP6K9 type=write size=394722 2023-01-15T14:40:52.045 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.044+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~NQ4E78NE01EK.0 size=1048576 2023-01-15T14:40:52.046 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.045+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~NQ4E78NE01EK.1 size=963881 2023-01-15T14:40:52.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.047+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=NQ4E78NE01EK tag=85UODQ31PR7I type=write size=3061033 2023-01-15T14:40:52.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.048+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=A3CEYQZ5BVRY type=del size=1357874 2023-01-15T14:40:52.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.049+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=XILTBFINR8YM type=del 2023-01-15T14:40:52.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.050+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=OF41NDLA6SGB type=del size=2169057 2023-01-15T14:40:52.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.051+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=NDCJO7CJZ9LU type=del 2023-01-15T14:40:52.052 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.052+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=8RHWMK7GWLVQ type=del size=2434219 2023-01-15T14:40:52.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.053+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~GMTERA5U7D00.0 size=1048576 2023-01-15T14:40:52.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.054+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~GMTERA5U7D00.1 size=181284 2023-01-15T14:40:52.056 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.055+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=GMTERA5U7D00 tag=UUL0KQUH027E type=write size=2278436 2023-01-15T14:40:52.058 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.057+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~ATPHGUB726N8.0 size=1048576 2023-01-15T14:40:52.058 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.058+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~ATPHGUB726N8.1 size=1048576 2023-01-15T14:40:52.059 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.058+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~ATPHGUB726N8.2 size=885690 2023-01-15T14:40:52.059 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.058+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=ATPHGUB726N8 tag=ZDLYLYWK1CW4 type=write size=4031418 2023-01-15T14:40:52.060 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.059+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~YMFXWIMFWBUJ.0 size=1048576 2023-01-15T14:40:52.061 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.060+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~YMFXWIMFWBUJ.1 size=583965 2023-01-15T14:40:52.063 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.062+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=YMFXWIMFWBUJ tag=AX5A6K3KZ46X type=write size=2681117 2023-01-15T14:40:52.069 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.063+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=RCI48ISE1C6U type=del size=1172970 2023-01-15T14:40:52.069 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.064+0000 7fab305e2900 1 < canceled operation key=DD5C0ZKBVAS3 tag=SK3YC12W6GVY type=del size=3738202 2023-01-15T14:40:52.069 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.066+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~VA5IVAYXEWFP.0 size=1048576 2023-01-15T14:40:52.069 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.066+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~VA5IVAYXEWFP.1 size=1048576 2023-01-15T14:40:52.069 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.067+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~VA5IVAYXEWFP.2 size=867396 2023-01-15T14:40:52.070 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.067+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=VA5IVAYXEWFP tag=KZUITZC41T3R type=write size=4013124 2023-01-15T14:40:52.070 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.068+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~XMRC62K8PBBM.0 size=1048576 2023-01-15T14:40:52.070 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.069+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~XMRC62K8PBBM.1 size=1048576 2023-01-15T14:40:52.070 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.070+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~XMRC62K8PBBM.2 size=69701 2023-01-15T14:40:52.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.071+0000 7fab305e2900 1 < completed multipart upload key=H8WF2D844W5R upload=XMRC62K8PBBM tag=TZ77WNSE9NCY type=write size=3215429 2023-01-15T14:40:52.074 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.073+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~HD8GFD7GPMIF.0 size=1048576 2023-01-15T14:40:52.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.074+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~HD8GFD7GPMIF.1 size=1048576 2023-01-15T14:40:52.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.075+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~HD8GFD7GPMIF.2 size=930928 2023-01-15T14:40:52.076 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.075+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=HD8GFD7GPMIF tag=WKHXOJ6ZV6DP type=write size=4076656 2023-01-15T14:40:52.076 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.076+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=2PK3RVOVDXV0 type=del 2023-01-15T14:40:52.078 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.077+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~5T49P8XL0VH8.0 size=1048576 2023-01-15T14:40:52.079 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.078+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~5T49P8XL0VH8.1 size=139964 2023-01-15T14:40:52.079 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.078+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=5T49P8XL0VH8 tag=PC1ROC7RQ1WF type=write size=2237116 2023-01-15T14:40:52.080 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.079+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~651DHRJINOQT.0 size=331547 2023-01-15T14:40:52.081 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.081+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=651DHRJINOQT tag=AB8VX80S3EMG type=write size=1380123 2023-01-15T14:40:52.083 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.083+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~1H30QQA2ACOK.0 size=1048576 2023-01-15T14:40:52.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.083+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~1H30QQA2ACOK.1 size=948296 2023-01-15T14:40:52.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.083+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=1H30QQA2ACOK tag=CEVV6IKBX5MJ type=write size=3045448 2023-01-15T14:40:52.085 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.085+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=UYN1C5PURTO8 type=del 2023-01-15T14:40:52.087 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.086+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~JK813M2BG4M8.0 size=1048576 2023-01-15T14:40:52.088 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.087+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~JK813M2BG4M8.1 size=1048576 2023-01-15T14:40:52.088 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.088+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~JK813M2BG4M8.2 size=766729 2023-01-15T14:40:52.088 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.088+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=JK813M2BG4M8 tag=4VTG4DRH20ZW type=write size=3912457 2023-01-15T14:40:52.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.089+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=O4AANBVO2L0G type=del 2023-01-15T14:40:52.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.090+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=ZSH1KCRED8O5 type=write size=666797 2023-01-15T14:40:52.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.091+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~334QYJSXFR5A.0 size=466003 2023-01-15T14:40:52.093 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.092+0000 7fab305e2900 1 < completed multipart upload key=ONG29C9MW4PW upload=334QYJSXFR5A tag=C37NA3QSZ2DZ type=write size=1514579 2023-01-15T14:40:52.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.094+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=JK18YV03R0RA type=del size=3107936 2023-01-15T14:40:52.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.095+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=DO1CU45IJHDK type=del 2023-01-15T14:40:52.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.096+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~9UQYBP0DJWA8.0 size=1048576 2023-01-15T14:40:52.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.097+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~9UQYBP0DJWA8.1 size=943516 2023-01-15T14:40:52.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.097+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=9UQYBP0DJWA8 tag=Z862MWJDI55Y type=write size=3040668 2023-01-15T14:40:52.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.098+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=Q7GZTUVRPQA0 type=del 2023-01-15T14:40:52.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.099+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=JVBUC4L885R7 type=del size=407097 2023-01-15T14:40:52.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.101+0000 7fab305e2900 1 < canceled operation key=4X28OAD9RALB tag=L9ADIJYA6D6A type=write size=908159 2023-01-15T14:40:52.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.102+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~ANRKCD4PNGNS.0 size=1048576 2023-01-15T14:40:52.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.103+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~ANRKCD4PNGNS.1 size=1048576 2023-01-15T14:40:52.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.104+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~ANRKCD4PNGNS.2 size=640731 2023-01-15T14:40:52.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.104+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=ANRKCD4PNGNS tag=RJ0J0K2ZU5DY type=write size=3786459 2023-01-15T14:40:52.106 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.105+0000 7fab305e2900 1 < canceled operation key=GEI2ZTAKBNDK tag=PP61HG5TP6K9 type=write size=394722 2023-01-15T14:40:52.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.106+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=FV9IQF3C4GHN type=write size=318993 2023-01-15T14:40:52.108 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.108+0000 7fab305e2900 1 < completed delete operation key=PVA8JXP2T3BM tag=A3CEYQZ5BVRY type=del 2023-01-15T14:40:52.110 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.110+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~AJY9GQ30NOQK.0 size=1048576 2023-01-15T14:40:52.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.110+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~AJY9GQ30NOQK.1 size=1048576 2023-01-15T14:40:52.112 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.111+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~AJY9GQ30NOQK.2 size=187423 2023-01-15T14:40:52.112 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.111+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=AJY9GQ30NOQK tag=3YSIACV1624O type=write size=3333151 2023-01-15T14:40:52.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.113+0000 7fab305e2900 1 < suggested update operation key=KGO3UC39S97I tag=OF41NDLA6SGB type=del size=2169057 2023-01-15T14:40:52.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.114+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=UKOHQR91ESD0 type=del size=903125 2023-01-15T14:40:52.116 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.115+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=8RHWMK7GWLVQ type=del 2023-01-15T14:40:52.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.116+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=HIA317MQQIQ4 type=write size=939920 2023-01-15T14:40:52.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.117+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~ATPHGUB726N8.0 size=1048576 2023-01-15T14:40:52.119 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.118+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~ATPHGUB726N8.1 size=1048576 2023-01-15T14:40:52.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.119+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~ATPHGUB726N8.2 size=885690 2023-01-15T14:40:52.121 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.121+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=ATPHGUB726N8 tag=ZDLYLYWK1CW4 type=write size=4031418 2023-01-15T14:40:52.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.122+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~5ABEV32R0PWP.0 size=1048576 2023-01-15T14:40:52.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.123+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~5ABEV32R0PWP.1 size=1048576 2023-01-15T14:40:52.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.124+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~5ABEV32R0PWP.2 size=278681 2023-01-15T14:40:52.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.124+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=5ABEV32R0PWP tag=2GWUU0OEXDCT type=write size=3424409 2023-01-15T14:40:52.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.126+0000 7fab305e2900 1 < suggested update operation key=QYOQYQAIU2XF tag=RCI48ISE1C6U type=del size=1172970 2023-01-15T14:40:52.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.127+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=92R2J85J5B03 type=write size=305059 2023-01-15T14:40:52.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.127+0000 7fab305e2900 1 < canceled part key=_multipart_P0S9U3H9PWUH.2~VA5IVAYXEWFP.0 size=1048576 2023-01-15T14:40:52.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.128+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~VA5IVAYXEWFP.1 size=1048576 2023-01-15T14:40:52.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.128+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~VA5IVAYXEWFP.2 size=867396 2023-01-15T14:40:52.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.130+0000 7fab305e2900 1 < canceled multipart upload key=P0S9U3H9PWUH upload=VA5IVAYXEWFP tag=KZUITZC41T3R type=write size=4013124 2023-01-15T14:40:52.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.131+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=V3XJRJCI7NNM type=del size=3623592 2023-01-15T14:40:52.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.132+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~HD8GFD7GPMIF.0 size=1048576 2023-01-15T14:40:52.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.133+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~HD8GFD7GPMIF.1 size=1048576 2023-01-15T14:40:52.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.134+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~HD8GFD7GPMIF.2 size=930928 2023-01-15T14:40:52.136 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.135+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=HD8GFD7GPMIF tag=WKHXOJ6ZV6DP type=write size=4076656 2023-01-15T14:40:52.137 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.136+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=PI1KAXQJGQMN type=del size=1589470 2023-01-15T14:40:52.138 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.137+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~5T49P8XL0VH8.0 size=1048576 2023-01-15T14:40:52.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.138+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~5T49P8XL0VH8.1 size=139964 2023-01-15T14:40:52.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.140+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=5T49P8XL0VH8 tag=PC1ROC7RQ1WF type=write size=2237116 2023-01-15T14:40:52.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.142+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~HGFM24B3Y3C2.0 size=1048576 2023-01-15T14:40:52.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.143+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~HGFM24B3Y3C2.1 size=295793 2023-01-15T14:40:52.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.143+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=HGFM24B3Y3C2 tag=MT1ZRYLZH0PL type=write size=2392945 2023-01-15T14:40:52.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.143+0000 7fab305e2900 1 < canceled part key=_multipart_Q82PRJIVXO0C.2~1H30QQA2ACOK.0 size=1048576 2023-01-15T14:40:52.145 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.144+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~1H30QQA2ACOK.1 size=948296 2023-01-15T14:40:52.146 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.145+0000 7fab305e2900 1 < canceled multipart upload key=Q82PRJIVXO0C upload=1H30QQA2ACOK tag=CEVV6IKBX5MJ type=write size=3045448 2023-01-15T14:40:52.147 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.146+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=N9NB9ZLWWW4H type=del size=2844707 2023-01-15T14:40:52.148 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.147+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~JK813M2BG4M8.0 size=1048576 2023-01-15T14:40:52.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.148+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~JK813M2BG4M8.1 size=1048576 2023-01-15T14:40:52.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.148+0000 7fab305e2900 1 < canceled part key=_multipart_Q82PRJIVXO0C.2~JK813M2BG4M8.2 size=766729 2023-01-15T14:40:52.151 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.150+0000 7fab305e2900 1 < canceled multipart upload key=Q82PRJIVXO0C upload=JK813M2BG4M8 tag=4VTG4DRH20ZW type=write size=3912457 2023-01-15T14:40:52.152 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.152+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~5MV831FXVOCF.0 size=1048576 2023-01-15T14:40:52.153 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.152+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~5MV831FXVOCF.1 size=562865 2023-01-15T14:40:52.153 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.152+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=5MV831FXVOCF tag=H0IO5FBGFM69 type=write size=2660017 2023-01-15T14:40:52.155 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.154+0000 7fab305e2900 1 < suggested update operation key=FTXCLOVB9STM tag=ZSH1KCRED8O5 type=write size=666797 2023-01-15T14:40:52.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.156+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~0055OD7289O0.0 size=1048576 2023-01-15T14:40:52.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.157+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~0055OD7289O0.1 size=498726 2023-01-15T14:40:52.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.157+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=0055OD7289O0 tag=NCT1POHO5Y9J type=write size=2595878 2023-01-15T14:40:52.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.158+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=JK18YV03R0RA type=del 2023-01-15T14:40:52.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.159+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=4XCLXE9BRIPG type=del size=2038011 2023-01-15T14:40:52.160 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.160+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~9UQYBP0DJWA8.0 size=1048576 2023-01-15T14:40:52.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.160+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~9UQYBP0DJWA8.1 size=943516 2023-01-15T14:40:52.163 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.162+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=9UQYBP0DJWA8 tag=Z862MWJDI55Y type=write size=3040668 2023-01-15T14:40:52.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.164+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~92YRWF15ZUL5.0 size=1048576 2023-01-15T14:40:52.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.165+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~92YRWF15ZUL5.1 size=1048576 2023-01-15T14:40:52.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.165+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~92YRWF15ZUL5.2 size=309829 2023-01-15T14:40:52.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.165+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=92YRWF15ZUL5 tag=0XB09HZY4O9L type=write size=3455557 2023-01-15T14:40:52.167 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.166+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=JVBUC4L885R7 type=del 2023-01-15T14:40:52.168 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.167+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=0JCGFTB6S9U7 type=write size=553239 2023-01-15T14:40:52.169 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.168+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~ANRKCD4PNGNS.0 size=1048576 2023-01-15T14:40:52.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.169+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~ANRKCD4PNGNS.1 size=1048576 2023-01-15T14:40:52.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.170+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~ANRKCD4PNGNS.2 size=640731 2023-01-15T14:40:52.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.172+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=ANRKCD4PNGNS tag=RJ0J0K2ZU5DY type=write size=3786459 2023-01-15T14:40:52.174 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.173+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~WZDIJUJ13XHX.0 size=1048576 2023-01-15T14:40:52.175 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.174+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~WZDIJUJ13XHX.1 size=1048576 2023-01-15T14:40:52.175 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.175+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~WZDIJUJ13XHX.2 size=256355 2023-01-15T14:40:52.175 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.175+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=WZDIJUJ13XHX tag=ERE7BGLJ2MQD type=write size=3402083 2023-01-15T14:40:52.176 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.176+0000 7fab305e2900 1 < completed write operation key=4XIS9UMTWBMU tag=FV9IQF3C4GHN type=write size=318993 2023-01-15T14:40:52.177 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.177+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=OYRWIQAA1VHC type=del size=2487726 2023-01-15T14:40:52.178 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.177+0000 7fab305e2900 1 < canceled part key=_multipart_RMNZBCUSJJQU.2~AJY9GQ30NOQK.0 size=1048576 2023-01-15T14:40:52.178 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.178+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~AJY9GQ30NOQK.1 size=1048576 2023-01-15T14:40:52.179 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.178+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~AJY9GQ30NOQK.2 size=187423 2023-01-15T14:40:52.181 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.180+0000 7fab305e2900 1 < canceled multipart upload key=RMNZBCUSJJQU upload=AJY9GQ30NOQK tag=3YSIACV1624O type=write size=3333151 2023-01-15T14:40:52.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.182+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~Z81EG7RTC8SV.0 size=1048576 2023-01-15T14:40:52.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.183+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~Z81EG7RTC8SV.1 size=1048576 2023-01-15T14:40:52.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.183+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~Z81EG7RTC8SV.2 size=94389 2023-01-15T14:40:52.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.183+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=Z81EG7RTC8SV tag=4BYM0I80ZYXM type=write size=3240117 2023-01-15T14:40:52.186 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.185+0000 7fab305e2900 1 < suggested update operation key=4X28OAD9RALB tag=UKOHQR91ESD0 type=del size=903125 2023-01-15T14:40:52.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.186+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=4C3XLW0E66KB type=del size=578559 2023-01-15T14:40:52.188 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.187+0000 7fab305e2900 1 < completed write operation key=BYCBFI34ZVMR tag=HIA317MQQIQ4 type=write size=939920 2023-01-15T14:40:52.189 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.188+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=6B0PJ7XDTYIE type=del size=723961 2023-01-15T14:40:52.190 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.190+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~5ABEV32R0PWP.0 size=1048576 2023-01-15T14:40:52.191 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.190+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~5ABEV32R0PWP.1 size=1048576 2023-01-15T14:40:52.192 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.191+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~5ABEV32R0PWP.2 size=278681 2023-01-15T14:40:52.194 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.193+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=5ABEV32R0PWP tag=2GWUU0OEXDCT type=write size=3424409 2023-01-15T14:40:52.194 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.194+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=8FOZ3YSCI1Q4 type=del size=280453 2023-01-15T14:40:52.196 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.195+0000 7fab305e2900 1 < completed write operation key=PA4FLBOL8VDW tag=92R2J85J5B03 type=write size=305059 2023-01-15T14:40:52.196 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.196+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=AIO5H2KIPI7U type=del size=3936781 2023-01-15T14:40:52.199 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.198+0000 7fab305e2900 1 < suggested remove operation key=GEI2ZTAKBNDK tag=V3XJRJCI7NNM type=del 2023-01-15T14:40:52.200 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.199+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=THYJZ5ZHBSAG type=write size=840928 2023-01-15T14:40:52.201 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.200+0000 7fab305e2900 -1 < failed to complete operation key=4X28OAD9RALB tag=PI1KAXQJGQMN type=del size=1589470: (22) Invalid argument 2023-01-15T14:40:52.202 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.201+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=280IO8MEK69W type=del size=2746053 2023-01-15T14:40:52.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.202+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~HGFM24B3Y3C2.0 size=1048576 2023-01-15T14:40:52.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.203+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~HGFM24B3Y3C2.1 size=295793 2023-01-15T14:40:52.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.205+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=HGFM24B3Y3C2 tag=MT1ZRYLZH0PL type=write size=2392945 2023-01-15T14:40:52.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.207+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~MPDKZV0DJ8CN.0 size=1048576 2023-01-15T14:40:52.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.208+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~MPDKZV0DJ8CN.1 size=1048576 2023-01-15T14:40:52.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.208+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~MPDKZV0DJ8CN.2 size=949497 2023-01-15T14:40:52.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.208+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=MPDKZV0DJ8CN tag=DKLFNV60Z6TN type=write size=4095225 2023-01-15T14:40:52.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.209+0000 7fab305e2900 -1 < failed to complete operation key=4X28OAD9RALB tag=N9NB9ZLWWW4H type=del size=2844707: (22) Invalid argument 2023-01-15T14:40:52.211 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.210+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=0X4WFNQVNI38 type=del size=3358150 2023-01-15T14:40:52.212 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.211+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~5MV831FXVOCF.0 size=1048576 2023-01-15T14:40:52.213 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.212+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~5MV831FXVOCF.1 size=562865 2023-01-15T14:40:52.214 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.214+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=5MV831FXVOCF tag=H0IO5FBGFM69 type=write size=2660017 2023-01-15T14:40:52.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.215+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=ZOZINAA8CPLH type=write size=469161 2023-01-15T14:40:52.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.216+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~0055OD7289O0.0 size=1048576 2023-01-15T14:40:52.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.216+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~0055OD7289O0.1 size=498726 2023-01-15T14:40:52.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.218+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=0055OD7289O0 tag=NCT1POHO5Y9J type=write size=2595878 2023-01-15T14:40:52.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.220+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~AYSAHGDOA7AA.0 size=373793 2023-01-15T14:40:52.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.220+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=AYSAHGDOA7AA tag=KLAVXA5NUQ0K type=write size=1422369 2023-01-15T14:40:52.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.221+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=4XCLXE9BRIPG type=del 2023-01-15T14:40:52.223 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.222+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~MUENVP0A16R2.0 size=1048576 2023-01-15T14:40:52.224 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.223+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~MUENVP0A16R2.1 size=1048576 2023-01-15T14:40:52.224 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.224+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~MUENVP0A16R2.2 size=219736 2023-01-15T14:40:52.224 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.224+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=MUENVP0A16R2 tag=PWQ6Z0BV8W17 type=write size=3365464 2023-01-15T14:40:52.226 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.225+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~92YRWF15ZUL5.0 size=1048576 2023-01-15T14:40:52.226 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.226+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~92YRWF15ZUL5.1 size=1048576 2023-01-15T14:40:52.227 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.226+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~92YRWF15ZUL5.2 size=309829 2023-01-15T14:40:52.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.228+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=92YRWF15ZUL5 tag=0XB09HZY4O9L type=write size=3455557 2023-01-15T14:40:52.230 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.229+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=TJ1F8R52NVRS type=del size=639658 2023-01-15T14:40:52.232 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.231+0000 7fab305e2900 1 < suggested update operation key=FTXCLOVB9STM tag=0JCGFTB6S9U7 type=write size=553239 2023-01-15T14:40:52.233 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.232+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=DF37T0AXX4PO type=del size=2282913 2023-01-15T14:40:52.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.233+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~WZDIJUJ13XHX.0 size=1048576 2023-01-15T14:40:52.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.234+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~WZDIJUJ13XHX.1 size=1048576 2023-01-15T14:40:52.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.235+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~WZDIJUJ13XHX.2 size=256355 2023-01-15T14:40:52.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.236+0000 7fab305e2900 1 < completed multipart upload key=ONG29C9MW4PW upload=WZDIJUJ13XHX tag=ERE7BGLJ2MQD type=write size=3402083 2023-01-15T14:40:52.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.238+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=0KEKE2F9VQDU type=del size=2089684 2023-01-15T14:40:52.240 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.239+0000 7fab305e2900 1 < suggested remove operation key=7B20CP9G4OAH tag=OYRWIQAA1VHC type=del 2023-01-15T14:40:52.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.241+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~WBVI6MDUVITN.0 size=644278 2023-01-15T14:40:52.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.241+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=WBVI6MDUVITN tag=PNKIGF2EFF6L type=write size=1692854 2023-01-15T14:40:52.243 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.242+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~Z81EG7RTC8SV.0 size=1048576 2023-01-15T14:40:52.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.243+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~Z81EG7RTC8SV.1 size=1048576 2023-01-15T14:40:52.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.244+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~Z81EG7RTC8SV.2 size=94389 2023-01-15T14:40:52.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.245+0000 7fab305e2900 1 < completed multipart upload key=H8WF2D844W5R upload=Z81EG7RTC8SV tag=4BYM0I80ZYXM type=write size=3240117 2023-01-15T14:40:52.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.247+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~DRI1BHR6EVDZ.0 size=1048576 2023-01-15T14:40:52.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.248+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~DRI1BHR6EVDZ.1 size=102082 2023-01-15T14:40:52.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.248+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=DRI1BHR6EVDZ tag=ZG09I09PSXS1 type=write size=2199234 2023-01-15T14:40:52.250 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.249+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=4C3XLW0E66KB type=del 2023-01-15T14:40:52.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.251+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~2L1H4ID28W16.0 size=1048576 2023-01-15T14:40:52.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.252+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~2L1H4ID28W16.1 size=1048576 2023-01-15T14:40:52.258 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.253+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~2L1H4ID28W16.2 size=896383 2023-01-15T14:40:52.258 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.253+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=2L1H4ID28W16 tag=VBSHRZ09V92B type=write size=4042111 2023-01-15T14:40:52.259 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.254+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=6B0PJ7XDTYIE type=del 2023-01-15T14:40:52.259 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.255+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~D6146DU6PQK3.0 size=1048576 2023-01-15T14:40:52.259 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.256+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~D6146DU6PQK3.1 size=1045279 2023-01-15T14:40:52.259 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.256+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=D6146DU6PQK3 tag=9V202YEQ8V0O type=write size=3142431 2023-01-15T14:40:52.259 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.257+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=8FOZ3YSCI1Q4 type=del 2023-01-15T14:40:52.260 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.259+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~NICKIXL2MR7U.0 size=1048576 2023-01-15T14:40:52.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.260+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~NICKIXL2MR7U.1 size=1017216 2023-01-15T14:40:52.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.260+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=NICKIXL2MR7U tag=OHVKDHODI7JM type=write size=3114368 2023-01-15T14:40:52.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.262+0000 7fab305e2900 1 < suggested remove operation key=RMNZBCUSJJQU tag=AIO5H2KIPI7U type=del 2023-01-15T14:40:52.264 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.264+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~C8HTG02FE2DL.0 size=1048576 2023-01-15T14:40:52.265 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.264+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~C8HTG02FE2DL.1 size=333505 2023-01-15T14:40:52.265 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.264+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=C8HTG02FE2DL tag=CK40CNFEJUXO type=write size=2430657 2023-01-15T14:40:52.266 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.265+0000 7fab305e2900 1 < completed write operation key=RXT6GFIANR9I tag=THYJZ5ZHBSAG type=write size=840928 2023-01-15T14:40:52.268 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.268+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~ERDZZ2EIRQM0.0 size=1048576 2023-01-15T14:40:52.269 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.268+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~ERDZZ2EIRQM0.1 size=985050 2023-01-15T14:40:52.269 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.268+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=ERDZZ2EIRQM0 tag=1PFKEYROSLY8 type=write size=3082202 2023-01-15T14:40:52.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.269+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=280IO8MEK69W type=del 2023-01-15T14:40:52.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.271+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~NQAVVEBXCY00.0 size=1048576 2023-01-15T14:40:52.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.272+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~NQAVVEBXCY00.1 size=745780 2023-01-15T14:40:52.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.272+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=NQAVVEBXCY00 tag=E2C8WWA75G2L type=write size=2842932 2023-01-15T14:40:52.274 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.273+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~MPDKZV0DJ8CN.0 size=1048576 2023-01-15T14:40:52.275 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.274+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~MPDKZV0DJ8CN.1 size=1048576 2023-01-15T14:40:52.275 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.275+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~MPDKZV0DJ8CN.2 size=949497 2023-01-15T14:40:52.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.276+0000 7fab305e2900 1 < completed multipart upload key=7B20CP9G4OAH upload=MPDKZV0DJ8CN tag=DKLFNV60Z6TN type=write size=4095225 2023-01-15T14:40:52.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.278+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~FZKP48J3NWTJ.0 size=1048576 2023-01-15T14:40:52.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.279+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~FZKP48J3NWTJ.1 size=1048576 2023-01-15T14:40:52.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.280+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~FZKP48J3NWTJ.2 size=10098 2023-01-15T14:40:52.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.280+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=FZKP48J3NWTJ tag=S0CIC1DM73HW type=write size=3155826 2023-01-15T14:40:52.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.281+0000 7fab305e2900 1 < canceled operation key=LSUPQGQTVO84 tag=0X4WFNQVNI38 type=del size=3358150 2023-01-15T14:40:52.282 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.282+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=9OJVBVOI6ZGK type=del size=3062326 2023-01-15T14:40:52.284 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.283+0000 7fab305e2900 1 < canceled operation key=FDLD6LAR610I tag=ZOZINAA8CPLH type=write size=469161 2023-01-15T14:40:52.284 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.284+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=24TVDMPAOI1U type=del size=1180084 2023-01-15T14:40:52.285 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.285+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~AYSAHGDOA7AA.0 size=373793 2023-01-15T14:40:52.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.287+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=AYSAHGDOA7AA tag=KLAVXA5NUQ0K type=write size=1422369 2023-01-15T14:40:52.289 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.289+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~3L48BD2YGISD.0 size=1048576 2023-01-15T14:40:52.290 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.289+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~3L48BD2YGISD.1 size=1048576 2023-01-15T14:40:52.291 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.290+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~3L48BD2YGISD.2 size=543614 2023-01-15T14:40:52.291 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.290+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=3L48BD2YGISD tag=54Z3VZLU2SIC type=write size=3689342 2023-01-15T14:40:52.292 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.291+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~MUENVP0A16R2.0 size=1048576 2023-01-15T14:40:52.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.292+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~MUENVP0A16R2.1 size=1048576 2023-01-15T14:40:52.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.293+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~MUENVP0A16R2.2 size=219736 2023-01-15T14:40:52.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.295+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=MUENVP0A16R2 tag=PWQ6Z0BV8W17 type=write size=3365464 2023-01-15T14:40:52.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.296+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=CKNCCBSK0DDX type=del size=1532632 2023-01-15T14:40:52.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.297+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=TJ1F8R52NVRS type=del 2023-01-15T14:40:52.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.299+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~60R0U0LULHPF.0 size=1048576 2023-01-15T14:40:52.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.299+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~60R0U0LULHPF.1 size=904015 2023-01-15T14:40:52.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.299+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=60R0U0LULHPF tag=M021PTJ2OY3H type=write size=3001167 2023-01-15T14:40:52.301 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.300+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=DF37T0AXX4PO type=del 2023-01-15T14:40:52.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.301+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=4GSA9I29MQQP type=del size=1340525 2023-01-15T14:40:52.304 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.303+0000 7fab305e2900 1 < suggested update operation key=4X28OAD9RALB tag=0KEKE2F9VQDU type=del size=2089684 2023-01-15T14:40:52.305 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.304+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=8MW70R2GYHJO type=del size=2960839 2023-01-15T14:40:52.306 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.305+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~WBVI6MDUVITN.0 size=644278 2023-01-15T14:40:52.308 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.307+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=WBVI6MDUVITN tag=PNKIGF2EFF6L type=write size=1692854 2023-01-15T14:40:52.309 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.309+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~36VPVLZ445WK.0 size=1048576 2023-01-15T14:40:52.310 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.309+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~36VPVLZ445WK.1 size=693638 2023-01-15T14:40:52.310 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.309+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=36VPVLZ445WK tag=22R5C0F6MW4O type=write size=2790790 2023-01-15T14:40:52.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.310+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~DRI1BHR6EVDZ.0 size=1048576 2023-01-15T14:40:52.312 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.311+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~DRI1BHR6EVDZ.1 size=102082 2023-01-15T14:40:52.313 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.313+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=DRI1BHR6EVDZ tag=ZG09I09PSXS1 type=write size=2199234 2023-01-15T14:40:52.315 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.314+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~PDBAK5G8UNX7.0 size=1048576 2023-01-15T14:40:52.316 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.315+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~PDBAK5G8UNX7.1 size=1048576 2023-01-15T14:40:52.317 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.316+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~PDBAK5G8UNX7.2 size=6101 2023-01-15T14:40:52.317 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.316+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=PDBAK5G8UNX7 tag=PM2T9AN8VMF3 type=write size=3151829 2023-01-15T14:40:52.317 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.316+0000 7fab305e2900 1 < canceled part key=_multipart_4X28OAD9RALB.2~2L1H4ID28W16.0 size=1048576 2023-01-15T14:40:52.317 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.317+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~2L1H4ID28W16.1 size=1048576 2023-01-15T14:40:52.318 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.318+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~2L1H4ID28W16.2 size=896383 2023-01-15T14:40:52.320 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.319+0000 7fab305e2900 1 < canceled multipart upload key=4X28OAD9RALB upload=2L1H4ID28W16 tag=VBSHRZ09V92B type=write size=4042111 2023-01-15T14:40:52.322 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.321+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~ZQHR9CX2N2QS.0 size=1048576 2023-01-15T14:40:52.322 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.322+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~ZQHR9CX2N2QS.1 size=1009795 2023-01-15T14:40:52.322 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.322+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=ZQHR9CX2N2QS tag=K9I3DHEMODNB type=write size=3106947 2023-01-15T14:40:52.323 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.323+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~D6146DU6PQK3.0 size=1048576 2023-01-15T14:40:52.324 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.323+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~D6146DU6PQK3.1 size=1045279 2023-01-15T14:40:52.326 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.325+0000 7fab305e2900 1 < completed multipart upload key=ONG29C9MW4PW upload=D6146DU6PQK3 tag=9V202YEQ8V0O type=write size=3142431 2023-01-15T14:40:52.327 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.326+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=IBYW1E9967MV type=del size=3500585 2023-01-15T14:40:52.328 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.327+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~NICKIXL2MR7U.0 size=1048576 2023-01-15T14:40:52.328 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.328+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~NICKIXL2MR7U.1 size=1017216 2023-01-15T14:40:52.330 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.329+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=NICKIXL2MR7U tag=OHVKDHODI7JM type=write size=3114368 2023-01-15T14:40:52.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.331+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~8LECQC1B77GV.0 size=1026080 2023-01-15T14:40:52.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.331+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=8LECQC1B77GV tag=UCLKJAGC4YP3 type=write size=2074656 2023-01-15T14:40:52.333 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.332+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~C8HTG02FE2DL.0 size=1048576 2023-01-15T14:40:52.334 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.333+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~C8HTG02FE2DL.1 size=333505 2023-01-15T14:40:52.335 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.334+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=C8HTG02FE2DL tag=CK40CNFEJUXO type=write size=2430657 2023-01-15T14:40:52.336 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.335+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=2DHFT5MZO8KR type=del size=2038066 2023-01-15T14:40:52.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.336+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~ERDZZ2EIRQM0.0 size=1048576 2023-01-15T14:40:52.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.337+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~ERDZZ2EIRQM0.1 size=985050 2023-01-15T14:40:52.339 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.338+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=ERDZZ2EIRQM0 tag=1PFKEYROSLY8 type=write size=3082202 2023-01-15T14:40:52.340 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.339+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=T0287HOI8FKO type=del size=3791139 2023-01-15T14:40:52.341 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.341+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~NQAVVEBXCY00.0 size=1048576 2023-01-15T14:40:52.342 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.341+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~NQAVVEBXCY00.1 size=745780 2023-01-15T14:40:52.344 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.343+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=NQAVVEBXCY00 tag=E2C8WWA75G2L type=write size=2842932 2023-01-15T14:40:52.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.344+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=JRJM1FNJHSZB type=del size=3646663 2023-01-15T14:40:52.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.344+0000 7fab305e2900 1 < canceled part key=_multipart_FDLD6LAR610I.2~FZKP48J3NWTJ.0 size=1048576 2023-01-15T14:40:52.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.345+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~FZKP48J3NWTJ.1 size=1048576 2023-01-15T14:40:52.346 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.346+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~FZKP48J3NWTJ.2 size=10098 2023-01-15T14:40:52.348 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.347+0000 7fab305e2900 1 < canceled multipart upload key=FDLD6LAR610I upload=FZKP48J3NWTJ tag=S0CIC1DM73HW type=write size=3155826 2023-01-15T14:40:52.350 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.349+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~19J38F368E18.0 size=1048576 2023-01-15T14:40:52.351 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.351+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~19J38F368E18.1 size=451821 2023-01-15T14:40:52.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.351+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=19J38F368E18 tag=MXYBCJ1RS57Z type=write size=2548973 2023-01-15T14:40:52.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.352+0000 7fab305e2900 1 < canceled operation key=JP5RXNMPLSF8 tag=9OJVBVOI6ZGK type=del size=3062326 2023-01-15T14:40:52.353 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.353+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=3ZRQHTQMJCXA type=del size=2089025 2023-01-15T14:40:52.354 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.354+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=24TVDMPAOI1U type=del 2023-01-15T14:40:52.358 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.355+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~1T3504Z3U2KW.0 size=1048576 2023-01-15T14:40:52.358 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.356+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~1T3504Z3U2KW.1 size=215323 2023-01-15T14:40:52.358 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.356+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=1T3504Z3U2KW tag=OWI0ENQSDTPS type=write size=2312475 2023-01-15T14:40:52.358 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.357+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~3L48BD2YGISD.0 size=1048576 2023-01-15T14:40:52.359 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.358+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~3L48BD2YGISD.1 size=1048576 2023-01-15T14:40:52.359 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.359+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~3L48BD2YGISD.2 size=543614 2023-01-15T14:40:52.361 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.360+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=3L48BD2YGISD tag=54Z3VZLU2SIC type=write size=3689342 2023-01-15T14:40:52.363 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.362+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~G9F190GKA2S8.0 size=1048576 2023-01-15T14:40:52.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.363+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~G9F190GKA2S8.1 size=1048576 2023-01-15T14:40:52.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.364+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~G9F190GKA2S8.2 size=716636 2023-01-15T14:40:52.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.364+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=G9F190GKA2S8 tag=6ERWM3997A9J type=write size=3862364 2023-01-15T14:40:52.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.365+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=CKNCCBSK0DDX type=del 2023-01-15T14:40:52.366 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.366+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=GNBFMZCPP2LV type=del size=3856616 2023-01-15T14:40:52.368 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.367+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~60R0U0LULHPF.0 size=1048576 2023-01-15T14:40:52.368 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.368+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~60R0U0LULHPF.1 size=904015 2023-01-15T14:40:52.370 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.369+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=60R0U0LULHPF tag=M021PTJ2OY3H type=write size=3001167 2023-01-15T14:40:52.372 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.371+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~WZD4JXGGJIZ8.0 size=1048576 2023-01-15T14:40:52.372 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.372+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~WZD4JXGGJIZ8.1 size=1048576 2023-01-15T14:40:52.373 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.372+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~WZD4JXGGJIZ8.2 size=415166 2023-01-15T14:40:52.373 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.372+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=WZD4JXGGJIZ8 tag=1JREMSV1VFAM type=write size=3560894 2023-01-15T14:40:52.374 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.373+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=4GSA9I29MQQP type=del 2023-01-15T14:40:52.375 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.374+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=5AKFMBHQX01Y type=del size=1741274 2023-01-15T14:40:52.376 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.376+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=8MW70R2GYHJO type=del 2023-01-15T14:40:52.379 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.378+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~N8WNR06LG2U5.0 size=1048576 2023-01-15T14:40:52.379 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.379+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~N8WNR06LG2U5.1 size=551834 2023-01-15T14:40:52.380 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.379+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=N8WNR06LG2U5 tag=KLJ428I7W6JS type=write size=2648986 2023-01-15T14:40:52.380 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.379+0000 7fab305e2900 1 < canceled part key=_multipart_ZKWYQ233LD63.2~36VPVLZ445WK.0 size=1048576 2023-01-15T14:40:52.380 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.380+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~36VPVLZ445WK.1 size=693638 2023-01-15T14:40:52.382 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.381+0000 7fab305e2900 1 < canceled multipart upload key=ZKWYQ233LD63 upload=36VPVLZ445WK tag=22R5C0F6MW4O type=write size=2790790 2023-01-15T14:40:52.383 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.382+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=D1YVU8IWNEYR type=write size=452660 2023-01-15T14:40:52.384 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.384+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~PDBAK5G8UNX7.0 size=1048576 2023-01-15T14:40:52.385 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.384+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~PDBAK5G8UNX7.1 size=1048576 2023-01-15T14:40:52.386 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.385+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~PDBAK5G8UNX7.2 size=6101 2023-01-15T14:40:52.388 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.387+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=PDBAK5G8UNX7 tag=PM2T9AN8VMF3 type=write size=3151829 2023-01-15T14:40:52.389 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.388+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=44FVPYXJ5SQV type=del size=3049127 2023-01-15T14:40:52.390 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.389+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~ZQHR9CX2N2QS.0 size=1048576 2023-01-15T14:40:52.391 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.390+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~ZQHR9CX2N2QS.1 size=1009795 2023-01-15T14:40:52.393 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.392+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=ZQHR9CX2N2QS tag=K9I3DHEMODNB type=write size=3106947 2023-01-15T14:40:52.394 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.393+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=OQTI2J3EHQZ6 type=del size=3692120 2023-01-15T14:40:52.395 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.395+0000 7fab305e2900 1 < completed delete operation key=PVA8JXP2T3BM tag=IBYW1E9967MV type=del 2023-01-15T14:40:52.396 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.396+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=8EDNFEG76GYF type=del size=3732786 2023-01-15T14:40:52.398 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.397+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~8LECQC1B77GV.0 size=1026080 2023-01-15T14:40:52.399 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.399+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=8LECQC1B77GV tag=UCLKJAGC4YP3 type=write size=2074656 2023-01-15T14:40:52.401 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.400+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~YWTIPN63JCG4.0 size=1048576 2023-01-15T14:40:52.402 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.401+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~YWTIPN63JCG4.1 size=332928 2023-01-15T14:40:52.402 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.401+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=YWTIPN63JCG4 tag=JVYR20YBY0M2 type=write size=2430080 2023-01-15T14:40:52.403 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.402+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=2DHFT5MZO8KR type=del 2023-01-15T14:40:52.404 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.403+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=AFLI7NBB2G3S type=del size=2107666 2023-01-15T14:40:52.406 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.405+0000 7fab305e2900 1 < suggested update operation key=PVA8JXP2T3BM tag=T0287HOI8FKO type=del size=3791139 2023-01-15T14:40:52.408 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.407+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~DCZDCZ80WTVN.0 size=1048576 2023-01-15T14:40:52.408 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.408+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~DCZDCZ80WTVN.1 size=1048576 2023-01-15T14:40:52.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.408+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~DCZDCZ80WTVN.2 size=134992 2023-01-15T14:40:52.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.409+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=DCZDCZ80WTVN tag=GN896ZKVKVOM type=write size=3280720 2023-01-15T14:40:52.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.410+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=JRJM1FNJHSZB type=del 2023-01-15T14:40:52.411 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.411+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=VGP6YG24VAGF type=del size=2559464 2023-01-15T14:40:52.412 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.412+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~19J38F368E18.0 size=1048576 2023-01-15T14:40:52.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.412+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~19J38F368E18.1 size=451821 2023-01-15T14:40:52.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.414+0000 7fab305e2900 1 < completed multipart upload key=H8WF2D844W5R upload=19J38F368E18 tag=MXYBCJ1RS57Z type=write size=2548973 2023-01-15T14:40:52.418 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.415+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=7PL3GPGQWJBM type=del size=2145427 2023-01-15T14:40:52.419 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.418+0000 7fab305e2900 1 < suggested update operation key=P0S9U3H9PWUH tag=3ZRQHTQMJCXA type=del size=2089025 2023-01-15T14:40:52.420 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.420+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=YJ57J7P0X0AC type=del size=2101369 2023-01-15T14:40:52.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.421+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~1T3504Z3U2KW.0 size=1048576 2023-01-15T14:40:52.422 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.421+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~1T3504Z3U2KW.1 size=215323 2023-01-15T14:40:52.424 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.423+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=1T3504Z3U2KW tag=OWI0ENQSDTPS type=write size=2312475 2023-01-15T14:40:52.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.424+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=QSZ7A6VX5X7M type=del size=3091711 2023-01-15T14:40:52.426 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.425+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~G9F190GKA2S8.0 size=1048576 2023-01-15T14:40:52.427 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.426+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~G9F190GKA2S8.1 size=1048576 2023-01-15T14:40:52.428 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.427+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~G9F190GKA2S8.2 size=716636 2023-01-15T14:40:52.430 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.429+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=G9F190GKA2S8 tag=6ERWM3997A9J type=write size=3862364 2023-01-15T14:40:52.430 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.430+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=F5J7EO2D5O9V type=write size=582612 2023-01-15T14:40:52.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.431+0000 7fab305e2900 1 < canceled operation key=XT1ET16X0IUW tag=GNBFMZCPP2LV type=del size=3856616 2023-01-15T14:40:52.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.432+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=X1Z8U541IX5U type=del size=2940030 2023-01-15T14:40:52.433 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.433+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~WZD4JXGGJIZ8.0 size=1048576 2023-01-15T14:40:52.434 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.434+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~WZD4JXGGJIZ8.1 size=1048576 2023-01-15T14:40:52.435 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.434+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~WZD4JXGGJIZ8.2 size=415166 2023-01-15T14:40:52.437 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.436+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=WZD4JXGGJIZ8 tag=1JREMSV1VFAM type=write size=3560894 2023-01-15T14:40:52.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.438+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~EI020O42MJFM.0 size=1048576 2023-01-15T14:40:52.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.439+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~EI020O42MJFM.1 size=173320 2023-01-15T14:40:52.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.439+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=EI020O42MJFM tag=ZYPAOM4K22NA type=write size=2270472 2023-01-15T14:40:52.441 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.441+0000 7fab305e2900 1 < suggested remove operation key=WIB3VTX3KFIK tag=5AKFMBHQX01Y type=del 2023-01-15T14:40:52.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.442+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~QL713SYWZXGI.0 size=646913 2023-01-15T14:40:52.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.442+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=QL713SYWZXGI tag=Q8810WN6J5P6 type=write size=1695489 2023-01-15T14:40:52.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.443+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~N8WNR06LG2U5.0 size=1048576 2023-01-15T14:40:52.445 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.444+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~N8WNR06LG2U5.1 size=551834 2023-01-15T14:40:52.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.447+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=N8WNR06LG2U5 tag=KLJ428I7W6JS type=write size=2648986 2023-01-15T14:40:52.448 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.448+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=I6KPN8ORLP1T type=del size=3227971 2023-01-15T14:40:52.449 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.449+0000 7fab305e2900 1 < completed write operation key=4XIS9UMTWBMU tag=D1YVU8IWNEYR type=write size=452660 2023-01-15T14:40:52.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.450+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=PZ3ROHILI6XI type=del size=302634 2023-01-15T14:40:52.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.451+0000 7fab305e2900 1 < completed delete operation key=3AV2R27PD12K tag=44FVPYXJ5SQV type=del 2023-01-15T14:40:52.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.452+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=PMDG6YAQ3VAP type=write size=28495 2023-01-15T14:40:52.453 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.453+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=OQTI2J3EHQZ6 type=del 2023-01-15T14:40:52.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.454+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=0SNBE0M3R05N type=del size=3124452 2023-01-15T14:40:52.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.455+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=8EDNFEG76GYF type=del 2023-01-15T14:40:52.457 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.457+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~7LRRP13GOM93.0 size=761054 2023-01-15T14:40:52.457 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.457+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=7LRRP13GOM93 tag=3ALJ9RGUJ7GF type=write size=1809630 2023-01-15T14:40:52.458 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.458+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~YWTIPN63JCG4.0 size=1048576 2023-01-15T14:40:52.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.458+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~YWTIPN63JCG4.1 size=332928 2023-01-15T14:40:52.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.461+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=YWTIPN63JCG4 tag=JVYR20YBY0M2 type=write size=2430080 2023-01-15T14:40:52.463 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.463+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~HCKZK1RS746C.0 size=1048576 2023-01-15T14:40:52.464 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.463+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~HCKZK1RS746C.1 size=27883 2023-01-15T14:40:52.464 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.463+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=HCKZK1RS746C tag=W345TSW1AUZG type=write size=2125035 2023-01-15T14:40:52.465 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.464+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=AFLI7NBB2G3S type=del 2023-01-15T14:40:52.466 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.466+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=IV0N17XMMUBI type=del size=1435866 2023-01-15T14:40:52.468 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.467+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~DCZDCZ80WTVN.0 size=1048576 2023-01-15T14:40:52.468 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.468+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~DCZDCZ80WTVN.1 size=1048576 2023-01-15T14:40:52.469 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.469+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~DCZDCZ80WTVN.2 size=134992 2023-01-15T14:40:52.471 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.470+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=DCZDCZ80WTVN tag=GN896ZKVKVOM type=write size=3280720 2023-01-15T14:40:52.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.471+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=CQNLA4YAHOYN type=del size=1438426 2023-01-15T14:40:52.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.473+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=VGP6YG24VAGF type=del 2023-01-15T14:40:52.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.475+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~WIAZZ33MJK62.0 size=557995 2023-01-15T14:40:52.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.475+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=WIAZZ33MJK62 tag=55L3M5R1H256 type=write size=1606571 2023-01-15T14:40:52.478 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.477+0000 7fab305e2900 1 < suggested update operation key=Q82PRJIVXO0C tag=7PL3GPGQWJBM type=del size=2145427 2023-01-15T14:40:52.480 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.479+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~EIAB1AERN5CP.0 size=1048576 2023-01-15T14:40:52.481 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.480+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~EIAB1AERN5CP.1 size=1040049 2023-01-15T14:40:52.481 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.480+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=EIAB1AERN5CP tag=MIA3KE79K8EQ type=write size=3137201 2023-01-15T14:40:52.482 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.481+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=YJ57J7P0X0AC type=del 2023-01-15T14:40:52.483 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.483+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=H2ML5HKZL6BH type=write size=605979 2023-01-15T14:40:52.484 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.484+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=QSZ7A6VX5X7M type=del 2023-01-15T14:40:52.485 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.485+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=63AFJEXPUZFK type=del size=1611818 2023-01-15T14:40:52.486 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.485+0000 7fab305e2900 -1 < no bi entry to suggest for operation key=WIB3VTX3KFIK tag=F5J7EO2D5O9V type=write size=582612: (2) No such file or directory 2023-01-15T14:40:52.487 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.486+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=UF0WASBYG4O2 type=del size=1828378 2023-01-15T14:40:52.489 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.488+0000 7fab305e2900 1 < suggested update operation key=PZ48A2T3Y6Z4 tag=X1Z8U541IX5U type=del size=2940030 2023-01-15T14:40:52.490 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.490+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=A14C0606NFUD type=del size=3175208 2023-01-15T14:40:52.491 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.491+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~EI020O42MJFM.0 size=1048576 2023-01-15T14:40:52.492 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.491+0000 7fab305e2900 1 < canceled part key=_multipart_P0S9U3H9PWUH.2~EI020O42MJFM.1 size=173320 2023-01-15T14:40:52.493 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.492+0000 7fab305e2900 1 < canceled multipart upload key=P0S9U3H9PWUH upload=EI020O42MJFM tag=ZYPAOM4K22NA type=write size=2270472 2023-01-15T14:40:52.494 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.494+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=FUDI9MPATC7M type=del size=1036103 2023-01-15T14:40:52.495 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.495+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~QL713SYWZXGI.0 size=646913 2023-01-15T14:40:52.497 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.496+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=QL713SYWZXGI tag=Q8810WN6J5P6 type=write size=1695489 2023-01-15T14:40:52.498 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.497+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=OR2ZAQWFNGFB type=del size=2227064 2023-01-15T14:40:52.499 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.498+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=I6KPN8ORLP1T type=del 2023-01-15T14:40:52.501 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.500+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~SWK55YQ7YEJD.0 size=336789 2023-01-15T14:40:52.501 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.500+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=SWK55YQ7YEJD tag=6U6KSSSJK9IX type=write size=1385365 2023-01-15T14:40:52.502 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.501+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=PZ3ROHILI6XI type=del 2023-01-15T14:40:52.503 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.502+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=TXHCBS1J7VT2 type=del size=2544788 2023-01-15T14:40:52.504 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.504+0000 7fab305e2900 1 < completed write operation key=ZKWYQ233LD63 tag=PMDG6YAQ3VAP type=write size=28495 2023-01-15T14:40:52.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.505+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~UJ228MNW5LUX.0 size=756538 2023-01-15T14:40:52.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.505+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=UJ228MNW5LUX tag=PS0HRUQQAR0K type=write size=1805114 2023-01-15T14:40:52.508 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.507+0000 7fab305e2900 1 < suggested update operation key=JP5RXNMPLSF8 tag=0SNBE0M3R05N type=del size=3124452 2023-01-15T14:40:52.510 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.510+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~M23T90GJ0YB8.0 size=671432 2023-01-15T14:40:52.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.510+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=M23T90GJ0YB8 tag=IARDNGEBG8GX type=write size=1720008 2023-01-15T14:40:52.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.511+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~7LRRP13GOM93.0 size=761054 2023-01-15T14:40:52.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.512+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=7LRRP13GOM93 tag=3ALJ9RGUJ7GF type=write size=1809630 2023-01-15T14:40:52.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.513+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=IZXL24CQ8DIF type=del size=734328 2023-01-15T14:40:52.515 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.515+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~HCKZK1RS746C.0 size=1048576 2023-01-15T14:40:52.516 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.516+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~HCKZK1RS746C.1 size=27883 2023-01-15T14:40:52.518 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.517+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=HCKZK1RS746C tag=W345TSW1AUZG type=write size=2125035 2023-01-15T14:40:52.519 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.518+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=5P2X0N3PBEU9 type=write size=696144 2023-01-15T14:40:52.520 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.519+0000 7fab305e2900 -1 < failed to complete operation key=PZ48A2T3Y6Z4 tag=IV0N17XMMUBI type=del size=1435866: (22) Invalid argument 2023-01-15T14:40:52.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.521+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=8EXNEL9PRYO0 type=del size=1569928 2023-01-15T14:40:52.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.522+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=CQNLA4YAHOYN type=del 2023-01-15T14:40:52.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.523+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=QZ7ZE3PQX4TE type=write size=997080 2023-01-15T14:40:52.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.524+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~WIAZZ33MJK62.0 size=557995 2023-01-15T14:40:52.526 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.525+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=WIAZZ33MJK62 tag=55L3M5R1H256 type=write size=1606571 2023-01-15T14:40:52.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.526+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=6GFW1MO2GEWJ type=del size=1520871 2023-01-15T14:40:52.528 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.527+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~EIAB1AERN5CP.0 size=1048576 2023-01-15T14:40:52.528 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.528+0000 7fab305e2900 1 < canceled part key=_multipart_ZKWYQ233LD63.2~EIAB1AERN5CP.1 size=1040049 2023-01-15T14:40:52.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.530+0000 7fab305e2900 1 < canceled multipart upload key=ZKWYQ233LD63 upload=EIAB1AERN5CP tag=MIA3KE79K8EQ type=write size=3137201 2023-01-15T14:40:52.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.531+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=VWGXRTE4SWV5 type=del size=1388344 2023-01-15T14:40:52.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.532+0000 7fab305e2900 1 < completed write operation key=7B20CP9G4OAH tag=H2ML5HKZL6BH type=write size=605979 2023-01-15T14:40:52.534 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.533+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~K0X478AVYNBV.0 size=1048576 2023-01-15T14:40:52.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.534+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~K0X478AVYNBV.1 size=1048576 2023-01-15T14:40:52.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.535+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~K0X478AVYNBV.2 size=754451 2023-01-15T14:40:52.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.535+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=K0X478AVYNBV tag=VI76LH57JFUB type=write size=3900179 2023-01-15T14:40:52.536 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.536+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=63AFJEXPUZFK type=del 2023-01-15T14:40:52.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.537+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=YM1HVL87MRVE type=write size=435359 2023-01-15T14:40:52.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.539+0000 7fab305e2900 1 < suggested update operation key=BYCBFI34ZVMR tag=UF0WASBYG4O2 type=del size=1828378 2023-01-15T14:40:52.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.540+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=7X9SM8XI4ZFJ type=del size=2879290 2023-01-15T14:40:52.541 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.541+0000 7fab305e2900 1 < canceled operation key=VUD7RI610PSV tag=A14C0606NFUD type=del size=3175208 2023-01-15T14:40:52.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.542+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=7N5TNBU8F1IQ type=del size=3415851 2023-01-15T14:40:52.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.543+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=FUDI9MPATC7M type=del 2023-01-15T14:40:52.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.544+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=TDP04RUAMD1X type=del size=3222104 2023-01-15T14:40:52.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.545+0000 7fab305e2900 1 < canceled operation key=3AV2R27PD12K tag=OR2ZAQWFNGFB type=del size=2227064 2023-01-15T14:40:52.547 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.546+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~I9PG4C3XC2OB.0 size=1048576 2023-01-15T14:40:52.548 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.547+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~I9PG4C3XC2OB.1 size=1048576 2023-01-15T14:40:52.549 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.548+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~I9PG4C3XC2OB.2 size=1019990 2023-01-15T14:40:52.549 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.548+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=I9PG4C3XC2OB tag=NQZ9AZUAYL99 type=write size=4165718 2023-01-15T14:40:52.550 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.549+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~SWK55YQ7YEJD.0 size=336789 2023-01-15T14:40:52.552 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.551+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=SWK55YQ7YEJD tag=6U6KSSSJK9IX type=write size=1385365 2023-01-15T14:40:52.553 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.553+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=VOX4BR3T5T26 type=del size=3707071 2023-01-15T14:40:52.555 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.554+0000 7fab305e2900 -1 < failed to complete operation key=JP5RXNMPLSF8 tag=TXHCBS1J7VT2 type=del size=2544788: (22) Invalid argument 2023-01-15T14:40:52.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.555+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=5V6WPF5J6AUC type=del size=1301187 2023-01-15T14:40:52.557 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.556+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~UJ228MNW5LUX.0 size=756538 2023-01-15T14:40:52.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.558+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=UJ228MNW5LUX tag=PS0HRUQQAR0K type=write size=1805114 2023-01-15T14:40:52.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.559+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=WSPPQTIZU2WX type=del size=951749 2023-01-15T14:40:52.560 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.560+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~M23T90GJ0YB8.0 size=671432 2023-01-15T14:40:52.562 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.561+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=M23T90GJ0YB8 tag=IARDNGEBG8GX type=write size=1720008 2023-01-15T14:40:52.563 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.562+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=OMNJADJW7LT6 type=del size=1638815 2023-01-15T14:40:52.564 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.563+0000 7fab305e2900 1 < canceled operation key=6KPHYE1YP0PI tag=IZXL24CQ8DIF type=del size=734328 2023-01-15T14:40:52.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.565+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=8HJJIS21SI5V type=del size=4037503 2023-01-15T14:40:52.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.566+0000 7fab305e2900 1 < canceled operation key=QYOQYQAIU2XF tag=5P2X0N3PBEU9 type=write size=696144 2023-01-15T14:40:52.568 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.568+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~X5UG4BW8WVB7.0 size=1048576 2023-01-15T14:40:52.569 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.568+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~X5UG4BW8WVB7.1 size=572499 2023-01-15T14:40:52.569 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.568+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=X5UG4BW8WVB7 tag=WAT8R1TK26ZX type=write size=2669651 2023-01-15T14:40:52.570 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.569+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=8EXNEL9PRYO0 type=del 2023-01-15T14:40:52.571 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.571+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=1M26CB3EMIRE type=write size=632888 2023-01-15T14:40:52.572 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.572+0000 7fab305e2900 1 < canceled operation key=FDLD6LAR610I tag=QZ7ZE3PQX4TE type=write size=997080 2023-01-15T14:40:52.573 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.573+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=XGBX3OV9TP8A type=write size=30863 2023-01-15T14:40:52.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.574+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=6GFW1MO2GEWJ type=del 2023-01-15T14:40:52.576 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.575+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=RCKB09LK0L10 type=write size=583558 2023-01-15T14:40:52.577 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.576+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=VWGXRTE4SWV5 type=del 2023-01-15T14:40:52.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.577+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=B3LXQLOF4EPM type=del size=2721902 2023-01-15T14:40:52.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.579+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~K0X478AVYNBV.0 size=1048576 2023-01-15T14:40:52.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.579+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~K0X478AVYNBV.1 size=1048576 2023-01-15T14:40:52.581 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.580+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~K0X478AVYNBV.2 size=754451 2023-01-15T14:40:52.583 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.583+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=K0X478AVYNBV tag=VI76LH57JFUB type=write size=3900179 2023-01-15T14:40:52.584 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.584+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=HAHY1ZB3D3U0 type=del size=841638 2023-01-15T14:40:52.585 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.585+0000 7fab305e2900 1 < completed write operation key=8CLBEV2LUJWJ tag=YM1HVL87MRVE type=write size=435359 2023-01-15T14:40:52.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.587+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~1HGCRJ8VFEOT.0 size=1048576 2023-01-15T14:40:52.588 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.587+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~1HGCRJ8VFEOT.1 size=1048576 2023-01-15T14:40:52.589 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.588+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~1HGCRJ8VFEOT.2 size=442376 2023-01-15T14:40:52.589 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.588+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=1HGCRJ8VFEOT tag=LYNOG20SC0TJ type=write size=3588104 2023-01-15T14:40:52.590 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.589+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=7X9SM8XI4ZFJ type=del 2023-01-15T14:40:52.591 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.591+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=Q16YSWVJK4D8 type=del size=1325160 2023-01-15T14:40:52.592 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.592+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=7N5TNBU8F1IQ type=del 2023-01-15T14:40:52.593 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.593+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=NKH1378Y6FXM type=del size=3842341 2023-01-15T14:40:52.595 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.594+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=TDP04RUAMD1X type=del 2023-01-15T14:40:52.596 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.595+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=ND1KVCPLLAHG type=del size=2789399 2023-01-15T14:40:52.597 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.596+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~I9PG4C3XC2OB.0 size=1048576 2023-01-15T14:40:52.597 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.597+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~I9PG4C3XC2OB.1 size=1048576 2023-01-15T14:40:52.598 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.598+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~I9PG4C3XC2OB.2 size=1019990 2023-01-15T14:40:52.600 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.600+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=I9PG4C3XC2OB tag=NQZ9AZUAYL99 type=write size=4165718 2023-01-15T14:40:52.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.601+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=A43OK8QVNAWV type=del size=3335484 2023-01-15T14:40:52.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.602+0000 7fab305e2900 1 < completed delete operation key=7B20CP9G4OAH tag=VOX4BR3T5T26 type=del 2023-01-15T14:40:52.605 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.604+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~RRDFLKFGQ61O.0 size=499771 2023-01-15T14:40:52.605 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.604+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=RRDFLKFGQ61O tag=9PRMA34LN5O1 type=write size=1548347 2023-01-15T14:40:52.607 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.607+0000 7fab305e2900 1 < suggested remove operation key=QYOQYQAIU2XF tag=5V6WPF5J6AUC type=del 2023-01-15T14:40:52.608 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.608+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=3WZFG51FRWE5 type=del size=2986830 2023-01-15T14:40:52.611 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.610+0000 7fab305e2900 1 < suggested update operation key=PZ48A2T3Y6Z4 tag=WSPPQTIZU2WX type=del size=951749 2023-01-15T14:40:52.612 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.612+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~BE1TF09NQKKE.0 size=1048576 2023-01-15T14:40:52.613 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.613+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~BE1TF09NQKKE.1 size=689373 2023-01-15T14:40:52.614 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.613+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=BE1TF09NQKKE tag=Y1I20FYIA0VB type=write size=2786525 2023-01-15T14:40:52.614 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.614+0000 7fab305e2900 -1 < failed to complete operation key=PZ48A2T3Y6Z4 tag=OMNJADJW7LT6 type=del size=1638815: (22) Invalid argument 2023-01-15T14:40:52.616 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.616+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~RYYOSOKAIEVU.0 size=1048576 2023-01-15T14:40:52.617 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.616+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~RYYOSOKAIEVU.1 size=175633 2023-01-15T14:40:52.617 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.616+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=RYYOSOKAIEVU tag=T00Y2U2W4UCD type=write size=2272785 2023-01-15T14:40:52.618 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.617+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=8HJJIS21SI5V type=del 2023-01-15T14:40:52.619 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.619+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=A6YV5LP1P039 type=del size=4026937 2023-01-15T14:40:52.620 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.620+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~X5UG4BW8WVB7.0 size=1048576 2023-01-15T14:40:52.621 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.620+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~X5UG4BW8WVB7.1 size=572499 2023-01-15T14:40:52.623 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.622+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=X5UG4BW8WVB7 tag=WAT8R1TK26ZX type=write size=2669651 2023-01-15T14:40:52.624 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.624+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=UJ63AC5MV76X type=del size=253339 2023-01-15T14:40:52.626 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.626+0000 7fab305e2900 1 < suggested update operation key=JP5RXNMPLSF8 tag=1M26CB3EMIRE type=write size=632888 2023-01-15T14:40:52.628 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.627+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~96IQOKR32CN1.0 size=516042 2023-01-15T14:40:52.628 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.627+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=96IQOKR32CN1 tag=9DNUKK8E2D7F type=write size=1564618 2023-01-15T14:40:52.630 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.629+0000 7fab305e2900 1 < completed write operation key=PA4FLBOL8VDW tag=XGBX3OV9TP8A type=write size=30863 2023-01-15T14:40:52.637 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.631+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~1FMM8JRWWH20.0 size=1048576 2023-01-15T14:40:52.638 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.632+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~1FMM8JRWWH20.1 size=1048576 2023-01-15T14:40:52.638 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.633+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~1FMM8JRWWH20.2 size=961671 2023-01-15T14:40:52.638 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.633+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=1FMM8JRWWH20 tag=4397Q5ZE0ETH type=write size=4107399 2023-01-15T14:40:52.638 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.634+0000 7fab305e2900 1 < completed write operation key=LSUPQGQTVO84 tag=RCKB09LK0L10 type=write size=583558 2023-01-15T14:40:52.638 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.636+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~WJQQOF7D326W.0 size=720285 2023-01-15T14:40:52.638 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.636+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=WJQQOF7D326W tag=QE85QISH2SRZ type=write size=1768861 2023-01-15T14:40:52.639 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.638+0000 7fab305e2900 1 < suggested update operation key=PVA8JXP2T3BM tag=B3LXQLOF4EPM type=del size=2721902 2023-01-15T14:40:52.640 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.639+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=44U0VHQU94R9 type=del size=2938639 2023-01-15T14:40:52.641 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.641+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=HAHY1ZB3D3U0 type=del 2023-01-15T14:40:52.642 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.642+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=UQEN03VZWG0Z type=del size=551490 2023-01-15T14:40:52.643 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.643+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~1HGCRJ8VFEOT.0 size=1048576 2023-01-15T14:40:52.644 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.643+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~1HGCRJ8VFEOT.1 size=1048576 2023-01-15T14:40:52.647 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.644+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~1HGCRJ8VFEOT.2 size=442376 2023-01-15T14:40:52.648 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.646+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=1HGCRJ8VFEOT tag=LYNOG20SC0TJ type=write size=3588104 2023-01-15T14:40:52.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.648+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~GT40SIUC4OUM.0 size=1048576 2023-01-15T14:40:52.650 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.649+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~GT40SIUC4OUM.1 size=1048576 2023-01-15T14:40:52.651 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.650+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~GT40SIUC4OUM.2 size=487989 2023-01-15T14:40:52.651 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.650+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=GT40SIUC4OUM tag=OAX3W41NMFW0 type=write size=3633717 2023-01-15T14:40:52.653 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.652+0000 7fab305e2900 1 < suggested remove operation key=GEI2ZTAKBNDK tag=Q16YSWVJK4D8 type=del 2023-01-15T14:40:52.655 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.655+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~V4JT03AZQRRR.0 size=13526 2023-01-15T14:40:52.656 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.655+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=V4JT03AZQRRR tag=1S05WKRWRZ47 type=write size=1062102 2023-01-15T14:40:52.656 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.656+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=NKH1378Y6FXM type=del 2023-01-15T14:40:52.658 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.658+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~7ZRV6K8D2PXD.0 size=847775 2023-01-15T14:40:52.659 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.658+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=7ZRV6K8D2PXD tag=DK417QXHCTWB type=write size=1896351 2023-01-15T14:40:52.659 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.659+0000 7fab305e2900 1 < canceled operation key=ZKWYQ233LD63 tag=ND1KVCPLLAHG type=del size=2789399 2023-01-15T14:40:52.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.661+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~TSQRAZMT0DO3.0 size=287817 2023-01-15T14:40:52.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.661+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=TSQRAZMT0DO3 tag=OV6DMCLN2E9M type=write size=1336393 2023-01-15T14:40:52.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.662+0000 7fab305e2900 -1 < failed to complete operation key=JP5RXNMPLSF8 tag=A43OK8QVNAWV type=del size=3335484: (22) Invalid argument 2023-01-15T14:40:52.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.663+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=TAKCL86ISYJ5 type=del size=1657587 2023-01-15T14:40:52.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.664+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~RRDFLKFGQ61O.0 size=499771 2023-01-15T14:40:52.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.665+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=RRDFLKFGQ61O tag=9PRMA34LN5O1 type=write size=1548347 2023-01-15T14:40:52.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.667+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~U03DYGG3V3BR.0 size=1048576 2023-01-15T14:40:52.669 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.668+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~U03DYGG3V3BR.1 size=1048576 2023-01-15T14:40:52.669 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.669+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~U03DYGG3V3BR.2 size=669175 2023-01-15T14:40:52.669 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.669+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=U03DYGG3V3BR tag=KJPBIUU8LRM3 type=write size=3814903 2023-01-15T14:40:52.670 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.670+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=3WZFG51FRWE5 type=del 2023-01-15T14:40:52.672 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.671+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~SO0ZI3Y95QSO.0 size=373774 2023-01-15T14:40:52.672 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.672+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=SO0ZI3Y95QSO tag=GO0VWDTFS2PM type=write size=1422350 2023-01-15T14:40:52.674 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.673+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~BE1TF09NQKKE.0 size=1048576 2023-01-15T14:40:52.674 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.673+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~BE1TF09NQKKE.1 size=689373 2023-01-15T14:40:52.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.675+0000 7fab305e2900 1 < completed multipart upload key=Q82PRJIVXO0C upload=BE1TF09NQKKE tag=Y1I20FYIA0VB type=write size=2786525 2023-01-15T14:40:52.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.677+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=RC8NGQIHFXBL type=write size=967760 2023-01-15T14:40:52.679 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.679+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~RYYOSOKAIEVU.0 size=1048576 2023-01-15T14:40:52.680 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.679+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~RYYOSOKAIEVU.1 size=175633 2023-01-15T14:40:52.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.681+0000 7fab305e2900 1 < completed multipart upload key=8CLBEV2LUJWJ upload=RYYOSOKAIEVU tag=T00Y2U2W4UCD type=write size=2272785 2023-01-15T14:40:52.684 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.684+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~5PIXL8J1ECCQ.0 size=180417 2023-01-15T14:40:52.684 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.684+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=5PIXL8J1ECCQ tag=XZ63GO2169N9 type=write size=1228993 2023-01-15T14:40:52.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.685+0000 7fab305e2900 1 < canceled operation key=QX2O9IX3I6C3 tag=A6YV5LP1P039 type=del size=4026937 2023-01-15T14:40:52.686 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.686+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=UD23MI2PUB31 type=del size=2804750 2023-01-15T14:40:52.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.687+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=UJ63AC5MV76X type=del 2023-01-15T14:40:52.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.688+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=5YSEO8VLFB44 type=write size=928005 2023-01-15T14:40:52.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.689+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~96IQOKR32CN1.0 size=516042 2023-01-15T14:40:52.691 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.690+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=96IQOKR32CN1 tag=9DNUKK8E2D7F type=write size=1564618 2023-01-15T14:40:52.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.693+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~D33L9KUR3GND.0 size=1048576 2023-01-15T14:40:52.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.693+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~D33L9KUR3GND.1 size=1048576 2023-01-15T14:40:52.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.694+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~D33L9KUR3GND.2 size=777056 2023-01-15T14:40:52.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.694+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=D33L9KUR3GND tag=S92FBUI86UGM type=write size=3922784 2023-01-15T14:40:52.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.695+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~1FMM8JRWWH20.0 size=1048576 2023-01-15T14:40:52.697 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.696+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~1FMM8JRWWH20.1 size=1048576 2023-01-15T14:40:52.698 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.696+0000 7fab305e2900 1 < canceled part key=_multipart_KTFY3EPKMIPP.2~1FMM8JRWWH20.2 size=961671 2023-01-15T14:40:52.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.698+0000 7fab305e2900 1 < canceled multipart upload key=KTFY3EPKMIPP upload=1FMM8JRWWH20 tag=4397Q5ZE0ETH type=write size=4107399 2023-01-15T14:40:52.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.699+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=OW9DF57L4Y1X type=del size=119707 2023-01-15T14:40:52.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.700+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~WJQQOF7D326W.0 size=720285 2023-01-15T14:40:52.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.702+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=WJQQOF7D326W tag=QE85QISH2SRZ type=write size=1768861 2023-01-15T14:40:52.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.704+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~RTCB3A1X31VY.0 size=1048576 2023-01-15T14:40:52.705 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.705+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~RTCB3A1X31VY.1 size=485045 2023-01-15T14:40:52.705 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.705+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=RTCB3A1X31VY tag=XYOJVYSQZ4HX type=write size=2582197 2023-01-15T14:40:52.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.706+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=44U0VHQU94R9 type=del 2023-01-15T14:40:52.708 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.708+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~STB2XC55RAY4.0 size=1048576 2023-01-15T14:40:52.709 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.708+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~STB2XC55RAY4.1 size=1048576 2023-01-15T14:40:52.710 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.709+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~STB2XC55RAY4.2 size=675783 2023-01-15T14:40:52.710 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.709+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=STB2XC55RAY4 tag=1PNAD2LQ1L2A type=write size=3821511 2023-01-15T14:40:52.712 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.711+0000 7fab305e2900 1 < suggested remove operation key=PZ48A2T3Y6Z4 tag=UQEN03VZWG0Z type=del 2023-01-15T14:40:52.712 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.712+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=M5S0DCF568PT type=write size=464796 2023-01-15T14:40:52.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.713+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~GT40SIUC4OUM.0 size=1048576 2023-01-15T14:40:52.714 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.714+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~GT40SIUC4OUM.1 size=1048576 2023-01-15T14:40:52.715 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.714+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~GT40SIUC4OUM.2 size=487989 2023-01-15T14:40:52.717 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.716+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=GT40SIUC4OUM tag=OAX3W41NMFW0 type=write size=3633717 2023-01-15T14:40:52.718 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.717+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=BIZIEXRHR7BY type=del size=467980 2023-01-15T14:40:52.719 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.718+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~V4JT03AZQRRR.0 size=13526 2023-01-15T14:40:52.721 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.720+0000 7fab305e2900 1 < completed multipart upload key=Q82PRJIVXO0C upload=V4JT03AZQRRR tag=1S05WKRWRZ47 type=write size=1062102 2023-01-15T14:40:52.721 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.721+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=BFR6YARWSADR type=write size=121120 2023-01-15T14:40:52.723 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.722+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~7ZRV6K8D2PXD.0 size=847775 2023-01-15T14:40:52.724 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.724+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=7ZRV6K8D2PXD tag=DK417QXHCTWB type=write size=1896351 2023-01-15T14:40:52.725 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.725+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=P303D9WCHZNU type=write size=166568 2023-01-15T14:40:52.726 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.726+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~TSQRAZMT0DO3.0 size=287817 2023-01-15T14:40:52.728 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.727+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=TSQRAZMT0DO3 tag=OV6DMCLN2E9M type=write size=1336393 2023-01-15T14:40:52.729 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.728+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=R74P0OOYIZ5K type=del size=491375 2023-01-15T14:40:52.731 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.730+0000 7fab305e2900 1 < suggested update operation key=GEI2ZTAKBNDK tag=TAKCL86ISYJ5 type=del size=1657587 2023-01-15T14:40:52.732 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.731+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=61VGU2UAGZR8 type=del size=2155161 2023-01-15T14:40:52.732 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.731+0000 7fab305e2900 1 < canceled part key=_multipart_QX2O9IX3I6C3.2~U03DYGG3V3BR.0 size=1048576 2023-01-15T14:40:52.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.732+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~U03DYGG3V3BR.1 size=1048576 2023-01-15T14:40:52.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.732+0000 7fab305e2900 1 < canceled part key=_multipart_QX2O9IX3I6C3.2~U03DYGG3V3BR.2 size=669175 2023-01-15T14:40:52.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.734+0000 7fab305e2900 1 < canceled multipart upload key=QX2O9IX3I6C3 upload=U03DYGG3V3BR tag=KJPBIUU8LRM3 type=write size=3814903 2023-01-15T14:40:52.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.735+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=58O3RCL1HCLR type=del size=3853573 2023-01-15T14:40:52.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.736+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~SO0ZI3Y95QSO.0 size=373774 2023-01-15T14:40:52.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.737+0000 7fab305e2900 1 < completed multipart upload key=Q82PRJIVXO0C upload=SO0ZI3Y95QSO tag=GO0VWDTFS2PM type=write size=1422350 2023-01-15T14:40:52.739 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.738+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=8UQ2HRWC571V type=del size=2170827 2023-01-15T14:40:52.740 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.739+0000 7fab305e2900 -1 < failed to complete operation key=PZ48A2T3Y6Z4 tag=RC8NGQIHFXBL type=write size=967760: (22) Invalid argument 2023-01-15T14:40:52.741 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.740+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=JFW6J0TX9OQU type=del size=507192 2023-01-15T14:40:52.742 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.741+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~5PIXL8J1ECCQ.0 size=180417 2023-01-15T14:40:52.743 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.743+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=5PIXL8J1ECCQ tag=XZ63GO2169N9 type=write size=1228993 2023-01-15T14:40:52.746 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.745+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~RUPL2SVN0X8C.0 size=1048576 2023-01-15T14:40:52.746 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.745+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~RUPL2SVN0X8C.1 size=1048576 2023-01-15T14:40:52.747 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.746+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~RUPL2SVN0X8C.2 size=140893 2023-01-15T14:40:52.747 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.746+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=RUPL2SVN0X8C tag=OKIJGFBCFBUB type=write size=3286621 2023-01-15T14:40:52.748 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.747+0000 7fab305e2900 1 < canceled operation key=Q82PRJIVXO0C tag=UD23MI2PUB31 type=del size=2804750 2023-01-15T14:40:52.749 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.748+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=QFNDOWORYPJP type=del size=569595 2023-01-15T14:40:52.750 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.749+0000 7fab305e2900 1 < completed write operation key=Q82PRJIVXO0C tag=5YSEO8VLFB44 type=write size=928005 2023-01-15T14:40:52.751 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.750+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=9K924R8LVAMY type=del size=2215725 2023-01-15T14:40:52.752 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.751+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~D33L9KUR3GND.0 size=1048576 2023-01-15T14:40:52.753 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.752+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~D33L9KUR3GND.1 size=1048576 2023-01-15T14:40:52.753 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.753+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~D33L9KUR3GND.2 size=777056 2023-01-15T14:40:52.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.754+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=D33L9KUR3GND tag=S92FBUI86UGM type=write size=3922784 2023-01-15T14:40:52.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.755+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=NWR1IAXATS8S type=del size=2333433 2023-01-15T14:40:52.757 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.756+0000 7fab305e2900 1 < canceled operation key=3AV2R27PD12K tag=OW9DF57L4Y1X type=del size=119707 2023-01-15T14:40:52.758 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.757+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=KT4VV5HHE6OI type=del size=3922437 2023-01-15T14:40:52.759 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.758+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~RTCB3A1X31VY.0 size=1048576 2023-01-15T14:40:52.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.759+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~RTCB3A1X31VY.1 size=485045 2023-01-15T14:40:52.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.761+0000 7fab305e2900 1 < completed multipart upload key=Q82PRJIVXO0C upload=RTCB3A1X31VY tag=XYOJVYSQZ4HX type=write size=2582197 2023-01-15T14:40:52.764 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.763+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~WFDFM8FFI8V7.0 size=813625 2023-01-15T14:40:52.764 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.763+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=WFDFM8FFI8V7 tag=LJH4WW1T4PHL type=write size=1862201 2023-01-15T14:40:52.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.764+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~STB2XC55RAY4.0 size=1048576 2023-01-15T14:40:52.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.765+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~STB2XC55RAY4.1 size=1048576 2023-01-15T14:40:52.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.766+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~STB2XC55RAY4.2 size=675783 2023-01-15T14:40:52.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.767+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=STB2XC55RAY4 tag=1PNAD2LQ1L2A type=write size=3821511 2023-01-15T14:40:52.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.769+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~0CWOGUO3J4A3.0 size=56058 2023-01-15T14:40:52.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.769+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=0CWOGUO3J4A3 tag=3QRQ404KW1WH type=write size=1104634 2023-01-15T14:40:52.771 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.771+0000 7fab305e2900 1 < completed write operation key=3AV2R27PD12K tag=M5S0DCF568PT type=write size=464796 2023-01-15T14:40:52.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.772+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=XEBJZ0C6UZAE type=del size=518362 2023-01-15T14:40:52.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.773+0000 7fab305e2900 1 < canceled operation key=KGO3UC39S97I tag=BIZIEXRHR7BY type=del size=467980 2023-01-15T14:40:52.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.774+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~UN9ZZK1S2A7B.0 size=1048576 2023-01-15T14:40:52.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.775+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~UN9ZZK1S2A7B.1 size=105224 2023-01-15T14:40:52.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.775+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=UN9ZZK1S2A7B tag=AZ2OS22QYSKF type=write size=2202376 2023-01-15T14:40:52.777 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.776+0000 7fab305e2900 1 < completed write operation key=6KPHYE1YP0PI tag=BFR6YARWSADR type=write size=121120 2023-01-15T14:40:52.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.778+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~QRVFBWFI3UAH.0 size=1048576 2023-01-15T14:40:52.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.779+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~QRVFBWFI3UAH.1 size=1048576 2023-01-15T14:40:52.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.779+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~QRVFBWFI3UAH.2 size=629644 2023-01-15T14:40:52.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.779+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=QRVFBWFI3UAH tag=JRFFH1NHO70X type=write size=3775372 2023-01-15T14:40:52.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.781+0000 7fab305e2900 1 < completed write operation key=JP5RXNMPLSF8 tag=P303D9WCHZNU type=write size=166568 2023-01-15T14:40:52.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.782+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=IZ804R8SE7XD type=del size=1936139 2023-01-15T14:40:52.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.784+0000 7fab305e2900 1 < suggested update operation key=PVA8JXP2T3BM tag=R74P0OOYIZ5K type=del size=491375 2023-01-15T14:40:52.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.785+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=QH231LYJZU56 type=del size=2666070 2023-01-15T14:40:52.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.786+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=61VGU2UAGZR8 type=del 2023-01-15T14:40:52.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.787+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=20OBPYMGXER1 type=del size=1026446 2023-01-15T14:40:52.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.788+0000 7fab305e2900 -1 < failed to complete operation key=PVA8JXP2T3BM tag=58O3RCL1HCLR type=del size=3853573: (22) Invalid argument 2023-01-15T14:40:52.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.789+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~B6BX1EGE1RSQ.0 size=1048576 2023-01-15T14:40:52.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.790+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~B6BX1EGE1RSQ.1 size=340057 2023-01-15T14:40:52.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.790+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=B6BX1EGE1RSQ tag=IL966OA1WQ2E type=write size=2437209 2023-01-15T14:40:52.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.791+0000 7fab305e2900 -1 < failed to complete operation key=PVA8JXP2T3BM tag=8UQ2HRWC571V type=del size=2170827: (22) Invalid argument 2023-01-15T14:40:52.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.793+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~215TKRNYQWAC.0 size=371948 2023-01-15T14:40:52.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.793+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=215TKRNYQWAC tag=P1QNXQDLOI76 type=write size=1420524 2023-01-15T14:40:52.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.794+0000 7fab305e2900 1 < canceled operation key=H8WF2D844W5R tag=JFW6J0TX9OQU type=del size=507192 2023-01-15T14:40:52.796 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.795+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~P2HL4M3SD9TK.0 size=1048576 2023-01-15T14:40:52.797 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.796+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~P2HL4M3SD9TK.1 size=1048576 2023-01-15T14:40:52.797 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.797+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~P2HL4M3SD9TK.2 size=480232 2023-01-15T14:40:52.797 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.797+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=P2HL4M3SD9TK tag=C6X0LAN2U9BH type=write size=3625960 2023-01-15T14:40:52.798 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.798+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~RUPL2SVN0X8C.0 size=1048576 2023-01-15T14:40:52.799 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.798+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~RUPL2SVN0X8C.1 size=1048576 2023-01-15T14:40:52.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.799+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~RUPL2SVN0X8C.2 size=140893 2023-01-15T14:40:52.801 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.801+0000 7fab305e2900 1 < completed multipart upload key=Q82PRJIVXO0C upload=RUPL2SVN0X8C tag=OKIJGFBCFBUB type=write size=3286621 2023-01-15T14:40:52.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.802+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=D1J8661Z61FP type=write size=943515 2023-01-15T14:40:52.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.803+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=QFNDOWORYPJP type=del 2023-01-15T14:40:52.804 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.804+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=IA5FC5DD0GK6 type=del size=1597205 2023-01-15T14:40:52.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.805+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=9K924R8LVAMY type=del 2023-01-15T14:40:52.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.806+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=HQTT806ESIAG type=del size=2482018 2023-01-15T14:40:52.808 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.808+0000 7fab305e2900 1 < suggested remove operation key=LSUPQGQTVO84 tag=NWR1IAXATS8S type=del 2023-01-15T14:40:52.809 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.808+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=M5F40T9AYFR8 type=del size=1499665 2023-01-15T14:40:52.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.810+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=KT4VV5HHE6OI type=del 2023-01-15T14:40:52.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.811+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=XPFED4Q3NQR0 type=del size=431561 2023-01-15T14:40:52.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.811+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~WFDFM8FFI8V7.0 size=813625 2023-01-15T14:40:52.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.813+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=WFDFM8FFI8V7 tag=LJH4WW1T4PHL type=write size=1862201 2023-01-15T14:40:52.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.815+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~UFW2MOQADOZN.0 size=837262 2023-01-15T14:40:52.816 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.815+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=UFW2MOQADOZN tag=ABM8CVJ1R21H type=write size=1885838 2023-01-15T14:40:52.817 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.816+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~0CWOGUO3J4A3.0 size=56058 2023-01-15T14:40:52.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.817+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=0CWOGUO3J4A3 tag=3QRQ404KW1WH type=write size=1104634 2023-01-15T14:40:52.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.818+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=J3VOHWHF8GPS type=del size=492935 2023-01-15T14:40:52.820 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.819+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=XEBJZ0C6UZAE type=del 2023-01-15T14:40:52.822 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.821+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~C4KB1AF6USDB.0 size=1048576 2023-01-15T14:40:52.823 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.822+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~C4KB1AF6USDB.1 size=1048576 2023-01-15T14:40:52.823 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.823+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~C4KB1AF6USDB.2 size=326529 2023-01-15T14:40:52.823 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.823+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=C4KB1AF6USDB tag=PVVBAWZGN4YY type=write size=3472257 2023-01-15T14:40:52.824 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.824+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~UN9ZZK1S2A7B.0 size=1048576 2023-01-15T14:40:52.824 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.824+0000 7fab305e2900 1 < canceled part key=_multipart_PA4FLBOL8VDW.2~UN9ZZK1S2A7B.1 size=105224 2023-01-15T14:40:52.826 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.825+0000 7fab305e2900 1 < canceled multipart upload key=PA4FLBOL8VDW upload=UN9ZZK1S2A7B tag=AZ2OS22QYSKF type=write size=2202376 2023-01-15T14:40:52.827 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.826+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=A72QKWN5ISQ8 type=del size=2219477 2023-01-15T14:40:52.828 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.827+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~QRVFBWFI3UAH.0 size=1048576 2023-01-15T14:40:52.829 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.828+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~QRVFBWFI3UAH.1 size=1048576 2023-01-15T14:40:52.829 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.829+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~QRVFBWFI3UAH.2 size=629644 2023-01-15T14:40:52.831 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.830+0000 7fab305e2900 1 < completed multipart upload key=ONG29C9MW4PW upload=QRVFBWFI3UAH tag=JRFFH1NHO70X type=write size=3775372 2023-01-15T14:40:52.833 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.832+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~SNMJ68M732TU.0 size=81946 2023-01-15T14:40:52.833 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.832+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=SNMJ68M732TU tag=GORT2PF52PW1 type=write size=1130522 2023-01-15T14:40:52.835 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.834+0000 7fab305e2900 1 < suggested remove operation key=PA4FLBOL8VDW tag=IZ804R8SE7XD type=del 2023-01-15T14:40:52.837 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.836+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~P3YQDFE5ETUS.0 size=1048576 2023-01-15T14:40:52.838 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.837+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~P3YQDFE5ETUS.1 size=1048576 2023-01-15T14:40:52.839 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.837+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~P3YQDFE5ETUS.2 size=756911 2023-01-15T14:40:52.839 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.837+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=P3YQDFE5ETUS tag=129BXCFQQID2 type=write size=3902639 2023-01-15T14:40:52.839 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.838+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=QH231LYJZU56 type=del 2023-01-15T14:40:52.840 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.839+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=HQ6O40TO4K7O type=del size=1372366 2023-01-15T14:40:52.841 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.840+0000 7fab305e2900 -1 < failed to complete operation key=PA4FLBOL8VDW tag=20OBPYMGXER1 type=del size=1026446: (22) Invalid argument 2023-01-15T14:40:52.842 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.842+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=7Y1X2D1EHJ1H type=del size=2681139 2023-01-15T14:40:52.843 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.843+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~B6BX1EGE1RSQ.0 size=1048576 2023-01-15T14:40:52.844 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.843+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~B6BX1EGE1RSQ.1 size=340057 2023-01-15T14:40:52.846 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.846+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=B6BX1EGE1RSQ tag=IL966OA1WQ2E type=write size=2437209 2023-01-15T14:40:52.847 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.847+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=9P56Y908ANNJ type=del size=3312107 2023-01-15T14:40:52.848 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.847+0000 7fab305e2900 1 < canceled part key=_multipart_PVA8JXP2T3BM.2~215TKRNYQWAC.0 size=371948 2023-01-15T14:40:52.849 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.848+0000 7fab305e2900 1 < canceled multipart upload key=PVA8JXP2T3BM upload=215TKRNYQWAC tag=P1QNXQDLOI76 type=write size=1420524 2023-01-15T14:40:52.851 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.850+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~WJT2O4KSBVU5.0 size=1048576 2023-01-15T14:40:52.851 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.851+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~WJT2O4KSBVU5.1 size=836481 2023-01-15T14:40:52.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.851+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=WJT2O4KSBVU5 tag=2CN82T3SMTOX type=write size=2933633 2023-01-15T14:40:52.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.852+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~P2HL4M3SD9TK.0 size=1048576 2023-01-15T14:40:52.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.853+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~P2HL4M3SD9TK.1 size=1048576 2023-01-15T14:40:52.854 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.853+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~P2HL4M3SD9TK.2 size=480232 2023-01-15T14:40:52.856 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.855+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=P2HL4M3SD9TK tag=C6X0LAN2U9BH type=write size=3625960 2023-01-15T14:40:52.857 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.856+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=TYX7B0GNHXAO type=del size=315342 2023-01-15T14:40:52.859 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.859+0000 7fab305e2900 1 < suggested update operation key=GEI2ZTAKBNDK tag=D1J8661Z61FP type=write size=943515 2023-01-15T14:40:52.868 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.867+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~3B54J1EH6NWK.0 size=1048576 2023-01-15T14:40:52.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.868+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~3B54J1EH6NWK.1 size=973197 2023-01-15T14:40:52.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.868+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=3B54J1EH6NWK tag=H9RFORXQTO0M type=write size=3070349 2023-01-15T14:40:52.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.870+0000 7fab305e2900 1 < suggested update operation key=3AV2R27PD12K tag=IA5FC5DD0GK6 type=del size=1597205 2023-01-15T14:40:52.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.871+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=HIKK3RMB038D type=del size=3670937 2023-01-15T14:40:52.873 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.873+0000 7fab305e2900 1 < canceled operation key=4X28OAD9RALB tag=HQTT806ESIAG type=del size=2482018 2023-01-15T14:40:52.874 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.874+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=O39UKNQ4RVEY type=del size=1678063 2023-01-15T14:40:52.875 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.875+0000 7fab305e2900 1 < canceled operation key=ONG29C9MW4PW tag=M5F40T9AYFR8 type=del size=1499665 2023-01-15T14:40:52.878 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.876+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~0NAP5JEDVVES.0 size=1048576 2023-01-15T14:40:52.879 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.877+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~0NAP5JEDVVES.1 size=1048576 2023-01-15T14:40:52.880 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.878+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~0NAP5JEDVVES.2 size=43813 2023-01-15T14:40:52.880 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.878+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=0NAP5JEDVVES tag=SCSN75DHD3LG type=write size=3189541 2023-01-15T14:40:52.880 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.879+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=XPFED4Q3NQR0 type=del 2023-01-15T14:40:52.881 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.880+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=Z33PLWXOZGG6 type=del size=3189530 2023-01-15T14:40:52.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.881+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~UFW2MOQADOZN.0 size=837262 2023-01-15T14:40:52.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.883+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=UFW2MOQADOZN tag=ABM8CVJ1R21H type=write size=1885838 2023-01-15T14:40:52.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.884+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=OS8ZZGCLEE79 type=write size=452477 2023-01-15T14:40:52.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.885+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=J3VOHWHF8GPS type=del 2023-01-15T14:40:52.887 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.886+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~1CZW26XNXUJP.0 size=1048576 2023-01-15T14:40:52.888 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.887+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~1CZW26XNXUJP.1 size=900083 2023-01-15T14:40:52.888 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.887+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=1CZW26XNXUJP tag=4JAKF9XDXM2A type=write size=2997235 2023-01-15T14:40:52.889 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.889+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~C4KB1AF6USDB.0 size=1048576 2023-01-15T14:40:52.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.889+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~C4KB1AF6USDB.1 size=1048576 2023-01-15T14:40:52.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.890+0000 7fab305e2900 1 < canceled part key=_multipart_6KPHYE1YP0PI.2~C4KB1AF6USDB.2 size=326529 2023-01-15T14:40:52.892 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.891+0000 7fab305e2900 1 < canceled multipart upload key=6KPHYE1YP0PI upload=C4KB1AF6USDB tag=PVVBAWZGN4YY type=write size=3472257 2023-01-15T14:40:52.893 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.892+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=9YKRSYHD2SJ3 type=del size=530660 2023-01-15T14:40:52.895 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.894+0000 7fab305e2900 1 < suggested remove operation key=6KPHYE1YP0PI tag=A72QKWN5ISQ8 type=del 2023-01-15T14:40:52.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.896+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~S817VVEGF9YR.0 size=1048576 2023-01-15T14:40:52.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.897+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~S817VVEGF9YR.1 size=1048576 2023-01-15T14:40:52.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.898+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~S817VVEGF9YR.2 size=899366 2023-01-15T14:40:52.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.898+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=S817VVEGF9YR tag=P6R3W56XKON8 type=write size=4045094 2023-01-15T14:40:52.899 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.899+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~SNMJ68M732TU.0 size=81946 2023-01-15T14:40:52.901 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.900+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=SNMJ68M732TU tag=GORT2PF52PW1 type=write size=1130522 2023-01-15T14:40:52.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.901+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=5OKZB2X1KNDX type=del size=957937 2023-01-15T14:40:52.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.902+0000 7fab305e2900 1 < canceled part key=_multipart_P0S9U3H9PWUH.2~P3YQDFE5ETUS.0 size=1048576 2023-01-15T14:40:52.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.902+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~P3YQDFE5ETUS.1 size=1048576 2023-01-15T14:40:52.904 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.903+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~P3YQDFE5ETUS.2 size=756911 2023-01-15T14:40:52.905 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.905+0000 7fab305e2900 1 < canceled multipart upload key=P0S9U3H9PWUH upload=P3YQDFE5ETUS tag=129BXCFQQID2 type=write size=3902639 2023-01-15T14:40:52.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.906+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=5PTTZHEU76WW type=write size=214938 2023-01-15T14:40:52.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.907+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=HQ6O40TO4K7O type=del 2023-01-15T14:40:52.909 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.909+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~ZGX21N6JDS0F.0 size=660740 2023-01-15T14:40:52.909 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.909+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=ZGX21N6JDS0F tag=FEVE84ORZ8T7 type=write size=1709316 2023-01-15T14:40:52.911 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.910+0000 7fab305e2900 1 < canceled operation key=PZ48A2T3Y6Z4 tag=7Y1X2D1EHJ1H type=del size=2681139 2023-01-15T14:40:52.912 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.911+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~8H02BO8YJ19U.0 size=1048576 2023-01-15T14:40:52.913 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.912+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~8H02BO8YJ19U.1 size=1048576 2023-01-15T14:40:52.914 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.913+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~8H02BO8YJ19U.2 size=1045987 2023-01-15T14:40:52.914 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.913+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=8H02BO8YJ19U tag=0N24EQIQVH89 type=write size=4191715 2023-01-15T14:40:52.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.914+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=9P56Y908ANNJ type=del 2023-01-15T14:40:52.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.916+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~2X5IUK31Z1OR.0 size=1048576 2023-01-15T14:40:52.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.917+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~2X5IUK31Z1OR.1 size=186930 2023-01-15T14:40:52.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.917+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=2X5IUK31Z1OR tag=KIN2HF9SY5UU type=write size=2284082 2023-01-15T14:40:52.918 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.918+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~WJT2O4KSBVU5.0 size=1048576 2023-01-15T14:40:52.919 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.919+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~WJT2O4KSBVU5.1 size=836481 2023-01-15T14:40:52.921 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.920+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=WJT2O4KSBVU5 tag=2CN82T3SMTOX type=write size=2933633 2023-01-15T14:40:52.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.922+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~90QUIKZQBLKF.0 size=1048576 2023-01-15T14:40:52.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.923+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~90QUIKZQBLKF.1 size=448842 2023-01-15T14:40:52.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.923+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=90QUIKZQBLKF tag=GZ44CB9HP9UK type=write size=2545994 2023-01-15T14:40:52.925 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.925+0000 7fab305e2900 1 < suggested update operation key=KGO3UC39S97I tag=TYX7B0GNHXAO type=del size=315342 2023-01-15T14:40:52.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.926+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=QS7R3M31SH36 type=del size=2189689 2023-01-15T14:40:52.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.927+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~3B54J1EH6NWK.0 size=1048576 2023-01-15T14:40:52.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.927+0000 7fab305e2900 1 < canceled part key=_multipart_PVA8JXP2T3BM.2~3B54J1EH6NWK.1 size=973197 2023-01-15T14:40:52.929 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.928+0000 7fab305e2900 1 < canceled multipart upload key=PVA8JXP2T3BM upload=3B54J1EH6NWK tag=H9RFORXQTO0M type=write size=3070349 2023-01-15T14:40:52.931 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.930+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~HHWOZTTBLR0I.0 size=1048576 2023-01-15T14:40:52.931 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.931+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~HHWOZTTBLR0I.1 size=1048576 2023-01-15T14:40:52.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.932+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~HHWOZTTBLR0I.2 size=68757 2023-01-15T14:40:52.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.932+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=HHWOZTTBLR0I tag=0LW4E97ZPPGA type=write size=3214485 2023-01-15T14:40:52.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.933+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=HIKK3RMB038D type=del 2023-01-15T14:40:52.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.934+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~C8SRNKWDYY57.0 size=1048576 2023-01-15T14:40:52.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.935+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~C8SRNKWDYY57.1 size=449980 2023-01-15T14:40:52.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.935+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=C8SRNKWDYY57 tag=1YYPEWUX1WPS type=write size=2547132 2023-01-15T14:40:52.937 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.936+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=O39UKNQ4RVEY type=del 2023-01-15T14:40:52.939 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.938+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~3KFMETAA5IVW.0 size=1048576 2023-01-15T14:40:52.939 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.939+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~3KFMETAA5IVW.1 size=1038875 2023-01-15T14:40:52.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.939+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=3KFMETAA5IVW tag=583JIADSHDBN type=write size=3136027 2023-01-15T14:40:52.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.940+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~0NAP5JEDVVES.0 size=1048576 2023-01-15T14:40:52.942 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.941+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~0NAP5JEDVVES.1 size=1048576 2023-01-15T14:40:52.942 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.942+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~0NAP5JEDVVES.2 size=43813 2023-01-15T14:40:52.944 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.944+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=0NAP5JEDVVES tag=SCSN75DHD3LG type=write size=3189541 2023-01-15T14:40:52.945 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.945+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=Q1OE6WJYKGRQ type=del size=2249861 2023-01-15T14:40:52.946 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.946+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=Z33PLWXOZGG6 type=del 2023-01-15T14:40:52.948 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.948+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~D3WD0ZSII7ZA.0 size=1048576 2023-01-15T14:40:52.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.948+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~D3WD0ZSII7ZA.1 size=635897 2023-01-15T14:40:52.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.949+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=D3WD0ZSII7ZA tag=S1GGT59W8KTG type=write size=2733049 2023-01-15T14:40:52.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.951+0000 7fab305e2900 1 < suggested remove operation key=RXT6GFIANR9I tag=OS8ZZGCLEE79 type=write 2023-01-15T14:40:52.952 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.952+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=525ROPXVKDN0 type=del size=2112168 2023-01-15T14:40:52.953 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.953+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~1CZW26XNXUJP.0 size=1048576 2023-01-15T14:40:52.954 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.953+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~1CZW26XNXUJP.1 size=900083 2023-01-15T14:40:52.956 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.955+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=1CZW26XNXUJP tag=4JAKF9XDXM2A type=write size=2997235 2023-01-15T14:40:52.957 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.956+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=4KFALJLHNW3V type=del size=2381180 2023-01-15T14:40:52.958 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.958+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=9YKRSYHD2SJ3 type=del 2023-01-15T14:40:52.959 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.959+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=VCDNRLCV6E1V type=del size=1281518 2023-01-15T14:40:52.961 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.960+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~S817VVEGF9YR.0 size=1048576 2023-01-15T14:40:52.961 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.960+0000 7fab305e2900 1 < canceled part key=_multipart_FTXCLOVB9STM.2~S817VVEGF9YR.1 size=1048576 2023-01-15T14:40:52.961 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.960+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~S817VVEGF9YR.2 size=899366 2023-01-15T14:40:52.963 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.963+0000 7fab305e2900 1 < canceled multipart upload key=FTXCLOVB9STM upload=S817VVEGF9YR tag=P6R3W56XKON8 type=write size=4045094 2023-01-15T14:40:52.964 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.964+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=VNY0WYQ43L1H type=del size=2032835 2023-01-15T14:40:52.965 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.965+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=5OKZB2X1KNDX type=del 2023-01-15T14:40:52.966 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.966+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=UNTGWWCKX1NA type=del size=461696 2023-01-15T14:40:52.967 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.967+0000 7fab305e2900 1 < completed write operation key=PA4FLBOL8VDW tag=5PTTZHEU76WW type=write size=214938 2023-01-15T14:40:52.968 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.968+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=BBSBC8FUJFBP type=del size=201369 2023-01-15T14:40:52.969 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.969+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~ZGX21N6JDS0F.0 size=660740 2023-01-15T14:40:52.971 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.970+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=ZGX21N6JDS0F tag=FEVE84ORZ8T7 type=write size=1709316 2023-01-15T14:40:52.973 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.972+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~GA20E1ZP7DUI.0 size=1048576 2023-01-15T14:40:52.973 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.973+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~GA20E1ZP7DUI.1 size=626704 2023-01-15T14:40:52.973 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.973+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=GA20E1ZP7DUI tag=JFK1M5KLSPFJ type=write size=2723856 2023-01-15T14:40:52.974 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.974+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~8H02BO8YJ19U.0 size=1048576 2023-01-15T14:40:52.974 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.974+0000 7fab305e2900 1 < canceled part key=_multipart_XT1ET16X0IUW.2~8H02BO8YJ19U.1 size=1048576 2023-01-15T14:40:52.975 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.974+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~8H02BO8YJ19U.2 size=1045987 2023-01-15T14:40:52.977 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.976+0000 7fab305e2900 1 < canceled multipart upload key=XT1ET16X0IUW upload=8H02BO8YJ19U tag=0N24EQIQVH89 type=write size=4191715 2023-01-15T14:40:52.979 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.978+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~0P4K4WXY2FKN.0 size=773950 2023-01-15T14:40:52.979 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.978+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=0P4K4WXY2FKN tag=VL4JUK14RB1H type=write size=1822526 2023-01-15T14:40:52.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.979+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~2X5IUK31Z1OR.0 size=1048576 2023-01-15T14:40:52.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.980+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~2X5IUK31Z1OR.1 size=186930 2023-01-15T14:40:52.982 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.981+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=2X5IUK31Z1OR tag=KIN2HF9SY5UU type=write size=2284082 2023-01-15T14:40:52.983 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.983+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=FC61OCDVF6ZI type=del size=1741897 2023-01-15T14:40:52.984 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.984+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~90QUIKZQBLKF.0 size=1048576 2023-01-15T14:40:52.985 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.984+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~90QUIKZQBLKF.1 size=448842 2023-01-15T14:40:52.987 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.986+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=90QUIKZQBLKF tag=GZ44CB9HP9UK type=write size=2545994 2023-01-15T14:40:52.988 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.987+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=S0JFSH5NX60F type=del size=3961672 2023-01-15T14:40:52.989 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.988+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=QS7R3M31SH36 type=del 2023-01-15T14:40:52.990 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.989+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=H8EFHIWIVIIM type=del size=520813 2023-01-15T14:40:52.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.991+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~HHWOZTTBLR0I.0 size=1048576 2023-01-15T14:40:52.992 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.991+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~HHWOZTTBLR0I.1 size=1048576 2023-01-15T14:40:52.993 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.992+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~HHWOZTTBLR0I.2 size=68757 2023-01-15T14:40:52.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.994+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=HHWOZTTBLR0I tag=0LW4E97ZPPGA type=write size=3214485 2023-01-15T14:40:52.996 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.995+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=4MI0LJ34QND2 type=del size=3799064 2023-01-15T14:40:52.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.996+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~C8SRNKWDYY57.0 size=1048576 2023-01-15T14:40:52.998 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.997+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~C8SRNKWDYY57.1 size=449980 2023-01-15T14:40:52.999 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:52.999+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=C8SRNKWDYY57 tag=1YYPEWUX1WPS type=write size=2547132 2023-01-15T14:40:53.001 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.000+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=1UOB7D3QKOJ3 type=del size=799074 2023-01-15T14:40:53.001 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.001+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~3KFMETAA5IVW.0 size=1048576 2023-01-15T14:40:53.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.001+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~3KFMETAA5IVW.1 size=1038875 2023-01-15T14:40:53.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.003+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=3KFMETAA5IVW tag=583JIADSHDBN type=write size=3136027 2023-01-15T14:40:53.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.004+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=2BXVSHHT40NW type=del size=1507394 2023-01-15T14:40:53.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.005+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=Q1OE6WJYKGRQ type=del 2023-01-15T14:40:53.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.006+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=6MCCUFHXHQTT type=del size=198735 2023-01-15T14:40:53.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.007+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~D3WD0ZSII7ZA.0 size=1048576 2023-01-15T14:40:53.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.008+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~D3WD0ZSII7ZA.1 size=635897 2023-01-15T14:40:53.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.010+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=D3WD0ZSII7ZA tag=S1GGT59W8KTG type=write size=2733049 2023-01-15T14:40:53.012 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.011+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=7N2U4X9GXNYF type=del size=1714092 2023-01-15T14:40:53.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.013+0000 7fab305e2900 1 < suggested update operation key=PA4FLBOL8VDW tag=525ROPXVKDN0 type=del size=2112168 2023-01-15T14:40:53.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.015+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~SQR69IYLWYUB.0 size=1048576 2023-01-15T14:40:53.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.016+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~SQR69IYLWYUB.1 size=203383 2023-01-15T14:40:53.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.016+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=SQR69IYLWYUB tag=L2Z9VC3I1CSB type=write size=2300535 2023-01-15T14:40:53.018 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.017+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=4KFALJLHNW3V type=del 2023-01-15T14:40:53.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.018+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=DFAYMLT76URW type=write size=988678 2023-01-15T14:40:53.020 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.019+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=VCDNRLCV6E1V type=del 2023-01-15T14:40:53.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.020+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=8EEAFH1TE84G type=del size=1701895 2023-01-15T14:40:53.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.021+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=VNY0WYQ43L1H type=del 2023-01-15T14:40:53.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.022+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=P09EDPLQT1Q1 type=del size=3279407 2023-01-15T14:40:53.025 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.025+0000 7fab305e2900 1 < suggested remove operation key=KGO3UC39S97I tag=UNTGWWCKX1NA type=del 2023-01-15T14:40:53.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.026+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~SZVWTHGLIYSX.0 size=919953 2023-01-15T14:40:53.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.026+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=SZVWTHGLIYSX tag=7DKXG2WRQY82 type=write size=1968529 2023-01-15T14:40:53.028 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.027+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=BBSBC8FUJFBP type=del 2023-01-15T14:40:53.029 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.029+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=10UA8OP5IU8R type=del size=2681204 2023-01-15T14:40:53.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.030+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~GA20E1ZP7DUI.0 size=1048576 2023-01-15T14:40:53.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.030+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~GA20E1ZP7DUI.1 size=626704 2023-01-15T14:40:53.033 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.032+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=GA20E1ZP7DUI tag=JFK1M5KLSPFJ type=write size=2723856 2023-01-15T14:40:53.035 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.034+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~NSC1LZIAGH36.0 size=1048576 2023-01-15T14:40:53.036 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.035+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~NSC1LZIAGH36.1 size=1048576 2023-01-15T14:40:53.037 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.036+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~NSC1LZIAGH36.2 size=960931 2023-01-15T14:40:53.037 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.036+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=NSC1LZIAGH36 tag=60P1I0L8H2T9 type=write size=4106659 2023-01-15T14:40:53.038 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.037+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~0P4K4WXY2FKN.0 size=773950 2023-01-15T14:40:53.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.039+0000 7fab305e2900 1 < completed multipart upload key=8CLBEV2LUJWJ upload=0P4K4WXY2FKN tag=VL4JUK14RB1H type=write size=1822526 2023-01-15T14:40:53.041 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.040+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=SZ7K2A5BLX12 type=write size=820801 2023-01-15T14:40:53.042 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.041+0000 7fab305e2900 1 < completed delete operation key=3AV2R27PD12K tag=FC61OCDVF6ZI type=del 2023-01-15T14:40:53.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.043+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~25577LVUZNJ3.0 size=699169 2023-01-15T14:40:53.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.043+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=25577LVUZNJ3 tag=WG8II9VCQ07A type=write size=1747745 2023-01-15T14:40:53.045 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.044+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=S0JFSH5NX60F type=del 2023-01-15T14:40:53.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.046+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~HQDBC8WVTFZB.0 size=1048576 2023-01-15T14:40:53.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.047+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~HQDBC8WVTFZB.1 size=1048576 2023-01-15T14:40:53.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.048+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~HQDBC8WVTFZB.2 size=895722 2023-01-15T14:40:53.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.048+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=HQDBC8WVTFZB tag=I618H70NAPTY type=write size=4041450 2023-01-15T14:40:53.050 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.049+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=H8EFHIWIVIIM type=del 2023-01-15T14:40:53.052 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.051+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~5MLQE7F9B99B.0 size=1048576 2023-01-15T14:40:53.052 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.052+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~5MLQE7F9B99B.1 size=230971 2023-01-15T14:40:53.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.052+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=5MLQE7F9B99B tag=D56A2S9Z30TS type=write size=2328123 2023-01-15T14:40:53.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.053+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=4MI0LJ34QND2 type=del 2023-01-15T14:40:53.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.054+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=RQ00S6A0EGKH type=write size=994690 2023-01-15T14:40:53.056 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.055+0000 7fab305e2900 1 < canceled operation key=WIB3VTX3KFIK tag=1UOB7D3QKOJ3 type=del size=799074 2023-01-15T14:40:53.057 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.056+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=6I6XMACGNWGT type=write size=507283 2023-01-15T14:40:53.058 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.057+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=2BXVSHHT40NW type=del 2023-01-15T14:40:53.061 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.059+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=A0BY88E3PKNJ type=del size=217181 2023-01-15T14:40:53.061 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.060+0000 7fab305e2900 -1 < failed to complete operation key=KGO3UC39S97I tag=6MCCUFHXHQTT type=del size=198735: (22) Invalid argument 2023-01-15T14:40:53.061 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.061+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=OIF2P5F36W76 type=write size=410352 2023-01-15T14:40:53.063 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.063+0000 7fab305e2900 1 < suggested update operation key=QX2O9IX3I6C3 tag=7N2U4X9GXNYF type=del size=1714092 2023-01-15T14:40:53.064 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.064+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=M7FUEBNSSSPF type=del size=3365714 2023-01-15T14:40:53.065 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.065+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~SQR69IYLWYUB.0 size=1048576 2023-01-15T14:40:53.066 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.065+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~SQR69IYLWYUB.1 size=203383 2023-01-15T14:40:53.067 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.067+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=SQR69IYLWYUB tag=L2Z9VC3I1CSB type=write size=2300535 2023-01-15T14:40:53.069 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.069+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~KSH06M5AHCLU.0 size=1048576 2023-01-15T14:40:53.070 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.069+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~KSH06M5AHCLU.1 size=1048576 2023-01-15T14:40:53.071 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.070+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~KSH06M5AHCLU.2 size=506052 2023-01-15T14:40:53.071 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.070+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=KSH06M5AHCLU tag=E2ZHB9YA2V3J type=write size=3651780 2023-01-15T14:40:53.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.071+0000 7fab305e2900 1 < completed write operation key=9BIBU11P1SQR tag=DFAYMLT76URW type=write size=988678 2023-01-15T14:40:53.074 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.073+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~C2I96ZQ1IUKA.0 size=63281 2023-01-15T14:40:53.074 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.073+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=C2I96ZQ1IUKA tag=04OUH47PGK8N type=write size=1111857 2023-01-15T14:40:53.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.074+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=8EEAFH1TE84G type=del 2023-01-15T14:40:53.077 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.076+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~HJXP51RE7T2D.0 size=1048576 2023-01-15T14:40:53.078 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.077+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~HJXP51RE7T2D.1 size=1048576 2023-01-15T14:40:53.078 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.078+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~HJXP51RE7T2D.2 size=49337 2023-01-15T14:40:53.078 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.078+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=HJXP51RE7T2D tag=73Q2IVJ8SMO2 type=write size=3195065 2023-01-15T14:40:53.079 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.079+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=P09EDPLQT1Q1 type=del 2023-01-15T14:40:53.080 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.080+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=UCNZXADSBX1R type=write size=815383 2023-01-15T14:40:53.081 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.081+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~SZVWTHGLIYSX.0 size=919953 2023-01-15T14:40:53.083 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.082+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=SZVWTHGLIYSX tag=7DKXG2WRQY82 type=write size=1968529 2023-01-15T14:40:53.085 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.084+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~0SSQ7XJGL36X.0 size=1048576 2023-01-15T14:40:53.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.085+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~0SSQ7XJGL36X.1 size=960863 2023-01-15T14:40:53.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.085+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=0SSQ7XJGL36X tag=XJZTNPD1QFHH type=write size=3058015 2023-01-15T14:40:53.087 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.086+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=10UA8OP5IU8R type=del 2023-01-15T14:40:53.088 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.087+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=16B7G9HGJ5O1 type=del size=3674299 2023-01-15T14:40:53.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.088+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~NSC1LZIAGH36.0 size=1048576 2023-01-15T14:40:53.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.089+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~NSC1LZIAGH36.1 size=1048576 2023-01-15T14:40:53.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.090+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~NSC1LZIAGH36.2 size=960931 2023-01-15T14:40:53.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.092+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=NSC1LZIAGH36 tag=60P1I0L8H2T9 type=write size=4106659 2023-01-15T14:40:53.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.093+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~UDPL42TN817Q.0 size=1048576 2023-01-15T14:40:53.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.094+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~UDPL42TN817Q.1 size=1048576 2023-01-15T14:40:53.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.095+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~UDPL42TN817Q.2 size=240307 2023-01-15T14:40:53.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.095+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=UDPL42TN817Q tag=5LEZHPZQR168 type=write size=3386035 2023-01-15T14:40:53.096 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.096+0000 7fab305e2900 1 < completed write operation key=LSUPQGQTVO84 tag=SZ7K2A5BLX12 type=write size=820801 2023-01-15T14:40:53.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.097+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~S0ASSD6TUVL7.0 size=1048576 2023-01-15T14:40:53.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.098+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~S0ASSD6TUVL7.1 size=194898 2023-01-15T14:40:53.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.098+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=S0ASSD6TUVL7 tag=1H1RL45119T2 type=write size=2292050 2023-01-15T14:40:53.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.099+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~25577LVUZNJ3.0 size=699169 2023-01-15T14:40:53.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.101+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=25577LVUZNJ3 tag=WG8II9VCQ07A type=write size=1747745 2023-01-15T14:40:53.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.102+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=TX8BK4X5QHSR type=del size=2592308 2023-01-15T14:40:53.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.103+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~HQDBC8WVTFZB.0 size=1048576 2023-01-15T14:40:53.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.104+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~HQDBC8WVTFZB.1 size=1048576 2023-01-15T14:40:53.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.104+0000 7fab305e2900 1 < canceled part key=_multipart_JP5RXNMPLSF8.2~HQDBC8WVTFZB.2 size=895722 2023-01-15T14:40:53.106 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.105+0000 7fab305e2900 1 < canceled multipart upload key=JP5RXNMPLSF8 upload=HQDBC8WVTFZB tag=I618H70NAPTY type=write size=4041450 2023-01-15T14:40:53.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.106+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=5YXHXFXRNOO9 type=del size=1645089 2023-01-15T14:40:53.108 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.108+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~5MLQE7F9B99B.0 size=1048576 2023-01-15T14:40:53.109 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.108+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~5MLQE7F9B99B.1 size=230971 2023-01-15T14:40:53.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.110+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=5MLQE7F9B99B tag=D56A2S9Z30TS type=write size=2328123 2023-01-15T14:40:53.112 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.111+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=6ACAF2T57XDN type=del size=110103 2023-01-15T14:40:53.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.112+0000 7fab305e2900 1 < completed write operation key=RXT6GFIANR9I tag=RQ00S6A0EGKH type=write size=994690 2023-01-15T14:40:53.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.113+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=AD6KWTKLO1P7 type=del size=4021973 2023-01-15T14:40:53.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.114+0000 7fab305e2900 1 < completed write operation key=PVA8JXP2T3BM tag=6I6XMACGNWGT type=write size=507283 2023-01-15T14:40:53.116 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.116+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=YS110ESOARGB type=del size=831173 2023-01-15T14:40:53.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.117+0000 7fab305e2900 1 < canceled operation key=4XIS9UMTWBMU tag=A0BY88E3PKNJ type=del size=217181 2023-01-15T14:40:53.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.118+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=66D2F8GE82AO type=write size=867034 2023-01-15T14:40:53.119 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.119+0000 7fab305e2900 1 < completed write operation key=9BIBU11P1SQR tag=OIF2P5F36W76 type=write size=410352 2023-01-15T14:40:53.121 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.120+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~7G5ZR2GLAY59.0 size=943900 2023-01-15T14:40:53.121 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.120+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=7G5ZR2GLAY59 tag=RX877H1AA34K type=write size=1992476 2023-01-15T14:40:53.122 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.122+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=M7FUEBNSSSPF type=del 2023-01-15T14:40:53.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.123+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=T8NVS1OASNMY type=del size=3857313 2023-01-15T14:40:53.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.124+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~KSH06M5AHCLU.0 size=1048576 2023-01-15T14:40:53.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.124+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~KSH06M5AHCLU.1 size=1048576 2023-01-15T14:40:53.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.125+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~KSH06M5AHCLU.2 size=506052 2023-01-15T14:40:53.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.127+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=KSH06M5AHCLU tag=E2ZHB9YA2V3J type=write size=3651780 2023-01-15T14:40:53.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.129+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~327P57C11MZB.0 size=1048576 2023-01-15T14:40:53.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.130+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~327P57C11MZB.1 size=1048576 2023-01-15T14:40:53.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.130+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~327P57C11MZB.2 size=33510 2023-01-15T14:40:53.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.130+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=327P57C11MZB tag=ZXK5H2OL1M04 type=write size=3179238 2023-01-15T14:40:53.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.131+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~C2I96ZQ1IUKA.0 size=63281 2023-01-15T14:40:53.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.133+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=C2I96ZQ1IUKA tag=04OUH47PGK8N type=write size=1111857 2023-01-15T14:40:53.135 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.134+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=WCYQAVAOOWTF type=del size=1654725 2023-01-15T14:40:53.136 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.135+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~HJXP51RE7T2D.0 size=1048576 2023-01-15T14:40:53.136 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.136+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~HJXP51RE7T2D.1 size=1048576 2023-01-15T14:40:53.137 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.137+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~HJXP51RE7T2D.2 size=49337 2023-01-15T14:40:53.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.138+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=HJXP51RE7T2D tag=73Q2IVJ8SMO2 type=write size=3195065 2023-01-15T14:40:53.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.140+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=5VVI1PU724KS type=del size=3893583 2023-01-15T14:40:53.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.141+0000 7fab305e2900 1 < completed write operation key=LSUPQGQTVO84 tag=UCNZXADSBX1R type=write size=815383 2023-01-15T14:40:53.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.142+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~6SX7B290VK8Y.0 size=1048576 2023-01-15T14:40:53.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.143+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~6SX7B290VK8Y.1 size=1048576 2023-01-15T14:40:53.145 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.145+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~6SX7B290VK8Y.2 size=738443 2023-01-15T14:40:53.146 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.145+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=6SX7B290VK8Y tag=X39DE96D9VSG type=write size=3884171 2023-01-15T14:40:53.147 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.146+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~0SSQ7XJGL36X.0 size=1048576 2023-01-15T14:40:53.147 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.147+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~0SSQ7XJGL36X.1 size=960863 2023-01-15T14:40:53.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.149+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=0SSQ7XJGL36X tag=XJZTNPD1QFHH type=write size=3058015 2023-01-15T14:40:53.151 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.150+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~G7ON1AV5LB6N.0 size=963012 2023-01-15T14:40:53.151 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.150+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=G7ON1AV5LB6N tag=WUOL8CY7EDBM type=write size=2011588 2023-01-15T14:40:53.153 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.152+0000 7fab305e2900 1 < completed delete operation key=7B20CP9G4OAH tag=16B7G9HGJ5O1 type=del 2023-01-15T14:40:53.154 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.154+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~GXEPOCI1R9Y4.0 size=1048576 2023-01-15T14:40:53.155 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.154+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~GXEPOCI1R9Y4.1 size=27011 2023-01-15T14:40:53.155 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.154+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=GXEPOCI1R9Y4 tag=4DE6JSXLNVMP type=write size=2124163 2023-01-15T14:40:53.156 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.156+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~UDPL42TN817Q.0 size=1048576 2023-01-15T14:40:53.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.156+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~UDPL42TN817Q.1 size=1048576 2023-01-15T14:40:53.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.157+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~UDPL42TN817Q.2 size=240307 2023-01-15T14:40:53.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.159+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=UDPL42TN817Q tag=5LEZHPZQR168 type=write size=3386035 2023-01-15T14:40:53.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.160+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~1PPEI43UZBNU.0 size=1048576 2023-01-15T14:40:53.162 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.161+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~1PPEI43UZBNU.1 size=1048576 2023-01-15T14:40:53.163 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.162+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~1PPEI43UZBNU.2 size=1033205 2023-01-15T14:40:53.163 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.162+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=1PPEI43UZBNU tag=CNSKWPJA1K76 type=write size=4178933 2023-01-15T14:40:53.163 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.163+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~S0ASSD6TUVL7.0 size=1048576 2023-01-15T14:40:53.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.163+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~S0ASSD6TUVL7.1 size=194898 2023-01-15T14:40:53.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.165+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=S0ASSD6TUVL7 tag=1H1RL45119T2 type=write size=2292050 2023-01-15T14:40:53.167 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.166+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=11C8A9GHNKOA type=del size=614538 2023-01-15T14:40:53.168 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.167+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=TX8BK4X5QHSR type=del 2023-01-15T14:40:53.169 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.169+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~MGV3QZKZXJAU.0 size=1048576 2023-01-15T14:40:53.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.170+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~MGV3QZKZXJAU.1 size=1048576 2023-01-15T14:40:53.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.170+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~MGV3QZKZXJAU.2 size=356688 2023-01-15T14:40:53.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.170+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=MGV3QZKZXJAU tag=X809B5QBYATI type=write size=3502416 2023-01-15T14:40:53.173 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.172+0000 7fab305e2900 1 < suggested update operation key=Q82PRJIVXO0C tag=5YXHXFXRNOO9 type=del size=1645089 2023-01-15T14:40:53.175 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.174+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~SOTJ43FQ6NJ4.0 size=1048576 2023-01-15T14:40:53.176 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.175+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~SOTJ43FQ6NJ4.1 size=12797 2023-01-15T14:40:53.176 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.175+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=SOTJ43FQ6NJ4 tag=3IVWN0O8R1AL type=write size=2109949 2023-01-15T14:40:53.178 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.177+0000 7fab305e2900 1 < suggested remove operation key=4X28OAD9RALB tag=6ACAF2T57XDN type=del 2023-01-15T14:40:53.178 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.178+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=U4NK3LJW9XB5 type=del size=638540 2023-01-15T14:40:53.180 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.179+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=AD6KWTKLO1P7 type=del 2023-01-15T14:40:53.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.181+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=OBCI6K0DSB0D type=write size=35745 2023-01-15T14:40:53.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.182+0000 7fab305e2900 1 < completed delete operation key=7B20CP9G4OAH tag=YS110ESOARGB type=del 2023-01-15T14:40:53.185 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.184+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~0SDLKMA3U2F5.0 size=494865 2023-01-15T14:40:53.185 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.184+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=0SDLKMA3U2F5 tag=3RGKFPI1F3FT type=write size=1543441 2023-01-15T14:40:53.186 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.185+0000 7fab305e2900 1 < completed write operation key=RXT6GFIANR9I tag=66D2F8GE82AO type=write size=867034 2023-01-15T14:40:53.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.186+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=EFR06JI98JMC type=write size=997219 2023-01-15T14:40:53.188 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.188+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~7G5ZR2GLAY59.0 size=943900 2023-01-15T14:40:53.190 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.189+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=7G5ZR2GLAY59 tag=RX877H1AA34K type=write size=1992476 2023-01-15T14:40:53.191 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.190+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=LN8G5S6W3W2C type=del size=2536193 2023-01-15T14:40:53.192 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.192+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=T8NVS1OASNMY type=del 2023-01-15T14:40:53.193 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.193+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=MKSQ1DC4VDE7 type=del size=1189384 2023-01-15T14:40:53.194 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.194+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~327P57C11MZB.0 size=1048576 2023-01-15T14:40:53.195 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.195+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~327P57C11MZB.1 size=1048576 2023-01-15T14:40:53.196 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.195+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~327P57C11MZB.2 size=33510 2023-01-15T14:40:53.198 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.197+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=327P57C11MZB tag=ZXK5H2OL1M04 type=write size=3179238 2023-01-15T14:40:53.199 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.199+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~AGO1CB2686RV.0 size=1048576 2023-01-15T14:40:53.200 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.200+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~AGO1CB2686RV.1 size=1048576 2023-01-15T14:40:53.201 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.200+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~AGO1CB2686RV.2 size=379938 2023-01-15T14:40:53.202 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.200+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=AGO1CB2686RV tag=KML1SH1VD15I type=write size=3525666 2023-01-15T14:40:53.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.202+0000 7fab305e2900 1 < suggested update operation key=4XIS9UMTWBMU tag=WCYQAVAOOWTF type=del size=1654725 2023-01-15T14:40:53.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.204+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~HP22HR7Y7N5N.0 size=1048576 2023-01-15T14:40:53.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.205+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~HP22HR7Y7N5N.1 size=638778 2023-01-15T14:40:53.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.205+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=HP22HR7Y7N5N tag=A2ST1SLF14C4 type=write size=2735930 2023-01-15T14:40:53.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.206+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=5VVI1PU724KS type=del 2023-01-15T14:40:53.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.207+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=5VF5HW0MSBT1 type=del size=917307 2023-01-15T14:40:53.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.208+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~6SX7B290VK8Y.0 size=1048576 2023-01-15T14:40:53.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.209+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~6SX7B290VK8Y.1 size=1048576 2023-01-15T14:40:53.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.210+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~6SX7B290VK8Y.2 size=738443 2023-01-15T14:40:53.212 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.211+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=6SX7B290VK8Y tag=X39DE96D9VSG type=write size=3884171 2023-01-15T14:40:53.213 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.213+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=R9SQ19YATIJM type=del size=3401508 2023-01-15T14:40:53.214 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.214+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~G7ON1AV5LB6N.0 size=963012 2023-01-15T14:40:53.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.215+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=G7ON1AV5LB6N tag=WUOL8CY7EDBM type=write size=2011588 2023-01-15T14:40:53.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.216+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=QB84QMZQO8BB type=del size=732064 2023-01-15T14:40:53.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.218+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~GXEPOCI1R9Y4.0 size=1048576 2023-01-15T14:40:53.219 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.218+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~GXEPOCI1R9Y4.1 size=27011 2023-01-15T14:40:53.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.220+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=GXEPOCI1R9Y4 tag=4DE6JSXLNVMP type=write size=2124163 2023-01-15T14:40:53.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.221+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=LYOIIRZGZI6E type=del size=3421777 2023-01-15T14:40:53.223 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.222+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~1PPEI43UZBNU.0 size=1048576 2023-01-15T14:40:53.224 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.223+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~1PPEI43UZBNU.1 size=1048576 2023-01-15T14:40:53.225 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.224+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~1PPEI43UZBNU.2 size=1033205 2023-01-15T14:40:53.227 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.226+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=1PPEI43UZBNU tag=CNSKWPJA1K76 type=write size=4178933 2023-01-15T14:40:53.228 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.227+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=348TROD27N9B type=write size=727226 2023-01-15T14:40:53.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.228+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=11C8A9GHNKOA type=del 2023-01-15T14:40:53.231 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.230+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~VSPTA0DBJAQU.0 size=1048576 2023-01-15T14:40:53.231 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.231+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~VSPTA0DBJAQU.1 size=488186 2023-01-15T14:40:53.232 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.231+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=VSPTA0DBJAQU tag=GF3M7DEQ6CKW type=write size=2585338 2023-01-15T14:40:53.232 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.232+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~MGV3QZKZXJAU.0 size=1048576 2023-01-15T14:40:53.233 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.233+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~MGV3QZKZXJAU.1 size=1048576 2023-01-15T14:40:53.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.233+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~MGV3QZKZXJAU.2 size=356688 2023-01-15T14:40:53.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.235+0000 7fab305e2900 1 < completed multipart upload key=ONG29C9MW4PW upload=MGV3QZKZXJAU tag=X809B5QBYATI type=write size=3502416 2023-01-15T14:40:53.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.237+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~PUMJ7MP5SF30.0 size=1048576 2023-01-15T14:40:53.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.238+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~PUMJ7MP5SF30.1 size=1048576 2023-01-15T14:40:53.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.239+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~PUMJ7MP5SF30.2 size=409505 2023-01-15T14:40:53.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.239+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=PUMJ7MP5SF30 tag=Q6AS4PAKU68T type=write size=3555233 2023-01-15T14:40:53.240 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.240+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~SOTJ43FQ6NJ4.0 size=1048576 2023-01-15T14:40:53.241 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.240+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~SOTJ43FQ6NJ4.1 size=12797 2023-01-15T14:40:53.243 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.242+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=SOTJ43FQ6NJ4 tag=3IVWN0O8R1AL type=write size=2109949 2023-01-15T14:40:53.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.243+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=OR3DCZFVJUES type=del size=332533 2023-01-15T14:40:53.245 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.244+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=U4NK3LJW9XB5 type=del 2023-01-15T14:40:53.247 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.246+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=O9WG4J8TMMEB type=write size=450775 2023-01-15T14:40:53.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.247+0000 7fab305e2900 1 < completed write operation key=PA4FLBOL8VDW tag=OBCI6K0DSB0D type=write size=35745 2023-01-15T14:40:53.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.248+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=4KLSWC6UBHOO type=write size=353667 2023-01-15T14:40:53.250 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.249+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~0SDLKMA3U2F5.0 size=494865 2023-01-15T14:40:53.251 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.251+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=0SDLKMA3U2F5 tag=3RGKFPI1F3FT type=write size=1543441 2023-01-15T14:40:53.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.252+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=ZK90XBD23DHO type=write size=144715 2023-01-15T14:40:53.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.253+0000 7fab305e2900 1 < completed write operation key=4X28OAD9RALB tag=EFR06JI98JMC type=write size=997219 2023-01-15T14:40:53.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.255+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~IIAWMQHI6C13.0 size=236084 2023-01-15T14:40:53.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.255+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=IIAWMQHI6C13 tag=YRG9P3A8INS4 type=write size=1284660 2023-01-15T14:40:53.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.256+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=LN8G5S6W3W2C type=del 2023-01-15T14:40:53.261 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.257+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~7FMXE3M5ARV2.0 size=1048576 2023-01-15T14:40:53.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.258+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~7FMXE3M5ARV2.1 size=1048576 2023-01-15T14:40:53.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.259+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~7FMXE3M5ARV2.2 size=378639 2023-01-15T14:40:53.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.259+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=7FMXE3M5ARV2 tag=D3L9HYV0XU41 type=write size=3524367 2023-01-15T14:40:53.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.260+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=MKSQ1DC4VDE7 type=del 2023-01-15T14:40:53.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.262+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~Y5Y54INZLVF9.0 size=631309 2023-01-15T14:40:53.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.262+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=Y5Y54INZLVF9 tag=PGVX2UOACU9K type=write size=1679885 2023-01-15T14:40:53.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.263+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~AGO1CB2686RV.0 size=1048576 2023-01-15T14:40:53.264 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.264+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~AGO1CB2686RV.1 size=1048576 2023-01-15T14:40:53.265 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.264+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~AGO1CB2686RV.2 size=379938 2023-01-15T14:40:53.267 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.266+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=AGO1CB2686RV tag=KML1SH1VD15I type=write size=3525666 2023-01-15T14:40:53.268 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.267+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=4UBEXTMYV6OD type=del size=4188217 2023-01-15T14:40:53.269 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.268+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~HP22HR7Y7N5N.0 size=1048576 2023-01-15T14:40:53.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.269+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~HP22HR7Y7N5N.1 size=638778 2023-01-15T14:40:53.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.271+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=HP22HR7Y7N5N tag=A2ST1SLF14C4 type=write size=2735930 2023-01-15T14:40:53.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.273+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~VPWILZVGH3IL.0 size=422657 2023-01-15T14:40:53.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.273+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=VPWILZVGH3IL tag=K3BHS2PZFDMB type=write size=1471233 2023-01-15T14:40:53.274 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.273+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=5VF5HW0MSBT1 type=del 2023-01-15T14:40:53.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.275+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~LDVBSTPFCGL0.0 size=1048576 2023-01-15T14:40:53.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.276+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~LDVBSTPFCGL0.1 size=13812 2023-01-15T14:40:53.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.276+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=LDVBSTPFCGL0 tag=HP2XGEB98ZMX type=write size=2110964 2023-01-15T14:40:53.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.277+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=R9SQ19YATIJM type=del 2023-01-15T14:40:53.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.279+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~0U5WNBJSFGJ9.0 size=1048576 2023-01-15T14:40:53.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.279+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~0U5WNBJSFGJ9.1 size=1048576 2023-01-15T14:40:53.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.280+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~0U5WNBJSFGJ9.2 size=384032 2023-01-15T14:40:53.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.280+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=0U5WNBJSFGJ9 tag=S1YD10ZQOSJE type=write size=3529760 2023-01-15T14:40:53.282 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.281+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=QB84QMZQO8BB type=del 2023-01-15T14:40:53.283 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.282+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=CW1QREZTWOR5 type=del size=3087205 2023-01-15T14:40:53.284 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.283+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=LYOIIRZGZI6E type=del 2023-01-15T14:40:53.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.285+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~3BD8AQZWPKII.0 size=1047291 2023-01-15T14:40:53.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.285+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=3BD8AQZWPKII tag=V1YQW9UA0TUH type=write size=2095867 2023-01-15T14:40:53.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.286+0000 7fab305e2900 1 < completed write operation key=PA4FLBOL8VDW tag=348TROD27N9B type=write size=727226 2023-01-15T14:40:53.288 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.287+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=52IQWV1ROZ8X type=del size=1039986 2023-01-15T14:40:53.289 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.288+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~VSPTA0DBJAQU.0 size=1048576 2023-01-15T14:40:53.290 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.289+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~VSPTA0DBJAQU.1 size=488186 2023-01-15T14:40:53.291 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.291+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=VSPTA0DBJAQU tag=GF3M7DEQ6CKW type=write size=2585338 2023-01-15T14:40:53.292 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.292+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=WQY1237J04V2 type=write size=532088 2023-01-15T14:40:53.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.293+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~PUMJ7MP5SF30.0 size=1048576 2023-01-15T14:40:53.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.294+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~PUMJ7MP5SF30.1 size=1048576 2023-01-15T14:40:53.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.294+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~PUMJ7MP5SF30.2 size=409505 2023-01-15T14:40:53.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.296+0000 7fab305e2900 1 < completed multipart upload key=ONG29C9MW4PW upload=PUMJ7MP5SF30 tag=Q6AS4PAKU68T type=write size=3555233 2023-01-15T14:40:53.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.297+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=CDROISHF27YE type=del size=363592 2023-01-15T14:40:53.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.299+0000 7fab305e2900 1 < suggested update operation key=FDLD6LAR610I tag=OR3DCZFVJUES type=del size=332533 2023-01-15T14:40:53.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.301+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~3A8FC921HO0Q.0 size=963887 2023-01-15T14:40:53.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.301+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=3A8FC921HO0Q tag=I1P8SV1RWTOB type=write size=2012463 2023-01-15T14:40:53.303 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.302+0000 7fab305e2900 1 < completed write operation key=XT1ET16X0IUW tag=O9WG4J8TMMEB type=write size=450775 2023-01-15T14:40:53.304 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.303+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=8NWZFZ53964Q type=del size=484784 2023-01-15T14:40:53.305 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.304+0000 7fab305e2900 1 < completed write operation key=WIB3VTX3KFIK tag=4KLSWC6UBHOO type=write size=353667 2023-01-15T14:40:53.307 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.306+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~TQKRDW00BYYM.0 size=1048576 2023-01-15T14:40:53.308 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.307+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~TQKRDW00BYYM.1 size=1048576 2023-01-15T14:40:53.308 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.308+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~TQKRDW00BYYM.2 size=847807 2023-01-15T14:40:53.309 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.308+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=TQKRDW00BYYM tag=LNN0KHAYU3BL type=write size=3993535 2023-01-15T14:40:53.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.310+0000 7fab305e2900 1 < suggested remove operation key=KGO3UC39S97I tag=ZK90XBD23DHO type=write 2023-01-15T14:40:53.312 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.312+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~U393KLLFSK3S.0 size=1048576 2023-01-15T14:40:53.313 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.312+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~U393KLLFSK3S.1 size=1048576 2023-01-15T14:40:53.314 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.313+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~U393KLLFSK3S.2 size=390319 2023-01-15T14:40:53.314 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.313+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=U393KLLFSK3S tag=5BCW7TFQA3IV type=write size=3536047 2023-01-15T14:40:53.315 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.314+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~IIAWMQHI6C13.0 size=236084 2023-01-15T14:40:53.317 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.316+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=IIAWMQHI6C13 tag=YRG9P3A8INS4 type=write size=1284660 2023-01-15T14:40:53.318 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.317+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=96UI9Q2H5ZC3 type=del size=2487343 2023-01-15T14:40:53.320 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.319+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~7FMXE3M5ARV2.0 size=1048576 2023-01-15T14:40:53.320 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.320+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~7FMXE3M5ARV2.1 size=1048576 2023-01-15T14:40:53.321 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.321+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~7FMXE3M5ARV2.2 size=378639 2023-01-15T14:40:53.323 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.323+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=7FMXE3M5ARV2 tag=D3L9HYV0XU41 type=write size=3524367 2023-01-15T14:40:53.324 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.324+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=V4ZM454CX033 type=del size=2380364 2023-01-15T14:40:53.325 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.325+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~Y5Y54INZLVF9.0 size=631309 2023-01-15T14:40:53.327 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.326+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=Y5Y54INZLVF9 tag=PGVX2UOACU9K type=write size=1679885 2023-01-15T14:40:53.328 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.327+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=VC308LZZN8UP type=write size=973907 2023-01-15T14:40:53.329 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.328+0000 7fab305e2900 1 < completed delete operation key=PVA8JXP2T3BM tag=4UBEXTMYV6OD type=del 2023-01-15T14:40:53.331 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.330+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~AEA0WWIBLAXF.0 size=1048576 2023-01-15T14:40:53.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.331+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~AEA0WWIBLAXF.1 size=1048576 2023-01-15T14:40:53.333 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.332+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~AEA0WWIBLAXF.2 size=198270 2023-01-15T14:40:53.333 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.332+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=AEA0WWIBLAXF tag=1OOFBNTWZF4F type=write size=3343998 2023-01-15T14:40:53.334 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.333+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~VPWILZVGH3IL.0 size=422657 2023-01-15T14:40:53.336 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.335+0000 7fab305e2900 1 < completed multipart upload key=ONG29C9MW4PW upload=VPWILZVGH3IL tag=K3BHS2PZFDMB type=write size=1471233 2023-01-15T14:40:53.337 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.337+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~HQ9DKV880YYL.0 size=1048576 2023-01-15T14:40:53.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.337+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~HQ9DKV880YYL.1 size=786063 2023-01-15T14:40:53.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.337+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=HQ9DKV880YYL tag=GAWBRYX2JIFP type=write size=2883215 2023-01-15T14:40:53.339 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.338+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~LDVBSTPFCGL0.0 size=1048576 2023-01-15T14:40:53.340 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.339+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~LDVBSTPFCGL0.1 size=13812 2023-01-15T14:40:53.342 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.341+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=LDVBSTPFCGL0 tag=HP2XGEB98ZMX type=write size=2110964 2023-01-15T14:40:53.343 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.343+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=VFX4X7EMECK9 type=del size=2372609 2023-01-15T14:40:53.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.344+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~0U5WNBJSFGJ9.0 size=1048576 2023-01-15T14:40:53.346 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.345+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~0U5WNBJSFGJ9.1 size=1048576 2023-01-15T14:40:53.346 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.346+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~0U5WNBJSFGJ9.2 size=384032 2023-01-15T14:40:53.348 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.348+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=0U5WNBJSFGJ9 tag=S1YD10ZQOSJE type=write size=3529760 2023-01-15T14:40:53.350 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.349+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~3Z49A6Z1D1SW.0 size=1048576 2023-01-15T14:40:53.351 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.350+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~3Z49A6Z1D1SW.1 size=966314 2023-01-15T14:40:53.351 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.350+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=3Z49A6Z1D1SW tag=98P2OHAG0RHX type=write size=3063466 2023-01-15T14:40:53.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.351+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=CW1QREZTWOR5 type=del 2023-01-15T14:40:53.354 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.354+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~VHWZE3T4C0VR.0 size=112864 2023-01-15T14:40:53.354 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.354+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=VHWZE3T4C0VR tag=JT50IPDAJD1J type=write size=1161440 2023-01-15T14:40:53.355 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.355+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~3BD8AQZWPKII.0 size=1047291 2023-01-15T14:40:53.357 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.357+0000 7fab305e2900 1 < completed multipart upload key=7B20CP9G4OAH upload=3BD8AQZWPKII tag=V1YQW9UA0TUH type=write size=2095867 2023-01-15T14:40:53.359 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.359+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~3AE0ALVN4THJ.0 size=39019 2023-01-15T14:40:53.359 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.359+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=3AE0ALVN4THJ tag=8SGHJY6DVAZ3 type=write size=1087595 2023-01-15T14:40:53.360 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.360+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=52IQWV1ROZ8X type=del 2023-01-15T14:40:53.363 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.362+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~VX0JS7FRKPC2.0 size=358647 2023-01-15T14:40:53.363 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.362+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=VX0JS7FRKPC2 tag=DB6ZJ8EKUUHH type=write size=1407223 2023-01-15T14:40:53.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.363+0000 7fab305e2900 1 < completed write operation key=H8WF2D844W5R tag=WQY1237J04V2 type=write size=532088 2023-01-15T14:40:53.366 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.365+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~03EVBJDR83X1.0 size=1048576 2023-01-15T14:40:53.366 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.366+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~03EVBJDR83X1.1 size=1048576 2023-01-15T14:40:53.367 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.366+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~03EVBJDR83X1.2 size=166998 2023-01-15T14:40:53.367 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.366+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=03EVBJDR83X1 tag=ERODYPFGJRWY type=write size=3312726 2023-01-15T14:40:53.368 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.368+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=CDROISHF27YE type=del 2023-01-15T14:40:53.369 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.369+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=XLJB93EIR2H9 type=write size=848833 2023-01-15T14:40:53.370 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.370+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~3A8FC921HO0Q.0 size=963887 2023-01-15T14:40:53.372 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.371+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=3A8FC921HO0Q tag=I1P8SV1RWTOB type=write size=2012463 2023-01-15T14:40:53.374 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.374+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~2KY7KU442AN1.0 size=1048576 2023-01-15T14:40:53.375 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.375+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~2KY7KU442AN1.1 size=735603 2023-01-15T14:40:53.375 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.375+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=2KY7KU442AN1 tag=PRRANTBUUCQV type=write size=2832755 2023-01-15T14:40:53.376 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.376+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=8NWZFZ53964Q type=del 2023-01-15T14:40:53.379 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.378+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~XBAMMRWQA2DQ.0 size=1048576 2023-01-15T14:40:53.379 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.379+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~XBAMMRWQA2DQ.1 size=810202 2023-01-15T14:40:53.380 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.379+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=XBAMMRWQA2DQ tag=L73CIUFKL1PV type=write size=2907354 2023-01-15T14:40:53.381 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.380+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~TQKRDW00BYYM.0 size=1048576 2023-01-15T14:40:53.382 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.381+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~TQKRDW00BYYM.1 size=1048576 2023-01-15T14:40:53.383 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.382+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~TQKRDW00BYYM.2 size=847807 2023-01-15T14:40:53.384 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.384+0000 7fab305e2900 1 < completed multipart upload key=H8WF2D844W5R upload=TQKRDW00BYYM tag=LNN0KHAYU3BL type=write size=3993535 2023-01-15T14:40:53.386 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.385+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=W4A8RJW02RB1 type=del size=210045 2023-01-15T14:40:53.386 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.385+0000 7fab305e2900 1 < canceled part key=_multipart_VUD7RI610PSV.2~U393KLLFSK3S.0 size=1048576 2023-01-15T14:40:53.387 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.386+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~U393KLLFSK3S.1 size=1048576 2023-01-15T14:40:53.388 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.387+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~U393KLLFSK3S.2 size=390319 2023-01-15T14:40:53.390 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.389+0000 7fab305e2900 1 < canceled multipart upload key=VUD7RI610PSV upload=U393KLLFSK3S tag=5BCW7TFQA3IV type=write size=3536047 2023-01-15T14:40:53.391 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.390+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=8K43QNNDWVXQ type=del size=2565461 2023-01-15T14:40:53.392 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.392+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=96UI9Q2H5ZC3 type=del 2023-01-15T14:40:53.394 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.394+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~X015CWZZH9M5.0 size=1048576 2023-01-15T14:40:53.395 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.395+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~X015CWZZH9M5.1 size=1048576 2023-01-15T14:40:53.396 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.395+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~X015CWZZH9M5.2 size=594056 2023-01-15T14:40:53.396 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.395+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=X015CWZZH9M5 tag=0N1X8OK66XPF type=write size=3739784 2023-01-15T14:40:53.397 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.397+0000 7fab305e2900 1 < completed delete operation key=7B20CP9G4OAH tag=V4ZM454CX033 type=del 2023-01-15T14:40:53.399 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.399+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~364B8TWU1RM9.0 size=1048576 2023-01-15T14:40:53.400 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.400+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~364B8TWU1RM9.1 size=167595 2023-01-15T14:40:53.400 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.400+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=364B8TWU1RM9 tag=GXMB9RJNG27G type=write size=2264747 2023-01-15T14:40:53.401 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.401+0000 7fab305e2900 1 < completed write operation key=JP5RXNMPLSF8 tag=VC308LZZN8UP type=write size=973907 2023-01-15T14:40:53.403 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.403+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~QJQZSTR0KRGR.0 size=1048576 2023-01-15T14:40:53.404 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.404+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~QJQZSTR0KRGR.1 size=1048576 2023-01-15T14:40:53.405 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.405+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~QJQZSTR0KRGR.2 size=203876 2023-01-15T14:40:53.405 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.405+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=QJQZSTR0KRGR tag=BWJGPGSJ0S2N type=write size=3349604 2023-01-15T14:40:53.406 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.406+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~AEA0WWIBLAXF.0 size=1048576 2023-01-15T14:40:53.407 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.406+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~AEA0WWIBLAXF.1 size=1048576 2023-01-15T14:40:53.408 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.407+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~AEA0WWIBLAXF.2 size=198270 2023-01-15T14:40:53.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.409+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=AEA0WWIBLAXF tag=1OOFBNTWZF4F type=write size=3343998 2023-01-15T14:40:53.412 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.411+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~NGYGRS5NQICJ.0 size=1048576 2023-01-15T14:40:53.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.412+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~NGYGRS5NQICJ.1 size=1048576 2023-01-15T14:40:53.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.413+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~NGYGRS5NQICJ.2 size=734306 2023-01-15T14:40:53.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.413+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=NGYGRS5NQICJ tag=1IAUN8UTMVXV type=write size=3880034 2023-01-15T14:40:53.414 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.414+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~HQ9DKV880YYL.0 size=1048576 2023-01-15T14:40:53.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.415+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~HQ9DKV880YYL.1 size=786063 2023-01-15T14:40:53.417 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.416+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=HQ9DKV880YYL tag=GAWBRYX2JIFP type=write size=2883215 2023-01-15T14:40:53.419 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.418+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~WKTFR0G1F6PU.0 size=98452 2023-01-15T14:40:53.419 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.418+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=WKTFR0G1F6PU tag=1LTETQ9KLWKV type=write size=1147028 2023-01-15T14:40:53.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.421+0000 7fab305e2900 1 < suggested remove operation key=3AV2R27PD12K tag=VFX4X7EMECK9 type=del 2023-01-15T14:40:53.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.423+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~11564SKBWN1F.0 size=1048576 2023-01-15T14:40:53.424 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.423+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~11564SKBWN1F.1 size=1048576 2023-01-15T14:40:53.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.424+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~11564SKBWN1F.2 size=679667 2023-01-15T14:40:53.426 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.424+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=11564SKBWN1F tag=2AYNMIBBIMLN type=write size=3825395 2023-01-15T14:40:53.426 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.426+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~3Z49A6Z1D1SW.0 size=1048576 2023-01-15T14:40:53.427 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.427+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~3Z49A6Z1D1SW.1 size=966314 2023-01-15T14:40:53.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.429+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=3Z49A6Z1D1SW tag=98P2OHAG0RHX type=write size=3063466 2023-01-15T14:40:53.431 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.431+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~ZMLN89U6BF7F.0 size=713851 2023-01-15T14:40:53.431 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.431+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=ZMLN89U6BF7F tag=6A0BTBAEOI41 type=write size=1762427 2023-01-15T14:40:53.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.432+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~VHWZE3T4C0VR.0 size=112864 2023-01-15T14:40:53.434 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.434+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=VHWZE3T4C0VR tag=JT50IPDAJD1J type=write size=1161440 2023-01-15T14:40:53.435 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.435+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=W5O2H9UQB7NF type=del size=1192032 2023-01-15T14:40:53.437 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.436+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~3AE0ALVN4THJ.0 size=39019 2023-01-15T14:40:53.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.438+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=3AE0ALVN4THJ tag=8SGHJY6DVAZ3 type=write size=1087595 2023-01-15T14:40:53.441 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.440+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~13CAAPYQ4F3E.0 size=1048576 2023-01-15T14:40:53.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.441+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~13CAAPYQ4F3E.1 size=1048576 2023-01-15T14:40:53.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.442+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~13CAAPYQ4F3E.2 size=1002033 2023-01-15T14:40:53.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.442+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=13CAAPYQ4F3E tag=DSL0FFUNOM81 type=write size=4147761 2023-01-15T14:40:53.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.442+0000 7fab305e2900 1 < canceled part key=_multipart_3AV2R27PD12K.2~VX0JS7FRKPC2.0 size=358647 2023-01-15T14:40:53.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.444+0000 7fab305e2900 1 < canceled multipart upload key=3AV2R27PD12K upload=VX0JS7FRKPC2 tag=DB6ZJ8EKUUHH type=write size=1407223 2023-01-15T14:40:53.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.445+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=2YA59NODE4GX type=del size=224518 2023-01-15T14:40:53.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.446+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~03EVBJDR83X1.0 size=1048576 2023-01-15T14:40:53.448 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.447+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~03EVBJDR83X1.1 size=1048576 2023-01-15T14:40:53.448 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.447+0000 7fab305e2900 1 < canceled part key=_multipart_7B20CP9G4OAH.2~03EVBJDR83X1.2 size=166998 2023-01-15T14:40:53.450 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.449+0000 7fab305e2900 1 < canceled multipart upload key=7B20CP9G4OAH upload=03EVBJDR83X1 tag=ERODYPFGJRWY type=write size=3312726 2023-01-15T14:40:53.451 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.450+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=9FNXZJPG47B0 type=del size=3593618 2023-01-15T14:40:53.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.451+0000 7fab305e2900 1 < completed write operation key=KTFY3EPKMIPP tag=XLJB93EIR2H9 type=write size=848833 2023-01-15T14:40:53.453 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.452+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=K1MOOC7ONCE3 type=del size=264569 2023-01-15T14:40:53.453 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.453+0000 7fab305e2900 1 < canceled part key=_multipart_KGO3UC39S97I.2~2KY7KU442AN1.0 size=1048576 2023-01-15T14:40:53.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.453+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~2KY7KU442AN1.1 size=735603 2023-01-15T14:40:53.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.455+0000 7fab305e2900 1 < canceled multipart upload key=KGO3UC39S97I upload=2KY7KU442AN1 tag=PRRANTBUUCQV type=write size=2832755 2023-01-15T14:40:53.457 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.456+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=WMVK72P8IAFF type=del size=3745309 2023-01-15T14:40:53.458 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.458+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~XBAMMRWQA2DQ.0 size=1048576 2023-01-15T14:40:53.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.459+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~XBAMMRWQA2DQ.1 size=810202 2023-01-15T14:40:53.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.461+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=XBAMMRWQA2DQ tag=L73CIUFKL1PV type=write size=2907354 2023-01-15T14:40:53.463 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.463+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~8JFCRHRDG1KK.0 size=1048576 2023-01-15T14:40:53.464 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.463+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~8JFCRHRDG1KK.1 size=71754 2023-01-15T14:40:53.464 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.463+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=8JFCRHRDG1KK tag=U162S2A7FBJ8 type=write size=2168906 2023-01-15T14:40:53.465 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.465+0000 7fab305e2900 1 < canceled operation key=FDLD6LAR610I tag=W4A8RJW02RB1 type=del size=210045 2023-01-15T14:40:53.467 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.467+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~5T424P3U9RGU.0 size=973066 2023-01-15T14:40:53.467 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.467+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=5T424P3U9RGU tag=M2SCWEG8GHFW type=write size=2021642 2023-01-15T14:40:53.468 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.468+0000 7fab305e2900 1 < canceled operation key=Q82PRJIVXO0C tag=8K43QNNDWVXQ type=del size=2565461 2023-01-15T14:40:53.470 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.469+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=C6LZQZ91W9OK type=write size=702033 2023-01-15T14:40:53.471 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.470+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~X015CWZZH9M5.0 size=1048576 2023-01-15T14:40:53.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.471+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~X015CWZZH9M5.1 size=1048576 2023-01-15T14:40:53.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.472+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~X015CWZZH9M5.2 size=594056 2023-01-15T14:40:53.475 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.474+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=X015CWZZH9M5 tag=0N1X8OK66XPF type=write size=3739784 2023-01-15T14:40:53.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.475+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=RP12BI2H67VW type=del size=327576 2023-01-15T14:40:53.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.475+0000 7fab305e2900 1 < canceled part key=_multipart_7B20CP9G4OAH.2~364B8TWU1RM9.0 size=1048576 2023-01-15T14:40:53.477 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.476+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~364B8TWU1RM9.1 size=167595 2023-01-15T14:40:53.479 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.478+0000 7fab305e2900 1 < canceled multipart upload key=7B20CP9G4OAH upload=364B8TWU1RM9 tag=GXMB9RJNG27G type=write size=2264747 2023-01-15T14:40:53.481 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.481+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~Q41RHDCR2XJE.0 size=1048576 2023-01-15T14:40:53.482 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.481+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~Q41RHDCR2XJE.1 size=297141 2023-01-15T14:40:53.482 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.481+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=Q41RHDCR2XJE tag=WRPJ72MRVJIO type=write size=2394293 2023-01-15T14:40:53.484 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.483+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~QJQZSTR0KRGR.0 size=1048576 2023-01-15T14:40:53.484 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.484+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~QJQZSTR0KRGR.1 size=1048576 2023-01-15T14:40:53.485 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.485+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~QJQZSTR0KRGR.2 size=203876 2023-01-15T14:40:53.488 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.487+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=QJQZSTR0KRGR tag=BWJGPGSJ0S2N type=write size=3349604 2023-01-15T14:40:53.489 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.488+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=CFWR38J6D0WL type=del size=1148776 2023-01-15T14:40:53.490 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.489+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~NGYGRS5NQICJ.0 size=1048576 2023-01-15T14:40:53.491 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.490+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~NGYGRS5NQICJ.1 size=1048576 2023-01-15T14:40:53.492 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.491+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~NGYGRS5NQICJ.2 size=734306 2023-01-15T14:40:53.494 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.493+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=NGYGRS5NQICJ tag=1IAUN8UTMVXV type=write size=3880034 2023-01-15T14:40:53.495 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.494+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=06B138257ZA9 type=del size=369821 2023-01-15T14:40:53.495 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.494+0000 7fab305e2900 1 < canceled part key=_multipart_P0S9U3H9PWUH.2~WKTFR0G1F6PU.0 size=98452 2023-01-15T14:40:53.497 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.496+0000 7fab305e2900 1 < canceled multipart upload key=P0S9U3H9PWUH upload=WKTFR0G1F6PU tag=1LTETQ9KLWKV type=write size=1147028 2023-01-15T14:40:53.499 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.498+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~H716FAGGMGV5.0 size=1048576 2023-01-15T14:40:53.499 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.499+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~H716FAGGMGV5.1 size=1048576 2023-01-15T14:40:53.500 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.500+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~H716FAGGMGV5.2 size=421296 2023-01-15T14:40:53.500 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.500+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=H716FAGGMGV5 tag=NU7OE06WO9AA type=write size=3567024 2023-01-15T14:40:53.501 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.501+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~11564SKBWN1F.0 size=1048576 2023-01-15T14:40:53.502 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.502+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~11564SKBWN1F.1 size=1048576 2023-01-15T14:40:53.503 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.503+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~11564SKBWN1F.2 size=679667 2023-01-15T14:40:53.505 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.504+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=11564SKBWN1F tag=2AYNMIBBIMLN type=write size=3825395 2023-01-15T14:40:53.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.506+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=3ZF07WEM0SLR type=write size=271422 2023-01-15T14:40:53.507 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.507+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~ZMLN89U6BF7F.0 size=713851 2023-01-15T14:40:53.509 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.508+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=ZMLN89U6BF7F tag=6A0BTBAEOI41 type=write size=1762427 2023-01-15T14:40:53.510 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.509+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=34M7WV7ZQ203 type=del size=1575917 2023-01-15T14:40:53.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.511+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=W5O2H9UQB7NF type=del 2023-01-15T14:40:53.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.512+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=V3XC4QEYF6YE type=write size=304489 2023-01-15T14:40:53.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.513+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~13CAAPYQ4F3E.0 size=1048576 2023-01-15T14:40:53.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.514+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~13CAAPYQ4F3E.1 size=1048576 2023-01-15T14:40:53.515 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.515+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~13CAAPYQ4F3E.2 size=1002033 2023-01-15T14:40:53.517 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.517+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=13CAAPYQ4F3E tag=DSL0FFUNOM81 type=write size=4147761 2023-01-15T14:40:53.520 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.519+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~ZB9XV9LTKZ3N.0 size=1048576 2023-01-15T14:40:53.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.520+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~ZB9XV9LTKZ3N.1 size=1030382 2023-01-15T14:40:53.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.520+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=ZB9XV9LTKZ3N tag=ML7HVS4Z9L63 type=write size=3127534 2023-01-15T14:40:53.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.521+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=2YA59NODE4GX type=del 2023-01-15T14:40:53.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.523+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=BWXFR5MV5ZVX type=del size=3903297 2023-01-15T14:40:53.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.524+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=9FNXZJPG47B0 type=del 2023-01-15T14:40:53.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.526+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~UQ0Z7UCCNDLH.0 size=1048576 2023-01-15T14:40:53.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.527+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~UQ0Z7UCCNDLH.1 size=1048576 2023-01-15T14:40:53.528 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.528+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~UQ0Z7UCCNDLH.2 size=97854 2023-01-15T14:40:53.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.528+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=UQ0Z7UCCNDLH tag=D1DTMEF3YDNI type=write size=3243582 2023-01-15T14:40:53.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.529+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=K1MOOC7ONCE3 type=del 2023-01-15T14:40:53.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.531+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~PMXKGKF8URV8.0 size=1048576 2023-01-15T14:40:53.533 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.532+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~PMXKGKF8URV8.1 size=1048576 2023-01-15T14:40:53.534 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.533+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~PMXKGKF8URV8.2 size=51826 2023-01-15T14:40:53.534 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.533+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=PMXKGKF8URV8 tag=5UIQ1YXANWOD type=write size=3197554 2023-01-15T14:40:53.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.534+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=WMVK72P8IAFF type=del 2023-01-15T14:40:53.536 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.535+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=QUW0M1CHR3I4 type=del size=2697535 2023-01-15T14:40:53.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.537+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~8JFCRHRDG1KK.0 size=1048576 2023-01-15T14:40:53.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.538+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~8JFCRHRDG1KK.1 size=71754 2023-01-15T14:40:53.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.540+0000 7fab305e2900 1 < completed multipart upload key=Q82PRJIVXO0C upload=8JFCRHRDG1KK tag=U162S2A7FBJ8 type=write size=2168906 2023-01-15T14:40:53.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.542+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~L91N57K8FZFJ.0 size=703252 2023-01-15T14:40:53.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.542+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=L91N57K8FZFJ tag=ILSFF0XGB2MK type=write size=1751828 2023-01-15T14:40:53.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.542+0000 7fab305e2900 1 < canceled part key=_multipart_QX2O9IX3I6C3.2~5T424P3U9RGU.0 size=973066 2023-01-15T14:40:53.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.544+0000 7fab305e2900 1 < canceled multipart upload key=QX2O9IX3I6C3 upload=5T424P3U9RGU tag=M2SCWEG8GHFW type=write size=2021642 2023-01-15T14:40:53.547 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.546+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~UZHCQEK22FPH.0 size=1048576 2023-01-15T14:40:53.548 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.547+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~UZHCQEK22FPH.1 size=227557 2023-01-15T14:40:53.548 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.547+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=UZHCQEK22FPH tag=A9AF6WDM1KAT type=write size=2324709 2023-01-15T14:40:53.550 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.549+0000 7fab305e2900 1 < suggested update operation key=QYOQYQAIU2XF tag=C6LZQZ91W9OK type=write size=702033 2023-01-15T14:40:53.552 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.551+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~2VSUMRBIGMNW.0 size=206999 2023-01-15T14:40:53.552 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.551+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=2VSUMRBIGMNW tag=AZVBVOUFR1LY type=write size=1255575 2023-01-15T14:40:53.553 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.553+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=RP12BI2H67VW type=del 2023-01-15T14:40:53.554 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.554+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=TE7XXQX5IA4G type=del size=373705 2023-01-15T14:40:53.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.555+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~Q41RHDCR2XJE.0 size=1048576 2023-01-15T14:40:53.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.556+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~Q41RHDCR2XJE.1 size=297141 2023-01-15T14:40:53.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.558+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=Q41RHDCR2XJE tag=WRPJ72MRVJIO type=write size=2394293 2023-01-15T14:40:53.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.559+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=XDEAORX9LUAP type=write size=1021863 2023-01-15T14:40:53.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.561+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=CFWR38J6D0WL type=del 2023-01-15T14:40:53.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.562+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=P3E513BFLZC1 type=del size=1210204 2023-01-15T14:40:53.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.563+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=06B138257ZA9 type=del 2023-01-15T14:40:53.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.564+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=118E5XVRDLAM type=del size=91237 2023-01-15T14:40:53.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.565+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~H716FAGGMGV5.0 size=1048576 2023-01-15T14:40:53.567 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.566+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~H716FAGGMGV5.1 size=1048576 2023-01-15T14:40:53.567 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.566+0000 7fab305e2900 1 < canceled part key=_multipart_KGO3UC39S97I.2~H716FAGGMGV5.2 size=421296 2023-01-15T14:40:53.569 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.568+0000 7fab305e2900 1 < canceled multipart upload key=KGO3UC39S97I upload=H716FAGGMGV5 tag=NU7OE06WO9AA type=write size=3567024 2023-01-15T14:40:53.571 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.570+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~YF581ZJ03KBS.0 size=1048576 2023-01-15T14:40:53.572 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.571+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~YF581ZJ03KBS.1 size=26955 2023-01-15T14:40:53.572 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.571+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=YF581ZJ03KBS tag=22OM2PBF9FYU type=write size=2124107 2023-01-15T14:40:53.573 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.572+0000 7fab305e2900 1 < completed write operation key=6KPHYE1YP0PI tag=3ZF07WEM0SLR type=write size=271422 2023-01-15T14:40:53.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.573+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=V4OH8F482MAV type=del size=2995901 2023-01-15T14:40:53.575 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.575+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=34M7WV7ZQ203 type=del 2023-01-15T14:40:53.576 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.576+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=WJUJSMB8WUO9 type=del size=1053787 2023-01-15T14:40:53.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.577+0000 7fab305e2900 1 < completed write operation key=8CLBEV2LUJWJ tag=V3XC4QEYF6YE type=write size=304489 2023-01-15T14:40:53.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.578+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=NCHMSZKM22TK type=write size=546609 2023-01-15T14:40:53.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.578+0000 7fab305e2900 1 < canceled part key=_multipart_RMNZBCUSJJQU.2~ZB9XV9LTKZ3N.0 size=1048576 2023-01-15T14:40:53.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.579+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~ZB9XV9LTKZ3N.1 size=1030382 2023-01-15T14:40:53.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.581+0000 7fab305e2900 1 < canceled multipart upload key=RMNZBCUSJJQU upload=ZB9XV9LTKZ3N tag=ML7HVS4Z9L63 type=write size=3127534 2023-01-15T14:40:53.584 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.583+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~5F2HJLDI7JUC.0 size=734901 2023-01-15T14:40:53.584 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.583+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=5F2HJLDI7JUC tag=0X3G27IK7NY4 type=write size=1783477 2023-01-15T14:40:53.585 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.584+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=BWXFR5MV5ZVX type=del 2023-01-15T14:40:53.586 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.586+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~ENV9T9NE0KCC.0 size=1048576 2023-01-15T14:40:53.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.586+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~ENV9T9NE0KCC.1 size=557007 2023-01-15T14:40:53.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.586+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=ENV9T9NE0KCC tag=BSECEVZGFU64 type=write size=2654159 2023-01-15T14:40:53.588 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.587+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~UQ0Z7UCCNDLH.0 size=1048576 2023-01-15T14:40:53.589 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.588+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~UQ0Z7UCCNDLH.1 size=1048576 2023-01-15T14:40:53.590 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.589+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~UQ0Z7UCCNDLH.2 size=97854 2023-01-15T14:40:53.591 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.591+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=UQ0Z7UCCNDLH tag=D1DTMEF3YDNI type=write size=3243582 2023-01-15T14:40:53.592 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.592+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=UL7JBI1IHPCO type=del size=1865179 2023-01-15T14:40:53.593 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.593+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~PMXKGKF8URV8.0 size=1048576 2023-01-15T14:40:53.594 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.593+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~PMXKGKF8URV8.1 size=1048576 2023-01-15T14:40:53.595 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.594+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~PMXKGKF8URV8.2 size=51826 2023-01-15T14:40:53.596 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.596+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=PMXKGKF8URV8 tag=5UIQ1YXANWOD type=write size=3197554 2023-01-15T14:40:53.598 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.597+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~0CC5MQEWD2GA.0 size=1048576 2023-01-15T14:40:53.599 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.598+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~0CC5MQEWD2GA.1 size=625189 2023-01-15T14:40:53.599 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.598+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=0CC5MQEWD2GA tag=6XBDBK8SSML9 type=write size=2722341 2023-01-15T14:40:53.600 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.599+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=QUW0M1CHR3I4 type=del 2023-01-15T14:40:53.601 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.600+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=J4BNRF6MDFRA type=del size=2799100 2023-01-15T14:40:53.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.601+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~L91N57K8FZFJ.0 size=703252 2023-01-15T14:40:53.604 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.603+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=L91N57K8FZFJ tag=ILSFF0XGB2MK type=write size=1751828 2023-01-15T14:40:53.605 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.604+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=0II9L2NUBQB5 type=del size=3485724 2023-01-15T14:40:53.606 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.605+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~UZHCQEK22FPH.0 size=1048576 2023-01-15T14:40:53.606 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.606+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~UZHCQEK22FPH.1 size=227557 2023-01-15T14:40:53.608 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.607+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=UZHCQEK22FPH tag=A9AF6WDM1KAT type=write size=2324709 2023-01-15T14:40:53.609 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.608+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=BUNILI67S1XS type=del size=2109054 2023-01-15T14:40:53.610 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.609+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~2VSUMRBIGMNW.0 size=206999 2023-01-15T14:40:53.612 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.611+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=2VSUMRBIGMNW tag=AZVBVOUFR1LY type=write size=1255575 2023-01-15T14:40:53.613 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.612+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=LRQ3CUY4NQ6G type=del size=105249 2023-01-15T14:40:53.614 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.613+0000 7fab305e2900 1 < completed delete operation key=7B20CP9G4OAH tag=TE7XXQX5IA4G type=del 2023-01-15T14:40:53.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.614+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=GO2OT09R06M8 type=del size=1598502 2023-01-15T14:40:53.616 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.615+0000 7fab305e2900 1 < completed write operation key=VUD7RI610PSV tag=XDEAORX9LUAP type=write size=1021863 2023-01-15T14:40:53.617 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.617+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=WCHNT6QHYCMU type=del size=3807951 2023-01-15T14:40:53.618 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.618+0000 7fab305e2900 1 < canceled operation key=QX2O9IX3I6C3 tag=P3E513BFLZC1 type=del size=1210204 2023-01-15T14:40:53.620 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.619+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~M853AFD66F3S.0 size=939004 2023-01-15T14:40:53.620 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.619+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=M853AFD66F3S tag=7W1F0LKVU2ZY type=write size=1987580 2023-01-15T14:40:53.621 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.620+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=118E5XVRDLAM type=del 2023-01-15T14:40:53.623 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.622+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~TTLI1Z65HBMK.0 size=1048576 2023-01-15T14:40:53.624 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.623+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~TTLI1Z65HBMK.1 size=1048576 2023-01-15T14:40:53.624 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.624+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~TTLI1Z65HBMK.2 size=310705 2023-01-15T14:40:53.624 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.624+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=TTLI1Z65HBMK tag=A7KYFD1HT7SK type=write size=3456433 2023-01-15T14:40:53.625 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.625+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~YF581ZJ03KBS.0 size=1048576 2023-01-15T14:40:53.626 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.625+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~YF581ZJ03KBS.1 size=26955 2023-01-15T14:40:53.628 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.627+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=YF581ZJ03KBS tag=22OM2PBF9FYU type=write size=2124107 2023-01-15T14:40:53.629 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.628+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=SFE95FDDHSO6 type=del size=691724 2023-01-15T14:40:53.630 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.629+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=V4OH8F482MAV type=del 2023-01-15T14:40:53.631 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.630+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=YUWRXCXWJYNL type=del size=2645556 2023-01-15T14:40:53.632 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.631+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=WJUJSMB8WUO9 type=del 2023-01-15T14:40:53.634 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.633+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~D3XGZNPNISNL.0 size=1048576 2023-01-15T14:40:53.635 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.634+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~D3XGZNPNISNL.1 size=1048576 2023-01-15T14:40:53.635 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.635+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~D3XGZNPNISNL.2 size=90647 2023-01-15T14:40:53.635 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.635+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=D3XGZNPNISNL tag=E1AE3A5JA69E type=write size=3236375 2023-01-15T14:40:53.638 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.637+0000 7fab305e2900 1 < suggested update operation key=8CLBEV2LUJWJ tag=NCHMSZKM22TK type=write size=546609 2023-01-15T14:40:53.639 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.638+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=J9RHSXP13OVQ type=del size=898291 2023-01-15T14:40:53.639 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.639+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~5F2HJLDI7JUC.0 size=734901 2023-01-15T14:40:53.641 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.640+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=5F2HJLDI7JUC tag=0X3G27IK7NY4 type=write size=1783477 2023-01-15T14:40:53.643 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.642+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=8GA279DX9TYD type=write size=976690 2023-01-15T14:40:53.643 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.642+0000 7fab305e2900 1 < canceled part key=_multipart_RMNZBCUSJJQU.2~ENV9T9NE0KCC.0 size=1048576 2023-01-15T14:40:53.644 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.643+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~ENV9T9NE0KCC.1 size=557007 2023-01-15T14:40:53.645 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.645+0000 7fab305e2900 1 < canceled multipart upload key=RMNZBCUSJJQU upload=ENV9T9NE0KCC tag=BSECEVZGFU64 type=write size=2654159 2023-01-15T14:40:53.646 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.646+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=QDY0XMP7TG6N type=write size=41783 2023-01-15T14:40:53.648 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.648+0000 7fab305e2900 1 < suggested update operation key=VUD7RI610PSV tag=UL7JBI1IHPCO type=del size=1865179 2023-01-15T14:40:53.650 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.649+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~92YPQVPHYCHN.0 size=359454 2023-01-15T14:40:53.650 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.649+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=92YPQVPHYCHN tag=5RZXE9AZGDNG type=write size=1408030 2023-01-15T14:40:53.651 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.650+0000 7fab305e2900 1 < canceled part key=_multipart_VUD7RI610PSV.2~0CC5MQEWD2GA.0 size=1048576 2023-01-15T14:40:53.651 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.650+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~0CC5MQEWD2GA.1 size=625189 2023-01-15T14:40:53.653 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.652+0000 7fab305e2900 1 < canceled multipart upload key=VUD7RI610PSV upload=0CC5MQEWD2GA tag=6XBDBK8SSML9 type=write size=2722341 2023-01-15T14:40:53.655 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.654+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~QEAX0VRMWTGJ.0 size=194498 2023-01-15T14:40:53.655 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.654+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=QEAX0VRMWTGJ tag=NF7O6A1PAKFY type=write size=1243074 2023-01-15T14:40:53.656 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.655+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=J4BNRF6MDFRA type=del 2023-01-15T14:40:53.658 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.657+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~EO2X1ZG0X34G.0 size=1048576 2023-01-15T14:40:53.658 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.658+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~EO2X1ZG0X34G.1 size=653699 2023-01-15T14:40:53.659 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.658+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=EO2X1ZG0X34G tag=CI41V8H4DN2F type=write size=2750851 2023-01-15T14:40:53.659 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.659+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=0II9L2NUBQB5 type=del 2023-01-15T14:40:53.660 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.660+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=9B3XM5HCKI9S type=del size=1703262 2023-01-15T14:40:53.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.661+0000 7fab305e2900 1 < completed delete operation key=PVA8JXP2T3BM tag=BUNILI67S1XS type=del 2023-01-15T14:40:53.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.663+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~767THI91QP2M.0 size=100573 2023-01-15T14:40:53.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.663+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=767THI91QP2M tag=8HSI2NTHWN47 type=write size=1149149 2023-01-15T14:40:53.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.664+0000 7fab305e2900 1 < completed delete operation key=PVA8JXP2T3BM tag=LRQ3CUY4NQ6G type=del 2023-01-15T14:40:53.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.665+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~HFSLTGFF179R.0 size=1048576 2023-01-15T14:40:53.667 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.666+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~HFSLTGFF179R.1 size=45053 2023-01-15T14:40:53.667 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.666+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=HFSLTGFF179R tag=OSMAZAGW2VWF type=write size=2142205 2023-01-15T14:40:53.669 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.668+0000 7fab305e2900 1 < suggested remove operation key=6KPHYE1YP0PI tag=GO2OT09R06M8 type=del 2023-01-15T14:40:53.671 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.670+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~LKMAY304WYBL.0 size=1048576 2023-01-15T14:40:53.671 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.671+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~LKMAY304WYBL.1 size=139168 2023-01-15T14:40:53.671 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.671+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=LKMAY304WYBL tag=XTFVE55P0053 type=write size=2236320 2023-01-15T14:40:53.672 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.672+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=WCHNT6QHYCMU type=del 2023-01-15T14:40:53.674 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.673+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~N8TJ6HJ7Y7GM.0 size=448405 2023-01-15T14:40:53.674 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.673+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=N8TJ6HJ7Y7GM tag=B0S2PWJPT9QA type=write size=1496981 2023-01-15T14:40:53.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.674+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~M853AFD66F3S.0 size=939004 2023-01-15T14:40:53.677 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.676+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=M853AFD66F3S tag=7W1F0LKVU2ZY type=write size=1987580 2023-01-15T14:40:53.679 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.678+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~VE01TFYSLXRU.0 size=1048576 2023-01-15T14:40:53.679 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.679+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~VE01TFYSLXRU.1 size=1048576 2023-01-15T14:40:53.680 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.680+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~VE01TFYSLXRU.2 size=121965 2023-01-15T14:40:53.680 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.680+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=VE01TFYSLXRU tag=PP0QQFSF0SCY type=write size=3267693 2023-01-15T14:40:53.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.681+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~TTLI1Z65HBMK.0 size=1048576 2023-01-15T14:40:53.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.682+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~TTLI1Z65HBMK.1 size=1048576 2023-01-15T14:40:53.683 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.682+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~TTLI1Z65HBMK.2 size=310705 2023-01-15T14:40:53.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.684+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=TTLI1Z65HBMK tag=A7KYFD1HT7SK type=write size=3456433 2023-01-15T14:40:53.686 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.685+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=13VCM9UOKSOL type=del size=172685 2023-01-15T14:40:53.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.686+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=SFE95FDDHSO6 type=del 2023-01-15T14:40:53.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.687+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=SM3VDMYE7VLH type=del size=2529290 2023-01-15T14:40:53.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.688+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=YUWRXCXWJYNL type=del 2023-01-15T14:40:53.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.689+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=HR5CS8OHTTJ6 type=del size=3807661 2023-01-15T14:40:53.692 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.691+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~D3XGZNPNISNL.0 size=1048576 2023-01-15T14:40:53.692 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.691+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~D3XGZNPNISNL.1 size=1048576 2023-01-15T14:40:53.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.692+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~D3XGZNPNISNL.2 size=90647 2023-01-15T14:40:53.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.694+0000 7fab305e2900 1 < completed multipart upload key=H8WF2D844W5R upload=D3XGZNPNISNL tag=E1AE3A5JA69E type=write size=3236375 2023-01-15T14:40:53.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.695+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=GBMB6MN3Q8F6 type=del size=1797957 2023-01-15T14:40:53.697 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.696+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=J9RHSXP13OVQ type=del 2023-01-15T14:40:53.698 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.698+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=D8JN93FAHLQ6 type=del size=742818 2023-01-15T14:40:53.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.699+0000 7fab305e2900 1 < completed write operation key=RXT6GFIANR9I tag=8GA279DX9TYD type=write size=976690 2023-01-15T14:40:53.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.700+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=CKPN7CFRHEF7 type=del size=59718 2023-01-15T14:40:53.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.701+0000 7fab305e2900 1 < completed write operation key=Q82PRJIVXO0C tag=QDY0XMP7TG6N type=write size=41783 2023-01-15T14:40:53.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.702+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~V50XGESCS3WA.0 size=1048576 2023-01-15T14:40:53.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.703+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~V50XGESCS3WA.1 size=415293 2023-01-15T14:40:53.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.703+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=V50XGESCS3WA tag=WMT37ZMYKXCG type=write size=2512445 2023-01-15T14:40:53.705 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.705+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~92YPQVPHYCHN.0 size=359454 2023-01-15T14:40:53.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.706+0000 7fab305e2900 1 < completed multipart upload key=8CLBEV2LUJWJ upload=92YPQVPHYCHN tag=5RZXE9AZGDNG type=write size=1408030 2023-01-15T14:40:53.708 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.707+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=M02MCF00UATE type=del size=2938537 2023-01-15T14:40:53.709 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.708+0000 7fab305e2900 1 < canceled part key=_multipart_WIB3VTX3KFIK.2~QEAX0VRMWTGJ.0 size=194498 2023-01-15T14:40:53.710 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.710+0000 7fab305e2900 1 < canceled multipart upload key=WIB3VTX3KFIK upload=QEAX0VRMWTGJ tag=NF7O6A1PAKFY type=write size=1243074 2023-01-15T14:40:53.711 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.711+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=7F634NRTAKVT type=write size=981700 2023-01-15T14:40:53.712 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.711+0000 7fab305e2900 1 < canceled part key=_multipart_GEI2ZTAKBNDK.2~EO2X1ZG0X34G.0 size=1048576 2023-01-15T14:40:53.712 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.711+0000 7fab305e2900 1 < canceled part key=_multipart_GEI2ZTAKBNDK.2~EO2X1ZG0X34G.1 size=653699 2023-01-15T14:40:53.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.713+0000 7fab305e2900 1 < canceled multipart upload key=GEI2ZTAKBNDK upload=EO2X1ZG0X34G tag=CI41V8H4DN2F type=write size=2750851 2023-01-15T14:40:53.714 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.714+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=NLQKKT99PWNQ type=del size=2108622 2023-01-15T14:40:53.715 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.715+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=9B3XM5HCKI9S type=del 2023-01-15T14:40:53.717 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.717+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~AC3O7XTEA5QV.0 size=191185 2023-01-15T14:40:53.717 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.717+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=AC3O7XTEA5QV tag=L0A3H3BVX45T type=write size=1239761 2023-01-15T14:40:53.718 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.718+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~767THI91QP2M.0 size=100573 2023-01-15T14:40:53.720 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.719+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=767THI91QP2M tag=8HSI2NTHWN47 type=write size=1149149 2023-01-15T14:40:53.722 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.721+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~02UTRGNYVMDC.0 size=1048576 2023-01-15T14:40:53.723 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.722+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~02UTRGNYVMDC.1 size=734100 2023-01-15T14:40:53.723 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.723+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=02UTRGNYVMDC tag=4PVZEQQGUD2A type=write size=2831252 2023-01-15T14:40:53.724 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.724+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~HFSLTGFF179R.0 size=1048576 2023-01-15T14:40:53.725 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.725+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~HFSLTGFF179R.1 size=45053 2023-01-15T14:40:53.727 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.727+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=HFSLTGFF179R tag=OSMAZAGW2VWF type=write size=2142205 2023-01-15T14:40:53.730 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.729+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~41PMSB61AIQI.0 size=1048576 2023-01-15T14:40:53.731 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.730+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~41PMSB61AIQI.1 size=790753 2023-01-15T14:40:53.731 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.730+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=41PMSB61AIQI tag=05EK4ZMPQX6J type=write size=2887905 2023-01-15T14:40:53.732 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.731+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~LKMAY304WYBL.0 size=1048576 2023-01-15T14:40:53.732 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.732+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~LKMAY304WYBL.1 size=139168 2023-01-15T14:40:53.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.734+0000 7fab305e2900 1 < completed multipart upload key=Q82PRJIVXO0C upload=LKMAY304WYBL tag=XTFVE55P0053 type=write size=2236320 2023-01-15T14:40:53.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.735+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~PL8PTSA92TXO.0 size=1048576 2023-01-15T14:40:53.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.736+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~PL8PTSA92TXO.1 size=902867 2023-01-15T14:40:53.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.736+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=PL8PTSA92TXO tag=MHBDP1XRJNGU type=write size=3000019 2023-01-15T14:40:53.740 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.737+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~N8TJ6HJ7Y7GM.0 size=448405 2023-01-15T14:40:53.740 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.739+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=N8TJ6HJ7Y7GM tag=B0S2PWJPT9QA type=write size=1496981 2023-01-15T14:40:53.741 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.741+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=3IG907EC6X9M type=write size=259548 2023-01-15T14:40:53.742 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.741+0000 7fab305e2900 1 < canceled part key=_multipart_JP5RXNMPLSF8.2~VE01TFYSLXRU.0 size=1048576 2023-01-15T14:40:53.742 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.742+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~VE01TFYSLXRU.1 size=1048576 2023-01-15T14:40:53.743 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.743+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~VE01TFYSLXRU.2 size=121965 2023-01-15T14:40:53.746 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.744+0000 7fab305e2900 1 < canceled multipart upload key=JP5RXNMPLSF8 upload=VE01TFYSLXRU tag=PP0QQFSF0SCY type=write size=3267693 2023-01-15T14:40:53.747 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.747+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~CRQEBUGVHXMC.0 size=1048576 2023-01-15T14:40:53.748 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.748+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~CRQEBUGVHXMC.1 size=229401 2023-01-15T14:40:53.748 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.748+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=CRQEBUGVHXMC tag=9DOM1BT5135W type=write size=2326553 2023-01-15T14:40:53.749 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.749+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=13VCM9UOKSOL type=del 2023-01-15T14:40:53.751 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.750+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~QE4D33E6VG8Q.0 size=40396 2023-01-15T14:40:53.751 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.750+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=QE4D33E6VG8Q tag=FBXO3NSE4FSM type=write size=1088972 2023-01-15T14:40:53.752 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.752+0000 7fab305e2900 1 < canceled operation key=3AV2R27PD12K tag=SM3VDMYE7VLH type=del size=2529290 2023-01-15T14:40:53.753 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.753+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=O8SWE2M6U98S type=write size=527974 2023-01-15T14:40:53.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.754+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=HR5CS8OHTTJ6 type=del 2023-01-15T14:40:53.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.755+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=1H58CJF4125D type=del size=3264197 2023-01-15T14:40:53.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.756+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=GBMB6MN3Q8F6 type=del 2023-01-15T14:40:53.757 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.757+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=PIVQ3ZM44H2J type=write size=929055 2023-01-15T14:40:53.758 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.758+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=D8JN93FAHLQ6 type=del 2023-01-15T14:40:53.759 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.759+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=D6U38ZEK0VWU type=del size=4103245 2023-01-15T14:40:53.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.760+0000 7fab305e2900 1 < canceled operation key=JP5RXNMPLSF8 tag=CKPN7CFRHEF7 type=del size=59718 2023-01-15T14:40:53.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.761+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=VDHXEDVTEIXW type=del size=2949194 2023-01-15T14:40:53.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.762+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~V50XGESCS3WA.0 size=1048576 2023-01-15T14:40:53.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.762+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~V50XGESCS3WA.1 size=415293 2023-01-15T14:40:53.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.764+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=V50XGESCS3WA tag=WMT37ZMYKXCG type=write size=2512445 2023-01-15T14:40:53.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.766+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~QH1IEW1QU0AO.0 size=45910 2023-01-15T14:40:53.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.766+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=QH1IEW1QU0AO tag=XGAP75XKQSWR type=write size=1094486 2023-01-15T14:40:53.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.768+0000 7fab305e2900 1 < suggested update operation key=4X28OAD9RALB tag=M02MCF00UATE type=del size=2938537 2023-01-15T14:40:53.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.769+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=7JVSG56AGEQD type=del size=2211875 2023-01-15T14:40:53.771 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.771+0000 7fab305e2900 1 < completed write operation key=RXT6GFIANR9I tag=7F634NRTAKVT type=write size=981700 2023-01-15T14:40:53.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.772+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~PV9B2C9M9XE8.0 size=1048576 2023-01-15T14:40:53.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.773+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~PV9B2C9M9XE8.1 size=1048576 2023-01-15T14:40:53.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.774+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~PV9B2C9M9XE8.2 size=896723 2023-01-15T14:40:53.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.774+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=PV9B2C9M9XE8 tag=VZLCB9COMLMG type=write size=4042451 2023-01-15T14:40:53.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.775+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=NLQKKT99PWNQ type=del 2023-01-15T14:40:53.777 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.776+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=PIYOTFEOGSKD type=del size=305598 2023-01-15T14:40:53.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.777+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~AC3O7XTEA5QV.0 size=191185 2023-01-15T14:40:53.780 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.779+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=AC3O7XTEA5QV tag=L0A3H3BVX45T type=write size=1239761 2023-01-15T14:40:53.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.780+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=JJRLNZ2I1Q9W type=del size=349200 2023-01-15T14:40:53.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.781+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~02UTRGNYVMDC.0 size=1048576 2023-01-15T14:40:53.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.782+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~02UTRGNYVMDC.1 size=734100 2023-01-15T14:40:53.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.784+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=02UTRGNYVMDC tag=4PVZEQQGUD2A type=write size=2831252 2023-01-15T14:40:53.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.786+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~Q86KTS2EWA7I.0 size=1048576 2023-01-15T14:40:53.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.786+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~Q86KTS2EWA7I.1 size=720654 2023-01-15T14:40:53.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.786+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=Q86KTS2EWA7I tag=YNEFACOA4BW5 type=write size=2817806 2023-01-15T14:40:53.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.787+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~41PMSB61AIQI.0 size=1048576 2023-01-15T14:40:53.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.788+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~41PMSB61AIQI.1 size=790753 2023-01-15T14:40:53.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.790+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=41PMSB61AIQI tag=05EK4ZMPQX6J type=write size=2887905 2023-01-15T14:40:53.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.791+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=S65LXLUQ73Y7 type=del size=3789923 2023-01-15T14:40:53.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.792+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~PL8PTSA92TXO.0 size=1048576 2023-01-15T14:40:53.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.792+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~PL8PTSA92TXO.1 size=902867 2023-01-15T14:40:53.795 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.794+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=PL8PTSA92TXO tag=MHBDP1XRJNGU type=write size=3000019 2023-01-15T14:40:53.796 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.795+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=4DBTEBE3EBGA type=write size=23150 2023-01-15T14:40:53.797 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.797+0000 7fab305e2900 1 < completed write operation key=RMNZBCUSJJQU tag=3IG907EC6X9M type=write size=259548 2023-01-15T14:40:53.799 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.798+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~MJKF76VH4H5O.0 size=1048576 2023-01-15T14:40:53.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.799+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~MJKF76VH4H5O.1 size=1048576 2023-01-15T14:40:53.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.800+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~MJKF76VH4H5O.2 size=542863 2023-01-15T14:40:53.801 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.800+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=MJKF76VH4H5O tag=UOXT5DM76FFW type=write size=3688591 2023-01-15T14:40:53.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.801+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~CRQEBUGVHXMC.0 size=1048576 2023-01-15T14:40:53.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.802+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~CRQEBUGVHXMC.1 size=229401 2023-01-15T14:40:53.804 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.803+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=CRQEBUGVHXMC tag=9DOM1BT5135W type=write size=2326553 2023-01-15T14:40:53.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.805+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~HJHU12G5LG25.0 size=1048576 2023-01-15T14:40:53.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.806+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~HJHU12G5LG25.1 size=1048576 2023-01-15T14:40:53.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.807+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~HJHU12G5LG25.2 size=467993 2023-01-15T14:40:53.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.807+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=HJHU12G5LG25 tag=DT7FKPKKBL6P type=write size=3613721 2023-01-15T14:40:53.808 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.808+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~QE4D33E6VG8Q.0 size=40396 2023-01-15T14:40:53.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.809+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=QE4D33E6VG8Q tag=FBXO3NSE4FSM type=write size=1088972 2023-01-15T14:40:53.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.811+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~GYSUCUTBYEQE.0 size=1048576 2023-01-15T14:40:53.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.812+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~GYSUCUTBYEQE.1 size=1048576 2023-01-15T14:40:53.813 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.812+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~GYSUCUTBYEQE.2 size=594840 2023-01-15T14:40:53.813 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.812+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=GYSUCUTBYEQE tag=Z6IN4CK0UODB type=write size=3740568 2023-01-15T14:40:53.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.813+0000 7fab305e2900 1 < completed write operation key=LSUPQGQTVO84 tag=O8SWE2M6U98S type=write size=527974 2023-01-15T14:40:53.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.814+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=1BP292E5WVJZ type=del size=1549553 2023-01-15T14:40:53.816 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.815+0000 7fab305e2900 1 < canceled operation key=PA4FLBOL8VDW tag=1H58CJF4125D type=del size=3264197 2023-01-15T14:40:53.817 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.817+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=OY8I0OK771XO type=write size=337378 2023-01-15T14:40:53.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.818+0000 7fab305e2900 1 < suggested remove operation key=ZF7BN8YD0YEO tag=PIVQ3ZM44H2J type=write 2023-01-15T14:40:53.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.820+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~TYFECDMS4Y0B.0 size=558427 2023-01-15T14:40:53.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.820+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=TYFECDMS4Y0B tag=4356U3FOQMDY type=write size=1607003 2023-01-15T14:40:53.822 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.821+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=D6U38ZEK0VWU type=del 2023-01-15T14:40:53.823 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.822+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=I294ZDSDYUGW type=del size=1882739 2023-01-15T14:40:53.824 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.823+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=VDHXEDVTEIXW type=del 2023-01-15T14:40:53.825 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.825+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~F7LZKQ6A9ILG.0 size=1048576 2023-01-15T14:40:53.826 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.826+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~F7LZKQ6A9ILG.1 size=1048576 2023-01-15T14:40:53.827 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.826+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~F7LZKQ6A9ILG.2 size=367046 2023-01-15T14:40:53.827 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.826+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=F7LZKQ6A9ILG tag=ICGO59XLHSR8 type=write size=3512774 2023-01-15T14:40:53.828 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.827+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~QH1IEW1QU0AO.0 size=45910 2023-01-15T14:40:53.829 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.829+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=QH1IEW1QU0AO tag=XGAP75XKQSWR type=write size=1094486 2023-01-15T14:40:53.831 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.830+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~8AKDWDXQ2TJZ.0 size=1048576 2023-01-15T14:40:53.832 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.831+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~8AKDWDXQ2TJZ.1 size=917584 2023-01-15T14:40:53.832 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.831+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=8AKDWDXQ2TJZ tag=8ZSZ909FA31W type=write size=3014736 2023-01-15T14:40:53.833 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.832+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=7JVSG56AGEQD type=del 2023-01-15T14:40:53.835 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.834+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~UM1UZ05III32.0 size=1048576 2023-01-15T14:40:53.835 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.835+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~UM1UZ05III32.1 size=1048576 2023-01-15T14:40:53.836 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.835+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~UM1UZ05III32.2 size=493997 2023-01-15T14:40:53.836 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.835+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=UM1UZ05III32 tag=2UMPU571ARGY type=write size=3639725 2023-01-15T14:40:53.837 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.836+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~PV9B2C9M9XE8.0 size=1048576 2023-01-15T14:40:53.840 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.837+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~PV9B2C9M9XE8.1 size=1048576 2023-01-15T14:40:53.840 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.838+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~PV9B2C9M9XE8.2 size=896723 2023-01-15T14:40:53.841 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.839+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=PV9B2C9M9XE8 tag=VZLCB9COMLMG type=write size=4042451 2023-01-15T14:40:53.842 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.841+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~8BXB6TAQS24J.0 size=1048576 2023-01-15T14:40:53.843 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.842+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~8BXB6TAQS24J.1 size=1048576 2023-01-15T14:40:53.844 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.843+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~8BXB6TAQS24J.2 size=578216 2023-01-15T14:40:53.844 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.843+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=8BXB6TAQS24J tag=IKS4MGV8MXVN type=write size=3723944 2023-01-15T14:40:53.844 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.844+0000 7fab305e2900 1 < canceled operation key=WIB3VTX3KFIK tag=PIYOTFEOGSKD type=del size=305598 2023-01-15T14:40:53.845 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.845+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=J60JZGX00HB8 type=del size=3267360 2023-01-15T14:40:53.846 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.846+0000 7fab305e2900 1 < canceled operation key=LSUPQGQTVO84 tag=JJRLNZ2I1Q9W type=del size=349200 2023-01-15T14:40:53.848 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.848+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~8DJIXAG53JJ4.0 size=1048576 2023-01-15T14:40:53.849 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.848+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~8DJIXAG53JJ4.1 size=1048576 2023-01-15T14:40:53.849 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.849+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~8DJIXAG53JJ4.2 size=999306 2023-01-15T14:40:53.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.849+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=8DJIXAG53JJ4 tag=7BW62QV7FLCO type=write size=4145034 2023-01-15T14:40:53.851 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.850+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~Q86KTS2EWA7I.0 size=1048576 2023-01-15T14:40:53.851 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.851+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~Q86KTS2EWA7I.1 size=720654 2023-01-15T14:40:53.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.853+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=Q86KTS2EWA7I tag=YNEFACOA4BW5 type=write size=2817806 2023-01-15T14:40:53.854 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.854+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=GAQ0HYP7SYU4 type=write size=230213 2023-01-15T14:40:53.855 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.855+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=S65LXLUQ73Y7 type=del 2023-01-15T14:40:53.856 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.856+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=93UG9VFOVJ7S type=del size=2099545 2023-01-15T14:40:53.857 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.857+0000 7fab305e2900 1 < completed write operation key=LSUPQGQTVO84 tag=4DBTEBE3EBGA type=write size=23150 2023-01-15T14:40:53.858 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.858+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=68BORXYD0N8E type=del size=3432651 2023-01-15T14:40:53.860 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.859+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~MJKF76VH4H5O.0 size=1048576 2023-01-15T14:40:53.860 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.860+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~MJKF76VH4H5O.1 size=1048576 2023-01-15T14:40:53.861 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.861+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~MJKF76VH4H5O.2 size=542863 2023-01-15T14:40:53.863 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.863+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=MJKF76VH4H5O tag=UOXT5DM76FFW type=write size=3688591 2023-01-15T14:40:53.866 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.865+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~HZ85DQ3VMK1H.0 size=809281 2023-01-15T14:40:53.866 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.865+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=HZ85DQ3VMK1H tag=U4I10TEIAQSX type=write size=1857857 2023-01-15T14:40:53.866 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.865+0000 7fab305e2900 1 < canceled part key=_multipart_Q82PRJIVXO0C.2~HJHU12G5LG25.0 size=1048576 2023-01-15T14:40:53.866 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.866+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~HJHU12G5LG25.1 size=1048576 2023-01-15T14:40:53.867 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.866+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~HJHU12G5LG25.2 size=467993 2023-01-15T14:40:53.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.868+0000 7fab305e2900 1 < canceled multipart upload key=Q82PRJIVXO0C upload=HJHU12G5LG25 tag=DT7FKPKKBL6P type=write size=3613721 2023-01-15T14:40:53.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.869+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=DKBZLOF48WJ9 type=del size=2996729 2023-01-15T14:40:53.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.871+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~GYSUCUTBYEQE.0 size=1048576 2023-01-15T14:40:53.873 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.872+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~GYSUCUTBYEQE.1 size=1048576 2023-01-15T14:40:53.874 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.873+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~GYSUCUTBYEQE.2 size=594840 2023-01-15T14:40:53.875 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.875+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=GYSUCUTBYEQE tag=Z6IN4CK0UODB type=write size=3740568 2023-01-15T14:40:53.876 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.876+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=E9HMCJXOEP4Q type=del size=1207725 2023-01-15T14:40:53.878 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.877+0000 7fab305e2900 1 < canceled operation key=4XIS9UMTWBMU tag=1BP292E5WVJZ type=del size=1549553 2023-01-15T14:40:53.880 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.879+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~KIBNCOOK3278.0 size=169415 2023-01-15T14:40:53.880 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.879+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=KIBNCOOK3278 tag=VNUPFOGQD98V type=write size=1217991 2023-01-15T14:40:53.881 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.881+0000 7fab305e2900 1 < canceled operation key=BYCBFI34ZVMR tag=OY8I0OK771XO type=write size=337378 2023-01-15T14:40:53.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.882+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=S2KHR7S88N0R type=del size=4145648 2023-01-15T14:40:53.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.883+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~TYFECDMS4Y0B.0 size=558427 2023-01-15T14:40:53.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.885+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=TYFECDMS4Y0B tag=4356U3FOQMDY type=write size=1607003 2023-01-15T14:40:53.887 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.886+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=59NDYKHMT5ZW type=write size=982025 2023-01-15T14:40:53.888 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.888+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=I294ZDSDYUGW type=del 2023-01-15T14:40:53.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.890+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~GMOMIG63K1SB.0 size=1048576 2023-01-15T14:40:53.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.891+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~GMOMIG63K1SB.1 size=911574 2023-01-15T14:40:53.892 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.891+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=GMOMIG63K1SB tag=3172ZPH424QO type=write size=3008726 2023-01-15T14:40:53.893 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.892+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~F7LZKQ6A9ILG.0 size=1048576 2023-01-15T14:40:53.893 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.893+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~F7LZKQ6A9ILG.1 size=1048576 2023-01-15T14:40:53.894 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.894+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~F7LZKQ6A9ILG.2 size=367046 2023-01-15T14:40:53.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.896+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=F7LZKQ6A9ILG tag=ICGO59XLHSR8 type=write size=3512774 2023-01-15T14:40:53.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.898+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=8Z6RCRLMS41F type=del size=2013790 2023-01-15T14:40:53.899 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.899+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~8AKDWDXQ2TJZ.0 size=1048576 2023-01-15T14:40:53.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.900+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~8AKDWDXQ2TJZ.1 size=917584 2023-01-15T14:40:53.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.902+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=8AKDWDXQ2TJZ tag=8ZSZ909FA31W type=write size=3014736 2023-01-15T14:40:53.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.903+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=3NR5MY37ZMOL type=del size=3046021 2023-01-15T14:40:53.904 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.904+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~UM1UZ05III32.0 size=1048576 2023-01-15T14:40:53.904 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.904+0000 7fab305e2900 1 < canceled part key=_multipart_ZKWYQ233LD63.2~UM1UZ05III32.1 size=1048576 2023-01-15T14:40:53.905 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.905+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~UM1UZ05III32.2 size=493997 2023-01-15T14:40:53.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.907+0000 7fab305e2900 1 < canceled multipart upload key=ZKWYQ233LD63 upload=UM1UZ05III32 tag=2UMPU571ARGY type=write size=3639725 2023-01-15T14:40:53.909 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.908+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=03U8TVLD9X1L type=del size=792653 2023-01-15T14:40:53.909 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.908+0000 7fab305e2900 1 < canceled part key=_multipart_PZ48A2T3Y6Z4.2~8BXB6TAQS24J.0 size=1048576 2023-01-15T14:40:53.909 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.909+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~8BXB6TAQS24J.1 size=1048576 2023-01-15T14:40:53.910 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.910+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~8BXB6TAQS24J.2 size=578216 2023-01-15T14:40:53.913 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.912+0000 7fab305e2900 1 < canceled multipart upload key=PZ48A2T3Y6Z4 upload=8BXB6TAQS24J tag=IKS4MGV8MXVN type=write size=3723944 2023-01-15T14:40:53.913 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.913+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=E9K9X0L80V5R type=del size=1953985 2023-01-15T14:40:53.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.914+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=J60JZGX00HB8 type=del 2023-01-15T14:40:53.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.915+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=FK3R7LVJNPTO type=del size=1454660 2023-01-15T14:40:53.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.917+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~8DJIXAG53JJ4.0 size=1048576 2023-01-15T14:40:53.918 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.918+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~8DJIXAG53JJ4.1 size=1048576 2023-01-15T14:40:53.919 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.918+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~8DJIXAG53JJ4.2 size=999306 2023-01-15T14:40:53.921 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.920+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=8DJIXAG53JJ4 tag=7BW62QV7FLCO type=write size=4145034 2023-01-15T14:40:53.922 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.922+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=EX8XLUIDMB0T type=del size=1690767 2023-01-15T14:40:53.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.923+0000 7fab305e2900 1 < completed write operation key=3AV2R27PD12K tag=GAQ0HYP7SYU4 type=write size=230213 2023-01-15T14:40:53.925 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.924+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=74RQODXBO7C5 type=del size=1835718 2023-01-15T14:40:53.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.925+0000 7fab305e2900 1 < completed delete operation key=PVA8JXP2T3BM tag=93UG9VFOVJ7S type=del 2023-01-15T14:40:53.928 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.927+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~H6EA0XSKPC3P.0 size=1048576 2023-01-15T14:40:53.929 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.928+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~H6EA0XSKPC3P.1 size=54974 2023-01-15T14:40:53.929 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.928+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=H6EA0XSKPC3P tag=A2IY4TKUO7SF type=write size=2152126 2023-01-15T14:40:53.930 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.929+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=68BORXYD0N8E type=del 2023-01-15T14:40:53.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.931+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~X13G4V343EX7.0 size=405408 2023-01-15T14:40:53.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.931+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=X13G4V343EX7 tag=XM5QL4R3FQ4L type=write size=1453984 2023-01-15T14:40:53.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.933+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~HZ85DQ3VMK1H.0 size=809281 2023-01-15T14:40:53.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.935+0000 7fab305e2900 1 < completed multipart upload key=ONG29C9MW4PW upload=HZ85DQ3VMK1H tag=U4I10TEIAQSX type=write size=1857857 2023-01-15T14:40:53.937 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.937+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=8A70I7PWYLP5 type=del size=657144 2023-01-15T14:40:53.938 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.938+0000 7fab305e2900 1 < canceled operation key=XT1ET16X0IUW tag=DKBZLOF48WJ9 type=del size=2996729 2023-01-15T14:40:53.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.939+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~EYKQ5F50OK2B.0 size=187641 2023-01-15T14:40:53.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.939+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=EYKQ5F50OK2B tag=I4W7GRHWSPMZ type=write size=1236217 2023-01-15T14:40:53.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.941+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=E9HMCJXOEP4Q type=del 2023-01-15T14:40:53.943 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.942+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~6J1DBLWEA3K7.0 size=1048576 2023-01-15T14:40:53.946 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.943+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~6J1DBLWEA3K7.1 size=1048576 2023-01-15T14:40:53.947 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.944+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~6J1DBLWEA3K7.2 size=164413 2023-01-15T14:40:53.947 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.944+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=6J1DBLWEA3K7 tag=S781L5URZNL8 type=write size=3310141 2023-01-15T14:40:53.947 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.945+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~KIBNCOOK3278.0 size=169415 2023-01-15T14:40:53.948 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.946+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=KIBNCOOK3278 tag=VNUPFOGQD98V type=write size=1217991 2023-01-15T14:40:53.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.948+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~UBBP9O27NV6F.0 size=1048576 2023-01-15T14:40:53.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.949+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~UBBP9O27NV6F.1 size=440897 2023-01-15T14:40:53.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.949+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=UBBP9O27NV6F tag=7F2B6KH12XXX type=write size=2538049 2023-01-15T14:40:53.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.950+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=S2KHR7S88N0R type=del 2023-01-15T14:40:53.952 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.951+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=7RUQVUEUC12F type=write size=40537 2023-01-15T14:40:53.953 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.953+0000 7fab305e2900 1 < suggested update operation key=QX2O9IX3I6C3 tag=59NDYKHMT5ZW type=write size=982025 2023-01-15T14:40:53.955 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.955+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~EIAVO1WM38YG.0 size=273491 2023-01-15T14:40:53.956 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.955+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=EIAVO1WM38YG tag=ZLIB88DCWNCB type=write size=1322067 2023-01-15T14:40:53.956 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.956+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~GMOMIG63K1SB.0 size=1048576 2023-01-15T14:40:53.957 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.957+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~GMOMIG63K1SB.1 size=911574 2023-01-15T14:40:53.959 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.958+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=GMOMIG63K1SB tag=3172ZPH424QO type=write size=3008726 2023-01-15T14:40:53.960 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.959+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=T6QHMAV02XWB type=del size=2881071 2023-01-15T14:40:53.962 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.961+0000 7fab305e2900 1 < suggested update operation key=QYOQYQAIU2XF tag=8Z6RCRLMS41F type=del size=2013790 2023-01-15T14:40:53.963 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.962+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=38WXKG7GBICY type=del size=1505478 2023-01-15T14:40:53.965 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.964+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=3NR5MY37ZMOL type=del 2023-01-15T14:40:53.966 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.965+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=8FMV51S29D55 type=del size=2515410 2023-01-15T14:40:53.967 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.966+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=03U8TVLD9X1L type=del 2023-01-15T14:40:53.968 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.967+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=9HO0Z5BXUMH4 type=del size=2004724 2023-01-15T14:40:53.969 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.968+0000 7fab305e2900 1 < completed delete operation key=PVA8JXP2T3BM tag=E9K9X0L80V5R type=del 2023-01-15T14:40:53.971 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.970+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~C48BXLKLGZ0J.0 size=129700 2023-01-15T14:40:53.971 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.970+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=C48BXLKLGZ0J tag=HMP9MH1D8N5A type=write size=1178276 2023-01-15T14:40:53.973 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.972+0000 7fab305e2900 1 < suggested remove operation key=LSUPQGQTVO84 tag=FK3R7LVJNPTO type=del 2023-01-15T14:40:53.975 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.974+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~9KH3XIVDE1TJ.0 size=521814 2023-01-15T14:40:53.975 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.974+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=9KH3XIVDE1TJ tag=RC7EZXWGZ39R type=write size=1570390 2023-01-15T14:40:53.976 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.975+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=EX8XLUIDMB0T type=del 2023-01-15T14:40:53.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.977+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~7J2G2CTXVPRR.0 size=531890 2023-01-15T14:40:53.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.977+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=7J2G2CTXVPRR tag=D7DWJWOV8LQ3 type=write size=1580466 2023-01-15T14:40:53.979 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.978+0000 7fab305e2900 -1 < failed to complete operation key=QYOQYQAIU2XF tag=74RQODXBO7C5 type=del size=1835718: (22) Invalid argument 2023-01-15T14:40:53.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.980+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~7YYJLS0QF0UF.0 size=1048576 2023-01-15T14:40:53.981 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.980+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~7YYJLS0QF0UF.1 size=503227 2023-01-15T14:40:53.981 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.980+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=7YYJLS0QF0UF tag=W2CW36U0O5A2 type=write size=2600379 2023-01-15T14:40:53.982 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.981+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~H6EA0XSKPC3P.0 size=1048576 2023-01-15T14:40:53.983 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.982+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~H6EA0XSKPC3P.1 size=54974 2023-01-15T14:40:53.984 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.984+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=H6EA0XSKPC3P tag=A2IY4TKUO7SF type=write size=2152126 2023-01-15T14:40:53.985 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.984+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=GMJD5P2WILU3 type=write size=142879 2023-01-15T14:40:53.986 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.985+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~X13G4V343EX7.0 size=405408 2023-01-15T14:40:53.988 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.987+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=X13G4V343EX7 tag=XM5QL4R3FQ4L type=write size=1453984 2023-01-15T14:40:53.989 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.988+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=90LOOZ9PP1X4 type=del size=1482186 2023-01-15T14:40:53.990 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.989+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=8A70I7PWYLP5 type=del 2023-01-15T14:40:53.992 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.991+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~OZGX01KN4JEA.0 size=1048576 2023-01-15T14:40:53.992 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.992+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~OZGX01KN4JEA.1 size=1048576 2023-01-15T14:40:53.993 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.992+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~OZGX01KN4JEA.2 size=37281 2023-01-15T14:40:53.993 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.992+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=OZGX01KN4JEA tag=TS75PKH5U9BD type=write size=3183009 2023-01-15T14:40:53.994 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.993+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~EYKQ5F50OK2B.0 size=187641 2023-01-15T14:40:53.996 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.995+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=EYKQ5F50OK2B tag=I4W7GRHWSPMZ type=write size=1236217 2023-01-15T14:40:53.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.996+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=BAF6MMRB6RHN type=del size=3869900 2023-01-15T14:40:53.998 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.997+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~6J1DBLWEA3K7.0 size=1048576 2023-01-15T14:40:53.999 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.998+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~6J1DBLWEA3K7.1 size=1048576 2023-01-15T14:40:53.999 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:53.998+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~6J1DBLWEA3K7.2 size=164413 2023-01-15T14:40:54.001 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.000+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=6J1DBLWEA3K7 tag=S781L5URZNL8 type=write size=3310141 2023-01-15T14:40:54.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.001+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=9ELX3OO5DL9P type=del size=4022108 2023-01-15T14:40:54.003 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.002+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~UBBP9O27NV6F.0 size=1048576 2023-01-15T14:40:54.003 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.003+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~UBBP9O27NV6F.1 size=440897 2023-01-15T14:40:54.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.004+0000 7fab305e2900 1 < completed multipart upload key=ONG29C9MW4PW upload=UBBP9O27NV6F tag=7F2B6KH12XXX type=write size=2538049 2023-01-15T14:40:54.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.006+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~N81NW9BOTEPU.0 size=1048576 2023-01-15T14:40:54.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.007+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~N81NW9BOTEPU.1 size=1048576 2023-01-15T14:40:54.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.007+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~N81NW9BOTEPU.2 size=874454 2023-01-15T14:40:54.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.007+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=N81NW9BOTEPU tag=INB0P2L77R82 type=write size=4020182 2023-01-15T14:40:54.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.008+0000 7fab305e2900 1 < completed write operation key=ONG29C9MW4PW tag=7RUQVUEUC12F type=write size=40537 2023-01-15T14:40:54.010 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.010+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=YPRPGM780US4 type=del size=3837330 2023-01-15T14:40:54.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.011+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~EIAVO1WM38YG.0 size=273491 2023-01-15T14:40:54.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.012+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=EIAVO1WM38YG tag=ZLIB88DCWNCB type=write size=1322067 2023-01-15T14:40:54.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.014+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=II0ATUUICYE6 type=del size=2059309 2023-01-15T14:40:54.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.015+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=T6QHMAV02XWB type=del 2023-01-15T14:40:54.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.016+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~FA8EBRPTEGNY.0 size=1048576 2023-01-15T14:40:54.018 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.017+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~FA8EBRPTEGNY.1 size=447299 2023-01-15T14:40:54.018 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.017+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=FA8EBRPTEGNY tag=WC38OZ7UW7TY type=write size=2544451 2023-01-15T14:40:54.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.019+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=38WXKG7GBICY type=del 2023-01-15T14:40:54.020 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.020+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=RRF3Q9Q08TJ8 type=del size=369121 2023-01-15T14:40:54.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.022+0000 7fab305e2900 1 < suggested remove operation key=FTXCLOVB9STM tag=8FMV51S29D55 type=del 2023-01-15T14:40:54.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.023+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=NW28WZLM74NT type=del size=3975982 2023-01-15T14:40:54.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.024+0000 7fab305e2900 1 < canceled operation key=ZF7BN8YD0YEO tag=9HO0Z5BXUMH4 type=del size=2004724 2023-01-15T14:40:54.025 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.025+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=IQGWW70CSA61 type=del size=1654770 2023-01-15T14:40:54.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.026+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~C48BXLKLGZ0J.0 size=129700 2023-01-15T14:40:54.028 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.028+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=C48BXLKLGZ0J tag=HMP9MH1D8N5A type=write size=1178276 2023-01-15T14:40:54.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.029+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=UFDWW4YVARBF type=del size=659421 2023-01-15T14:40:54.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.030+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~9KH3XIVDE1TJ.0 size=521814 2023-01-15T14:40:54.033 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.032+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=9KH3XIVDE1TJ tag=RC7EZXWGZ39R type=write size=1570390 2023-01-15T14:40:54.035 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.034+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~L7ODK1Q2M7J8.0 size=1048576 2023-01-15T14:40:54.036 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.035+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~L7ODK1Q2M7J8.1 size=1048576 2023-01-15T14:40:54.036 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.036+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~L7ODK1Q2M7J8.2 size=929946 2023-01-15T14:40:54.037 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.036+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=L7ODK1Q2M7J8 tag=MF4O5EW9VIYO type=write size=4075674 2023-01-15T14:40:54.037 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.037+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~7J2G2CTXVPRR.0 size=531890 2023-01-15T14:40:54.039 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.039+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=7J2G2CTXVPRR tag=D7DWJWOV8LQ3 type=write size=1580466 2023-01-15T14:40:54.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.040+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=LLRCWFAINUTP type=del size=985620 2023-01-15T14:40:54.042 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.041+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~7YYJLS0QF0UF.0 size=1048576 2023-01-15T14:40:54.042 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.042+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~7YYJLS0QF0UF.1 size=503227 2023-01-15T14:40:54.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.044+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=7YYJLS0QF0UF tag=W2CW36U0O5A2 type=write size=2600379 2023-01-15T14:40:54.046 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.046+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~LRT6CPL46O08.0 size=1048576 2023-01-15T14:40:54.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.047+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~LRT6CPL46O08.1 size=56870 2023-01-15T14:40:54.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.047+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=LRT6CPL46O08 tag=L5ZPA2LZE9MQ type=write size=2154022 2023-01-15T14:40:54.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.048+0000 7fab305e2900 1 < completed write operation key=RXT6GFIANR9I tag=GMJD5P2WILU3 type=write size=142879 2023-01-15T14:40:54.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.051+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~SH7BWWW9UNFV.0 size=1048576 2023-01-15T14:40:54.052 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.051+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~SH7BWWW9UNFV.1 size=1048576 2023-01-15T14:40:54.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.052+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~SH7BWWW9UNFV.2 size=522084 2023-01-15T14:40:54.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.052+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=SH7BWWW9UNFV tag=02JO3MU51Q7I type=write size=3667812 2023-01-15T14:40:54.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.053+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=90LOOZ9PP1X4 type=del 2023-01-15T14:40:54.056 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.055+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~K16MEUP6GV4W.0 size=1048576 2023-01-15T14:40:54.057 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.056+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~K16MEUP6GV4W.1 size=764352 2023-01-15T14:40:54.057 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.056+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=K16MEUP6GV4W tag=H2XD8895Q25Q type=write size=2861504 2023-01-15T14:40:54.058 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.057+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~OZGX01KN4JEA.0 size=1048576 2023-01-15T14:40:54.059 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.058+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~OZGX01KN4JEA.1 size=1048576 2023-01-15T14:40:54.060 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.060+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~OZGX01KN4JEA.2 size=37281 2023-01-15T14:40:54.062 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.061+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=OZGX01KN4JEA tag=TS75PKH5U9BD type=write size=3183009 2023-01-15T14:40:54.063 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.063+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=5O5HZS10K7G9 type=del size=716525 2023-01-15T14:40:54.065 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.064+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=BAF6MMRB6RHN type=del 2023-01-15T14:40:54.066 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.065+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=TGU9VBFA9BXN type=write size=1757 2023-01-15T14:40:54.067 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.066+0000 7fab305e2900 1 < canceled operation key=4XIS9UMTWBMU tag=9ELX3OO5DL9P type=del size=4022108 2023-01-15T14:40:54.068 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.067+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=AO7M5T7KJDZH type=del size=3495664 2023-01-15T14:40:54.070 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.069+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~N81NW9BOTEPU.0 size=1048576 2023-01-15T14:40:54.070 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.070+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~N81NW9BOTEPU.1 size=1048576 2023-01-15T14:40:54.071 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.070+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~N81NW9BOTEPU.2 size=874454 2023-01-15T14:40:54.073 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.072+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=N81NW9BOTEPU tag=INB0P2L77R82 type=write size=4020182 2023-01-15T14:40:54.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.074+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~SHMVY3J131J0.0 size=1048576 2023-01-15T14:40:54.076 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.075+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~SHMVY3J131J0.1 size=1048576 2023-01-15T14:40:54.077 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.076+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~SHMVY3J131J0.2 size=338967 2023-01-15T14:40:54.077 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.076+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=SHMVY3J131J0 tag=ZRP4ZVI6CRN7 type=write size=3484695 2023-01-15T14:40:54.079 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.079+0000 7fab305e2900 1 < suggested remove operation key=PVA8JXP2T3BM tag=YPRPGM780US4 type=del 2023-01-15T14:40:54.080 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.080+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=UGYP8YEC7QF7 type=del size=93936 2023-01-15T14:40:54.081 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.081+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=II0ATUUICYE6 type=del 2023-01-15T14:40:54.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.082+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=2635LB1774TL type=write size=1030858 2023-01-15T14:40:54.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.083+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~FA8EBRPTEGNY.0 size=1048576 2023-01-15T14:40:54.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.084+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~FA8EBRPTEGNY.1 size=447299 2023-01-15T14:40:54.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.085+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=FA8EBRPTEGNY tag=WC38OZ7UW7TY type=write size=2544451 2023-01-15T14:40:54.088 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.088+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~EF4VK0S3CAR3.0 size=1048576 2023-01-15T14:40:54.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.089+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~EF4VK0S3CAR3.1 size=1048576 2023-01-15T14:40:54.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.089+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~EF4VK0S3CAR3.2 size=891165 2023-01-15T14:40:54.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.089+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=EF4VK0S3CAR3 tag=K786J16T4H1N type=write size=4036893 2023-01-15T14:40:54.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.091+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=RRF3Q9Q08TJ8 type=del 2023-01-15T14:40:54.093 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.092+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~2HPZK5LOF7FP.0 size=1048576 2023-01-15T14:40:54.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.093+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~2HPZK5LOF7FP.1 size=1048576 2023-01-15T14:40:54.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.094+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~2HPZK5LOF7FP.2 size=892438 2023-01-15T14:40:54.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.094+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=2HPZK5LOF7FP tag=0C2TLUILO29F type=write size=4038166 2023-01-15T14:40:54.096 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.095+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=NW28WZLM74NT type=del 2023-01-15T14:40:54.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.096+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=VZXV64A5Z2MT type=del size=2145373 2023-01-15T14:40:54.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.097+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=IQGWW70CSA61 type=del 2023-01-15T14:40:54.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.099+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~9I1KRKBXAR31.0 size=80747 2023-01-15T14:40:54.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.099+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=9I1KRKBXAR31 tag=RU1DNRH2ASAM type=write size=1129323 2023-01-15T14:40:54.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.101+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=UFDWW4YVARBF type=del 2023-01-15T14:40:54.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.101+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=BSIC9E2GHCA9 type=del size=3824770 2023-01-15T14:40:54.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.102+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~L7ODK1Q2M7J8.0 size=1048576 2023-01-15T14:40:54.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.103+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~L7ODK1Q2M7J8.1 size=1048576 2023-01-15T14:40:54.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.104+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~L7ODK1Q2M7J8.2 size=929946 2023-01-15T14:40:54.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.106+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=L7ODK1Q2M7J8 tag=MF4O5EW9VIYO type=write size=4075674 2023-01-15T14:40:54.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.107+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=YB46DL4MIOVK type=del size=1450449 2023-01-15T14:40:54.109 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.108+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=LLRCWFAINUTP type=del 2023-01-15T14:40:54.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.109+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=XP9ZRJUBZBU0 type=del size=2347231 2023-01-15T14:40:54.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.110+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~LRT6CPL46O08.0 size=1048576 2023-01-15T14:40:54.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.110+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~LRT6CPL46O08.1 size=56870 2023-01-15T14:40:54.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.112+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=LRT6CPL46O08 tag=L5ZPA2LZE9MQ type=write size=2154022 2023-01-15T14:40:54.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.114+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~ZZ2597LRIMDW.0 size=160411 2023-01-15T14:40:54.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.114+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=ZZ2597LRIMDW tag=Z6GTJINT8YXT type=write size=1208987 2023-01-15T14:40:54.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.114+0000 7fab305e2900 1 < canceled part key=_multipart_ONG29C9MW4PW.2~SH7BWWW9UNFV.0 size=1048576 2023-01-15T14:40:54.116 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.116+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~SH7BWWW9UNFV.1 size=1048576 2023-01-15T14:40:54.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.116+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~SH7BWWW9UNFV.2 size=522084 2023-01-15T14:40:54.119 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.118+0000 7fab305e2900 1 < canceled multipart upload key=ONG29C9MW4PW upload=SH7BWWW9UNFV tag=02JO3MU51Q7I type=write size=3667812 2023-01-15T14:40:54.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.120+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=ECR2TDCXRSPB type=del size=1903752 2023-01-15T14:40:54.121 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.121+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~K16MEUP6GV4W.0 size=1048576 2023-01-15T14:40:54.122 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.121+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~K16MEUP6GV4W.1 size=764352 2023-01-15T14:40:54.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.123+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=K16MEUP6GV4W tag=H2XD8895Q25Q type=write size=2861504 2023-01-15T14:40:54.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.124+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=LC7OXPNZSUTN type=write size=343807 2023-01-15T14:40:54.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.125+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=5O5HZS10K7G9 type=del 2023-01-15T14:40:54.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.128+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~WCA2SFXUS0R9.0 size=1048576 2023-01-15T14:40:54.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.129+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~WCA2SFXUS0R9.1 size=334283 2023-01-15T14:40:54.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.129+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=WCA2SFXUS0R9 tag=A5V0EC9CEZ8W type=write size=2431435 2023-01-15T14:40:54.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.130+0000 7fab305e2900 1 < completed write operation key=Q82PRJIVXO0C tag=TGU9VBFA9BXN type=write size=1757 2023-01-15T14:40:54.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.131+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=CFTY0H36W8XY type=del size=1466960 2023-01-15T14:40:54.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.132+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=AO7M5T7KJDZH type=del 2023-01-15T14:40:54.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.133+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=1YTOMG0C1U6U type=del size=2371225 2023-01-15T14:40:54.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.134+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~SHMVY3J131J0.0 size=1048576 2023-01-15T14:40:54.135 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.134+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~SHMVY3J131J0.1 size=1048576 2023-01-15T14:40:54.136 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.135+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~SHMVY3J131J0.2 size=338967 2023-01-15T14:40:54.137 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.137+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=SHMVY3J131J0 tag=ZRP4ZVI6CRN7 type=write size=3484695 2023-01-15T14:40:54.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.138+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~NHSIQJ9M03KH.0 size=1048576 2023-01-15T14:40:54.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.139+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~NHSIQJ9M03KH.1 size=70404 2023-01-15T14:40:54.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.139+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=NHSIQJ9M03KH tag=A8A6UYRWDQ6C type=write size=2167556 2023-01-15T14:40:54.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.140+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=UGYP8YEC7QF7 type=del 2023-01-15T14:40:54.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.142+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~LC09BPCYFUSF.0 size=133108 2023-01-15T14:40:54.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.142+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=LC09BPCYFUSF tag=W4PYSNLHHRS0 type=write size=1181684 2023-01-15T14:40:54.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.143+0000 7fab305e2900 1 < completed write operation key=7B20CP9G4OAH tag=2635LB1774TL type=write size=1030858 2023-01-15T14:40:54.145 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.144+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=199N7A0AM3Y2 type=del size=565289 2023-01-15T14:40:54.146 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.146+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~EF4VK0S3CAR3.0 size=1048576 2023-01-15T14:40:54.147 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.146+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~EF4VK0S3CAR3.1 size=1048576 2023-01-15T14:40:54.148 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.147+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~EF4VK0S3CAR3.2 size=891165 2023-01-15T14:40:54.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.149+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=EF4VK0S3CAR3 tag=K786J16T4H1N type=write size=4036893 2023-01-15T14:40:54.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.149+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=CDSM5AY9J9XR type=del size=356631 2023-01-15T14:40:54.152 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.151+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~2HPZK5LOF7FP.0 size=1048576 2023-01-15T14:40:54.152 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.151+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~2HPZK5LOF7FP.1 size=1048576 2023-01-15T14:40:54.153 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.152+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~2HPZK5LOF7FP.2 size=892438 2023-01-15T14:40:54.154 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.154+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=2HPZK5LOF7FP tag=0C2TLUILO29F type=write size=4038166 2023-01-15T14:40:54.156 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.155+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~7VR1FXJGZQWD.0 size=1048576 2023-01-15T14:40:54.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.156+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~7VR1FXJGZQWD.1 size=839623 2023-01-15T14:40:54.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.156+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=7VR1FXJGZQWD tag=7P5EB3MO4FY8 type=write size=2936775 2023-01-15T14:40:54.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.157+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=VZXV64A5Z2MT type=del 2023-01-15T14:40:54.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.159+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~YVX07HWMBA2W.0 size=1048576 2023-01-15T14:40:54.160 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.160+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~YVX07HWMBA2W.1 size=1048576 2023-01-15T14:40:54.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.160+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~YVX07HWMBA2W.2 size=966336 2023-01-15T14:40:54.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.160+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=YVX07HWMBA2W tag=5WV6ZPYON28I type=write size=4112064 2023-01-15T14:40:54.162 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.161+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~9I1KRKBXAR31.0 size=80747 2023-01-15T14:40:54.163 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.163+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=9I1KRKBXAR31 tag=RU1DNRH2ASAM type=write size=1129323 2023-01-15T14:40:54.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.164+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=KKACC36I4HYC type=del size=2386340 2023-01-15T14:40:54.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.165+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=BSIC9E2GHCA9 type=del 2023-01-15T14:40:54.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.166+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=Y3F51QAJ6R5A type=write size=994187 2023-01-15T14:40:54.167 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.167+0000 7fab305e2900 1 < canceled operation key=ONG29C9MW4PW tag=YB46DL4MIOVK type=del size=1450449 2023-01-15T14:40:54.168 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.168+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=CVJNS897DHJZ type=del size=2653370 2023-01-15T14:40:54.169 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.169+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=XP9ZRJUBZBU0 type=del 2023-01-15T14:40:54.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.170+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=1H983RPV0R1H type=write size=797853 2023-01-15T14:40:54.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.171+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~ZZ2597LRIMDW.0 size=160411 2023-01-15T14:40:54.174 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.173+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=ZZ2597LRIMDW tag=Z6GTJINT8YXT type=write size=1208987 2023-01-15T14:40:54.175 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.174+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~0OS99XQBS1QO.0 size=1048576 2023-01-15T14:40:54.176 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.175+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~0OS99XQBS1QO.1 size=1048576 2023-01-15T14:40:54.176 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.176+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~0OS99XQBS1QO.2 size=353103 2023-01-15T14:40:54.176 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.176+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=0OS99XQBS1QO tag=SGCFVX2O6ZYI type=write size=3498831 2023-01-15T14:40:54.177 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.177+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=ECR2TDCXRSPB type=del 2023-01-15T14:40:54.178 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.178+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=N4PMHFLH4NW9 type=del size=1307513 2023-01-15T14:40:54.180 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.180+0000 7fab305e2900 1 < suggested update operation key=BYCBFI34ZVMR tag=LC7OXPNZSUTN type=write size=343807 2023-01-15T14:40:54.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.181+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~BTJEJYQWKC7W.0 size=1048576 2023-01-15T14:40:54.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.182+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~BTJEJYQWKC7W.1 size=1048576 2023-01-15T14:40:54.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.183+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~BTJEJYQWKC7W.2 size=508859 2023-01-15T14:40:54.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.183+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=BTJEJYQWKC7W tag=22593Q128OF1 type=write size=3654587 2023-01-15T14:40:54.185 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.184+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~WCA2SFXUS0R9.0 size=1048576 2023-01-15T14:40:54.185 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.184+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~WCA2SFXUS0R9.1 size=334283 2023-01-15T14:40:54.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.186+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=WCA2SFXUS0R9 tag=A5V0EC9CEZ8W type=write size=2431435 2023-01-15T14:40:54.188 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.188+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~THYWF6TP6M4C.0 size=1048576 2023-01-15T14:40:54.189 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.188+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~THYWF6TP6M4C.1 size=775599 2023-01-15T14:40:54.189 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.188+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=THYWF6TP6M4C tag=IEV7QC3QZ9TL type=write size=2872751 2023-01-15T14:40:54.191 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.189+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=CFTY0H36W8XY type=del 2023-01-15T14:40:54.192 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.191+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~FM375085I8IW.0 size=621742 2023-01-15T14:40:54.192 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.191+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=FM375085I8IW tag=Z26MWUTWEO8Q type=write size=1670318 2023-01-15T14:40:54.193 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.192+0000 7fab305e2900 1 < canceled operation key=ZF7BN8YD0YEO tag=1YTOMG0C1U6U type=del size=2371225 2023-01-15T14:40:54.194 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.193+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=05QYD4U0ULOP type=del size=2539582 2023-01-15T14:40:54.195 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.194+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~NHSIQJ9M03KH.0 size=1048576 2023-01-15T14:40:54.196 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.195+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~NHSIQJ9M03KH.1 size=70404 2023-01-15T14:40:54.197 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.197+0000 7fab305e2900 1 < completed multipart upload key=ONG29C9MW4PW upload=NHSIQJ9M03KH tag=A8A6UYRWDQ6C type=write size=2167556 2023-01-15T14:40:54.199 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.198+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~QT1CX0WS0SN5.0 size=1048576 2023-01-15T14:40:54.200 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.199+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~QT1CX0WS0SN5.1 size=697176 2023-01-15T14:40:54.200 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.199+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=QT1CX0WS0SN5 tag=5ORWQB4KX62Y type=write size=2794328 2023-01-15T14:40:54.201 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.200+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~LC09BPCYFUSF.0 size=133108 2023-01-15T14:40:54.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.202+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=LC09BPCYFUSF tag=W4PYSNLHHRS0 type=write size=1181684 2023-01-15T14:40:54.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.203+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=AX2M8J4RIH2L type=write size=798309 2023-01-15T14:40:54.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.204+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=199N7A0AM3Y2 type=del 2023-01-15T14:40:54.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.205+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=DPFJTXF5UQC8 type=del size=3965261 2023-01-15T14:40:54.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.206+0000 7fab305e2900 1 < suggested update operation key=9BIBU11P1SQR tag=CDSM5AY9J9XR type=del size=356631 2023-01-15T14:40:54.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.207+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=Q8934E07QBIO type=write size=753485 2023-01-15T14:40:54.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.209+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~7VR1FXJGZQWD.0 size=1048576 2023-01-15T14:40:54.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.209+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~7VR1FXJGZQWD.1 size=839623 2023-01-15T14:40:54.212 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.211+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=7VR1FXJGZQWD tag=7P5EB3MO4FY8 type=write size=2936775 2023-01-15T14:40:54.213 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.212+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=YX2NMXT36CBF type=del size=2161844 2023-01-15T14:40:54.213 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.213+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~YVX07HWMBA2W.0 size=1048576 2023-01-15T14:40:54.214 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.213+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~YVX07HWMBA2W.1 size=1048576 2023-01-15T14:40:54.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.214+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~YVX07HWMBA2W.2 size=966336 2023-01-15T14:40:54.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.216+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=YVX07HWMBA2W tag=5WV6ZPYON28I type=write size=4112064 2023-01-15T14:40:54.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.217+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=E5EWZ9R81GL8 type=del size=2621484 2023-01-15T14:40:54.220 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.218+0000 7fab305e2900 -1 < failed to complete operation key=BYCBFI34ZVMR tag=KKACC36I4HYC type=del size=2386340: (22) Invalid argument 2023-01-15T14:40:54.225 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.220+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~2DAE5YM4D00D.0 size=1048576 2023-01-15T14:40:54.226 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.221+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~2DAE5YM4D00D.1 size=308413 2023-01-15T14:40:54.226 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.221+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=2DAE5YM4D00D tag=0ZFBSXPMP7MY type=write size=2405565 2023-01-15T14:40:54.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.222+0000 7fab305e2900 -1 < failed to complete operation key=9BIBU11P1SQR tag=Y3F51QAJ6R5A type=write size=994187: (22) Invalid argument 2023-01-15T14:40:54.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.223+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=ATWH3OC7Y8G2 type=del size=2862210 2023-01-15T14:40:54.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.224+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=CVJNS897DHJZ type=del 2023-01-15T14:40:54.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.225+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~UAO6TYCHGLFQ.0 size=1048576 2023-01-15T14:40:54.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.226+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~UAO6TYCHGLFQ.1 size=1048576 2023-01-15T14:40:54.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.227+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~UAO6TYCHGLFQ.2 size=782665 2023-01-15T14:40:54.230 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.227+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=UAO6TYCHGLFQ tag=IJNKE1LMZ1L4 type=write size=3928393 2023-01-15T14:40:54.231 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.228+0000 7fab305e2900 -1 < failed to complete operation key=BYCBFI34ZVMR tag=1H983RPV0R1H type=write size=797853: (22) Invalid argument 2023-01-15T14:40:54.232 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.230+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~Q6TF0K71WDKB.0 size=1024297 2023-01-15T14:40:54.232 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.230+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=Q6TF0K71WDKB tag=JUPCKTO6TQ94 type=write size=2072873 2023-01-15T14:40:54.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.231+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~0OS99XQBS1QO.0 size=1048576 2023-01-15T14:40:54.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.232+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~0OS99XQBS1QO.1 size=1048576 2023-01-15T14:40:54.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.233+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~0OS99XQBS1QO.2 size=353103 2023-01-15T14:40:54.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.235+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=0OS99XQBS1QO tag=SGCFVX2O6ZYI type=write size=3498831 2023-01-15T14:40:54.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.236+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=P70PT3TIWD2G type=del size=449830 2023-01-15T14:40:54.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.237+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=N4PMHFLH4NW9 type=del 2023-01-15T14:40:54.240 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.239+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~HLIZJBRW5NVY.0 size=1048576 2023-01-15T14:40:54.241 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.240+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~HLIZJBRW5NVY.1 size=855354 2023-01-15T14:40:54.241 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.240+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=HLIZJBRW5NVY tag=EPUBJI5V11OT type=write size=2952506 2023-01-15T14:40:54.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.241+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~BTJEJYQWKC7W.0 size=1048576 2023-01-15T14:40:54.243 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.242+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~BTJEJYQWKC7W.1 size=1048576 2023-01-15T14:40:54.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.243+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~BTJEJYQWKC7W.2 size=508859 2023-01-15T14:40:54.245 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.245+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=BTJEJYQWKC7W tag=22593Q128OF1 type=write size=3654587 2023-01-15T14:40:54.247 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.247+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~JS52NS7Y25YN.0 size=396338 2023-01-15T14:40:54.247 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.247+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=JS52NS7Y25YN tag=ZPP4J21HA616 type=write size=1444914 2023-01-15T14:40:54.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.248+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~THYWF6TP6M4C.0 size=1048576 2023-01-15T14:40:54.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.249+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~THYWF6TP6M4C.1 size=775599 2023-01-15T14:40:54.251 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.251+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=THYWF6TP6M4C tag=IEV7QC3QZ9TL type=write size=2872751 2023-01-15T14:40:54.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.252+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=DL3DD2HCI718 type=del size=3098867 2023-01-15T14:40:54.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.253+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~FM375085I8IW.0 size=621742 2023-01-15T14:40:54.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.255+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=FM375085I8IW tag=Z26MWUTWEO8Q type=write size=1670318 2023-01-15T14:40:54.257 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.257+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~S2FXH3JI2NHB.0 size=233130 2023-01-15T14:40:54.257 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.257+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=S2FXH3JI2NHB tag=U35QBYS8Z3FW type=write size=1281706 2023-01-15T14:40:54.258 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.258+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=05QYD4U0ULOP type=del 2023-01-15T14:40:54.259 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.259+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=WVOCDNF2NQBM type=del size=437979 2023-01-15T14:40:54.261 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.260+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~QT1CX0WS0SN5.0 size=1048576 2023-01-15T14:40:54.261 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.261+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~QT1CX0WS0SN5.1 size=697176 2023-01-15T14:40:54.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.262+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=QT1CX0WS0SN5 tag=5ORWQB4KX62Y type=write size=2794328 2023-01-15T14:40:54.264 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.264+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=C37W1WA2MA1J type=del size=1296897 2023-01-15T14:40:54.265 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.265+0000 7fab305e2900 1 < completed write operation key=DD5C0ZKBVAS3 tag=AX2M8J4RIH2L type=write size=798309 2023-01-15T14:40:54.266 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.266+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=L3TDA0KCQFVG type=del size=2468586 2023-01-15T14:40:54.267 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.267+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=DPFJTXF5UQC8 type=del 2023-01-15T14:40:54.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.269+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~YDOX44QJXCT2.0 size=1048576 2023-01-15T14:40:54.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.269+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~YDOX44QJXCT2.1 size=1007169 2023-01-15T14:40:54.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.269+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=YDOX44QJXCT2 tag=F76NOEFYA6II type=write size=3104321 2023-01-15T14:40:54.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.271+0000 7fab305e2900 1 < canceled operation key=DD5C0ZKBVAS3 tag=Q8934E07QBIO type=write size=753485 2023-01-15T14:40:54.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.272+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=ZLYWSYJYAEK0 type=write size=680097 2023-01-15T14:40:54.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.273+0000 7fab305e2900 1 < completed delete operation key=PVA8JXP2T3BM tag=YX2NMXT36CBF type=del 2023-01-15T14:40:54.275 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.275+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~AUCJKCB6DL5K.0 size=1048576 2023-01-15T14:40:54.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.275+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~AUCJKCB6DL5K.1 size=962717 2023-01-15T14:40:54.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.275+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=AUCJKCB6DL5K tag=TWT95DMCCL9C type=write size=3059869 2023-01-15T14:40:54.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.277+0000 7fab305e2900 1 < suggested remove operation key=GEI2ZTAKBNDK tag=E5EWZ9R81GL8 type=del 2023-01-15T14:40:54.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.280+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~VGEWLQ6VI7L4.0 size=1048576 2023-01-15T14:40:54.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.280+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~VGEWLQ6VI7L4.1 size=628388 2023-01-15T14:40:54.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.280+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=VGEWLQ6VI7L4 tag=Q9314V520UGC type=write size=2725540 2023-01-15T14:40:54.282 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.281+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~2DAE5YM4D00D.0 size=1048576 2023-01-15T14:40:54.283 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.282+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~2DAE5YM4D00D.1 size=308413 2023-01-15T14:40:54.284 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.284+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=2DAE5YM4D00D tag=0ZFBSXPMP7MY type=write size=2405565 2023-01-15T14:40:54.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.285+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=UAEPZMW46QPB type=write size=252775 2023-01-15T14:40:54.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.286+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=ATWH3OC7Y8G2 type=del 2023-01-15T14:40:54.288 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.287+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=FHJDYFR9M9VR type=del size=4169686 2023-01-15T14:40:54.289 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.288+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~UAO6TYCHGLFQ.0 size=1048576 2023-01-15T14:40:54.290 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.289+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~UAO6TYCHGLFQ.1 size=1048576 2023-01-15T14:40:54.291 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.290+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~UAO6TYCHGLFQ.2 size=782665 2023-01-15T14:40:54.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.292+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=UAO6TYCHGLFQ tag=IJNKE1LMZ1L4 type=write size=3928393 2023-01-15T14:40:54.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.294+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~IRP852ZLOV0H.0 size=1048576 2023-01-15T14:40:54.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.295+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~IRP852ZLOV0H.1 size=386710 2023-01-15T14:40:54.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.295+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=IRP852ZLOV0H tag=JIRXVQN4TMQK type=write size=2483862 2023-01-15T14:40:54.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.296+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~Q6TF0K71WDKB.0 size=1024297 2023-01-15T14:40:54.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.298+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=Q6TF0K71WDKB tag=JUPCKTO6TQ94 type=write size=2072873 2023-01-15T14:40:54.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.299+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=8BKGPMBX40OG type=del size=2437642 2023-01-15T14:40:54.301 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.300+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=P70PT3TIWD2G type=del 2023-01-15T14:40:54.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.301+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=GCI0NH68HQ7P type=del size=1524296 2023-01-15T14:40:54.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.301+0000 7fab305e2900 1 < canceled part key=_multipart_QYOQYQAIU2XF.2~HLIZJBRW5NVY.0 size=1048576 2023-01-15T14:40:54.303 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.302+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~HLIZJBRW5NVY.1 size=855354 2023-01-15T14:40:54.305 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.304+0000 7fab305e2900 1 < canceled multipart upload key=QYOQYQAIU2XF upload=HLIZJBRW5NVY tag=EPUBJI5V11OT type=write size=2952506 2023-01-15T14:40:54.306 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.305+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=XUSL4ROQSLWT type=del size=2262594 2023-01-15T14:40:54.307 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.306+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~JS52NS7Y25YN.0 size=396338 2023-01-15T14:40:54.309 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.308+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=JS52NS7Y25YN tag=ZPP4J21HA616 type=write size=1444914 2023-01-15T14:40:54.310 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.309+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=M3ZQ8TFB11TN type=del size=2358290 2023-01-15T14:40:54.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.310+0000 7fab305e2900 1 < completed delete operation key=3AV2R27PD12K tag=DL3DD2HCI718 type=del 2023-01-15T14:40:54.312 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.311+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=7UVDDR8CPZVD type=del size=2078618 2023-01-15T14:40:54.313 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.313+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~S2FXH3JI2NHB.0 size=233130 2023-01-15T14:40:54.315 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.315+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=S2FXH3JI2NHB tag=U35QBYS8Z3FW type=write size=1281706 2023-01-15T14:40:54.317 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.316+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=V30VDP8XUILX type=del size=1196090 2023-01-15T14:40:54.318 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.317+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=WVOCDNF2NQBM type=del 2023-01-15T14:40:54.320 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.319+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~I2WDEZDPM2SA.0 size=1048576 2023-01-15T14:40:54.320 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.320+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~I2WDEZDPM2SA.1 size=1048576 2023-01-15T14:40:54.321 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.320+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~I2WDEZDPM2SA.2 size=892408 2023-01-15T14:40:54.321 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.320+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=I2WDEZDPM2SA tag=3EIYY72CVG0R type=write size=4038136 2023-01-15T14:40:54.322 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.321+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=C37W1WA2MA1J type=del 2023-01-15T14:40:54.324 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.323+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~T2BFRXKPUVBN.0 size=1048576 2023-01-15T14:40:54.327 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.324+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~T2BFRXKPUVBN.1 size=1048576 2023-01-15T14:40:54.327 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.325+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~T2BFRXKPUVBN.2 size=986775 2023-01-15T14:40:54.327 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.325+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=T2BFRXKPUVBN tag=JUHQY7HS2SD0 type=write size=4132503 2023-01-15T14:40:54.327 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.326+0000 7fab305e2900 1 < canceled operation key=KTFY3EPKMIPP tag=L3TDA0KCQFVG type=del size=2468586 2023-01-15T14:40:54.327 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.327+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=3CFDVAAE0B2M type=del size=241717 2023-01-15T14:40:54.328 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.328+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~YDOX44QJXCT2.0 size=1048576 2023-01-15T14:40:54.329 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.329+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~YDOX44QJXCT2.1 size=1007169 2023-01-15T14:40:54.331 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.330+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=YDOX44QJXCT2 tag=F76NOEFYA6II type=write size=3104321 2023-01-15T14:40:54.333 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.332+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~D73QZTJXYIUA.0 size=1004416 2023-01-15T14:40:54.333 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.332+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=D73QZTJXYIUA tag=8GL61OCY3GEK type=write size=2052992 2023-01-15T14:40:54.334 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.333+0000 7fab305e2900 1 < completed write operation key=4X28OAD9RALB tag=ZLYWSYJYAEK0 type=write size=680097 2023-01-15T14:40:54.334 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.334+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=UKKFTG70CVQI type=write size=261860 2023-01-15T14:40:54.335 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.335+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~AUCJKCB6DL5K.0 size=1048576 2023-01-15T14:40:54.336 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.336+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~AUCJKCB6DL5K.1 size=962717 2023-01-15T14:40:54.339 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.338+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=AUCJKCB6DL5K tag=TWT95DMCCL9C type=write size=3059869 2023-01-15T14:40:54.340 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.339+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=A87Z0USWW19V type=write size=247119 2023-01-15T14:40:54.341 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.340+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~VGEWLQ6VI7L4.0 size=1048576 2023-01-15T14:40:54.341 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.341+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~VGEWLQ6VI7L4.1 size=628388 2023-01-15T14:40:54.343 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.342+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=VGEWLQ6VI7L4 tag=Q9314V520UGC type=write size=2725540 2023-01-15T14:40:54.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.344+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~V12MEAKSEW60.0 size=673313 2023-01-15T14:40:54.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.344+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=V12MEAKSEW60 tag=BWX9MRPWQH91 type=write size=1721889 2023-01-15T14:40:54.346 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.345+0000 7fab305e2900 1 < completed write operation key=BYCBFI34ZVMR tag=UAEPZMW46QPB type=write size=252775 2023-01-15T14:40:54.348 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.347+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~L1R5YDY7GH72.0 size=1048576 2023-01-15T14:40:54.348 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.348+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~L1R5YDY7GH72.1 size=1048576 2023-01-15T14:40:54.349 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.348+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~L1R5YDY7GH72.2 size=1012783 2023-01-15T14:40:54.349 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.348+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=L1R5YDY7GH72 tag=EWNBZ164CCNC type=write size=4158511 2023-01-15T14:40:54.350 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.349+0000 7fab305e2900 1 < canceled operation key=GEI2ZTAKBNDK tag=FHJDYFR9M9VR type=del size=4169686 2023-01-15T14:40:54.351 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.350+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=4MJOQ0ZOWFKF type=del size=3483264 2023-01-15T14:40:54.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.351+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~IRP852ZLOV0H.0 size=1048576 2023-01-15T14:40:54.353 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.352+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~IRP852ZLOV0H.1 size=386710 2023-01-15T14:40:54.355 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.354+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=IRP852ZLOV0H tag=JIRXVQN4TMQK type=write size=2483862 2023-01-15T14:40:54.357 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.356+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~FT6OT21TJWR0.0 size=1048576 2023-01-15T14:40:54.359 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.357+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~FT6OT21TJWR0.1 size=1048576 2023-01-15T14:40:54.359 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.357+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~FT6OT21TJWR0.2 size=161751 2023-01-15T14:40:54.359 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.357+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=FT6OT21TJWR0 tag=W9GR1MHX9KLJ type=write size=3307479 2023-01-15T14:40:54.360 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.358+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=8BKGPMBX40OG type=del 2023-01-15T14:40:54.360 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.359+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=4E7XJDV5ES3N type=del size=1400623 2023-01-15T14:40:54.361 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.360+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=GCI0NH68HQ7P type=del 2023-01-15T14:40:54.362 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.362+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=K0QXYKL7M913 type=del size=2024209 2023-01-15T14:40:54.363 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.363+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=XUSL4ROQSLWT type=del 2023-01-15T14:40:54.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.364+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~W9XS65HSO9LL.0 size=870552 2023-01-15T14:40:54.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.364+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=W9XS65HSO9LL tag=VIP58IKWDKF8 type=write size=1919128 2023-01-15T14:40:54.367 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.366+0000 7fab305e2900 1 < suggested update operation key=KTFY3EPKMIPP tag=M3ZQ8TFB11TN type=del size=2358290 2023-01-15T14:40:54.368 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.367+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=B0J9H2WXBVEO type=del size=3255899 2023-01-15T14:40:54.370 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.369+0000 7fab305e2900 1 < suggested remove operation key=3AV2R27PD12K tag=7UVDDR8CPZVD type=del 2023-01-15T14:40:54.371 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.371+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=NRABV1YYIQ2X type=write size=156328 2023-01-15T14:40:54.373 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.373+0000 7fab305e2900 1 < suggested update operation key=JP5RXNMPLSF8 tag=V30VDP8XUILX type=del size=1196090 2023-01-15T14:40:54.375 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.374+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~QL1ZM05JRKF1.0 size=314905 2023-01-15T14:40:54.375 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.374+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=QL1ZM05JRKF1 tag=DN84NF0I6UH6 type=write size=1363481 2023-01-15T14:40:54.376 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.375+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~I2WDEZDPM2SA.0 size=1048576 2023-01-15T14:40:54.377 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.377+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~I2WDEZDPM2SA.1 size=1048576 2023-01-15T14:40:54.377 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.377+0000 7fab305e2900 1 < canceled part key=_multipart_FTXCLOVB9STM.2~I2WDEZDPM2SA.2 size=892408 2023-01-15T14:40:54.379 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.378+0000 7fab305e2900 1 < canceled multipart upload key=FTXCLOVB9STM upload=I2WDEZDPM2SA tag=3EIYY72CVG0R type=write size=4038136 2023-01-15T14:40:54.380 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.379+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=AAFAFJOM6OGO type=del size=1208972 2023-01-15T14:40:54.380 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.380+0000 7fab305e2900 1 < canceled part key=_multipart_ONG29C9MW4PW.2~T2BFRXKPUVBN.0 size=1048576 2023-01-15T14:40:54.381 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.381+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~T2BFRXKPUVBN.1 size=1048576 2023-01-15T14:40:54.382 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.381+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~T2BFRXKPUVBN.2 size=986775 2023-01-15T14:40:54.384 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.383+0000 7fab305e2900 1 < canceled multipart upload key=ONG29C9MW4PW upload=T2BFRXKPUVBN tag=JUHQY7HS2SD0 type=write size=4132503 2023-01-15T14:40:54.385 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.384+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=A7WX1NWEHBFK type=write size=56191 2023-01-15T14:40:54.386 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.385+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=3CFDVAAE0B2M type=del 2023-01-15T14:40:54.387 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.386+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=2PB1IB2T3RKB type=del size=1668889 2023-01-15T14:40:54.388 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.388+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~D73QZTJXYIUA.0 size=1004416 2023-01-15T14:40:54.390 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.389+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=D73QZTJXYIUA tag=8GL61OCY3GEK type=write size=2052992 2023-01-15T14:40:54.392 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.391+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=H946OBAG51XD type=del size=1993042 2023-01-15T14:40:54.395 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.394+0000 7fab305e2900 1 < completed write operation key=7B20CP9G4OAH tag=UKKFTG70CVQI type=write size=261860 2023-01-15T14:40:54.396 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.396+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~8AL7EIGT7M48.0 size=1048576 2023-01-15T14:40:54.397 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.397+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~8AL7EIGT7M48.1 size=1048576 2023-01-15T14:40:54.398 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.397+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~8AL7EIGT7M48.2 size=1034348 2023-01-15T14:40:54.398 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.397+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=8AL7EIGT7M48 tag=BW3KQAFNLVDG type=write size=4180076 2023-01-15T14:40:54.400 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.400+0000 7fab305e2900 1 < suggested remove operation key=6KPHYE1YP0PI tag=A87Z0USWW19V type=write 2023-01-15T14:40:54.401 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.401+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=HW7NMHGEI41P type=del size=714445 2023-01-15T14:40:54.402 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.402+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~V12MEAKSEW60.0 size=673313 2023-01-15T14:40:54.404 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.403+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=V12MEAKSEW60 tag=BWX9MRPWQH91 type=write size=1721889 2023-01-15T14:40:54.405 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.404+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=RBVCR20RH3BY type=del size=4052653 2023-01-15T14:40:54.406 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.405+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~L1R5YDY7GH72.0 size=1048576 2023-01-15T14:40:54.406 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.406+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~L1R5YDY7GH72.1 size=1048576 2023-01-15T14:40:54.407 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.406+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~L1R5YDY7GH72.2 size=1012783 2023-01-15T14:40:54.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.408+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=L1R5YDY7GH72 tag=EWNBZ164CCNC type=write size=4158511 2023-01-15T14:40:54.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.409+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=T2VBF8Z31GF0 type=del size=2023124 2023-01-15T14:40:54.411 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.410+0000 7fab305e2900 1 < canceled operation key=ONG29C9MW4PW tag=4MJOQ0ZOWFKF type=del size=3483264 2023-01-15T14:40:54.412 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.412+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=XNAV8NYG480Z type=del size=2857702 2023-01-15T14:40:54.414 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.413+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~FT6OT21TJWR0.0 size=1048576 2023-01-15T14:40:54.414 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.413+0000 7fab305e2900 1 < canceled part key=_multipart_FTXCLOVB9STM.2~FT6OT21TJWR0.1 size=1048576 2023-01-15T14:40:54.414 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.414+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~FT6OT21TJWR0.2 size=161751 2023-01-15T14:40:54.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.415+0000 7fab305e2900 1 < canceled multipart upload key=FTXCLOVB9STM upload=FT6OT21TJWR0 tag=W9GR1MHX9KLJ type=write size=3307479 2023-01-15T14:40:54.417 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.416+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=Y8CLGY6T50OJ type=write size=461311 2023-01-15T14:40:54.418 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.417+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=4E7XJDV5ES3N type=del 2023-01-15T14:40:54.420 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.419+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~7Y3YD67Y5IGW.0 size=1048576 2023-01-15T14:40:54.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.420+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~7Y3YD67Y5IGW.1 size=1048576 2023-01-15T14:40:54.422 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.421+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~7Y3YD67Y5IGW.2 size=187670 2023-01-15T14:40:54.422 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.421+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=7Y3YD67Y5IGW tag=5909MI859YWA type=write size=3333398 2023-01-15T14:40:54.424 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.423+0000 7fab305e2900 1 < suggested update operation key=PA4FLBOL8VDW tag=K0QXYKL7M913 type=del size=2024209 2023-01-15T14:40:54.426 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.425+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~QA419A7BZ4FJ.0 size=1048576 2023-01-15T14:40:54.427 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.426+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~QA419A7BZ4FJ.1 size=360932 2023-01-15T14:40:54.427 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.426+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=QA419A7BZ4FJ tag=O23LTMFQ2WBC type=write size=2458084 2023-01-15T14:40:54.428 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.427+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~W9XS65HSO9LL.0 size=870552 2023-01-15T14:40:54.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.429+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=W9XS65HSO9LL tag=VIP58IKWDKF8 type=write size=1919128 2023-01-15T14:40:54.430 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.430+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=ZNTF4DDRYRCD type=del size=38370 2023-01-15T14:40:54.431 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.431+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=B0J9H2WXBVEO type=del 2023-01-15T14:40:54.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.432+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=7JLGEXYYFXTN type=del size=1710693 2023-01-15T14:40:54.433 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.433+0000 7fab305e2900 1 < completed write operation key=Q82PRJIVXO0C tag=NRABV1YYIQ2X type=write size=156328 2023-01-15T14:40:54.435 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.434+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=OOLI7L20EJKJ type=del size=82795 2023-01-15T14:40:54.436 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.435+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~QL1ZM05JRKF1.0 size=314905 2023-01-15T14:40:54.437 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.437+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=QL1ZM05JRKF1 tag=DN84NF0I6UH6 type=write size=1363481 2023-01-15T14:40:54.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.438+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=3206XQEI2O7O type=del size=26222 2023-01-15T14:40:54.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.439+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=AAFAFJOM6OGO type=del 2023-01-15T14:40:54.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.440+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=HUAEV87Z8FTO type=del size=843905 2023-01-15T14:40:54.441 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.441+0000 7fab305e2900 1 < canceled operation key=PZ48A2T3Y6Z4 tag=A7WX1NWEHBFK type=write size=56191 2023-01-15T14:40:54.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.442+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=NGGSVHTIQ071 type=del size=1145591 2023-01-15T14:40:54.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.443+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=2PB1IB2T3RKB type=del 2023-01-15T14:40:54.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.444+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=9747RDK2HN54 type=del size=54143 2023-01-15T14:40:54.445 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.445+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=H946OBAG51XD type=del 2023-01-15T14:40:54.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.446+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~YB1ACGJI9AZ8.0 size=133268 2023-01-15T14:40:54.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.446+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=YB1ACGJI9AZ8 tag=7CB08A7UI0X3 type=write size=1181844 2023-01-15T14:40:54.448 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.448+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~8AL7EIGT7M48.0 size=1048576 2023-01-15T14:40:54.449 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.448+0000 7fab305e2900 1 < canceled part key=_multipart_9BIBU11P1SQR.2~8AL7EIGT7M48.1 size=1048576 2023-01-15T14:40:54.449 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.448+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~8AL7EIGT7M48.2 size=1034348 2023-01-15T14:40:54.451 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.450+0000 7fab305e2900 1 < canceled multipart upload key=9BIBU11P1SQR upload=8AL7EIGT7M48 tag=BW3KQAFNLVDG type=write size=4180076 2023-01-15T14:40:54.453 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.453+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~QQIEDNPHQHNP.0 size=1048576 2023-01-15T14:40:54.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.453+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~QQIEDNPHQHNP.1 size=172808 2023-01-15T14:40:54.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.453+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=QQIEDNPHQHNP tag=A2QPHDLJS260 type=write size=2269960 2023-01-15T14:40:54.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.456+0000 7fab305e2900 1 < suggested update operation key=PZ48A2T3Y6Z4 tag=HW7NMHGEI41P type=del size=714445 2023-01-15T14:40:54.458 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.457+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~YJOBMKBZHQLT.0 size=1048576 2023-01-15T14:40:54.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.458+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~YJOBMKBZHQLT.1 size=922551 2023-01-15T14:40:54.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.458+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=YJOBMKBZHQLT tag=IKD29EP1U6RB type=write size=3019703 2023-01-15T14:40:54.460 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.459+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=RBVCR20RH3BY type=del 2023-01-15T14:40:54.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.461+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=NPECX5FQ49A6 type=del size=2651496 2023-01-15T14:40:54.462 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.462+0000 7fab305e2900 1 < canceled operation key=ONG29C9MW4PW tag=T2VBF8Z31GF0 type=del size=2023124 2023-01-15T14:40:54.463 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.463+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=781HOFZMG7XM type=write size=996081 2023-01-15T14:40:54.464 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.464+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=XNAV8NYG480Z type=del 2023-01-15T14:40:54.466 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.465+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=BM2P4QBWOVXO type=write size=802835 2023-01-15T14:40:54.466 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.466+0000 7fab305e2900 1 < completed write operation key=KGO3UC39S97I tag=Y8CLGY6T50OJ type=write size=461311 2023-01-15T14:40:54.468 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.468+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~9XISOG445W0R.0 size=542094 2023-01-15T14:40:54.469 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.468+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=9XISOG445W0R tag=BIASDN9YUDJK type=write size=1590670 2023-01-15T14:40:54.469 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.469+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~7Y3YD67Y5IGW.0 size=1048576 2023-01-15T14:40:54.470 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.469+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~7Y3YD67Y5IGW.1 size=1048576 2023-01-15T14:40:54.471 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.470+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~7Y3YD67Y5IGW.2 size=187670 2023-01-15T14:40:54.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.472+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=7Y3YD67Y5IGW tag=5909MI859YWA type=write size=3333398 2023-01-15T14:40:54.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.473+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=3WPHD0DGILYH type=del size=2394083 2023-01-15T14:40:54.474 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.474+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~QA419A7BZ4FJ.0 size=1048576 2023-01-15T14:40:54.475 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.474+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~QA419A7BZ4FJ.1 size=360932 2023-01-15T14:40:54.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.476+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=QA419A7BZ4FJ tag=O23LTMFQ2WBC type=write size=2458084 2023-01-15T14:40:54.477 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.477+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=0QSYWT81HTJO type=del size=3219215 2023-01-15T14:40:54.478 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.478+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=ZNTF4DDRYRCD type=del 2023-01-15T14:40:54.479 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.479+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=SR7N180FNMB0 type=write size=741750 2023-01-15T14:40:54.480 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.480+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=7JLGEXYYFXTN type=del 2023-01-15T14:40:54.482 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.481+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~XTUFWWICCDGC.0 size=460862 2023-01-15T14:40:54.482 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.481+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=XTUFWWICCDGC tag=JT0JKEZQROQG type=write size=1509438 2023-01-15T14:40:54.483 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.482+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=OOLI7L20EJKJ type=del 2023-01-15T14:40:54.484 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.483+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=C5PDYG7MTQQ3 type=del size=1315518 2023-01-15T14:40:54.486 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.485+0000 7fab305e2900 1 < suggested update operation key=KTFY3EPKMIPP tag=3206XQEI2O7O type=del size=26222 2023-01-15T14:40:54.488 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.487+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~GR1IRZMQVDWV.0 size=1048576 2023-01-15T14:40:54.488 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.488+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~GR1IRZMQVDWV.1 size=87734 2023-01-15T14:40:54.489 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.488+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=GR1IRZMQVDWV tag=6FD65EQZ66RO type=write size=2184886 2023-01-15T14:40:54.490 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.489+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=HUAEV87Z8FTO type=del 2023-01-15T14:40:54.491 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.491+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~10GUWSO9175E.0 size=1048576 2023-01-15T14:40:54.492 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.491+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~10GUWSO9175E.1 size=488249 2023-01-15T14:40:54.492 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.491+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=10GUWSO9175E tag=4UR7B299G6QF type=write size=2585401 2023-01-15T14:40:54.493 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.492+0000 7fab305e2900 -1 < failed to complete operation key=PZ48A2T3Y6Z4 tag=NGGSVHTIQ071 type=del size=1145591: (22) Invalid argument 2023-01-15T14:40:54.494 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.493+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=J8VYO2NGYI2K type=del size=3608994 2023-01-15T14:40:54.495 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.494+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=9747RDK2HN54 type=del 2023-01-15T14:40:54.497 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.496+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=DEPMWG2DUPKP type=write size=380421 2023-01-15T14:40:54.497 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.497+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~YB1ACGJI9AZ8.0 size=133268 2023-01-15T14:40:54.499 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.498+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=YB1ACGJI9AZ8 tag=7CB08A7UI0X3 type=write size=1181844 2023-01-15T14:40:54.501 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.500+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~V966VBZPT3GV.0 size=1048576 2023-01-15T14:40:54.502 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.501+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~V966VBZPT3GV.1 size=956080 2023-01-15T14:40:54.502 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.501+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=V966VBZPT3GV tag=AMDR7ML93XCY type=write size=3053232 2023-01-15T14:40:54.503 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.502+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~QQIEDNPHQHNP.0 size=1048576 2023-01-15T14:40:54.504 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.503+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~QQIEDNPHQHNP.1 size=172808 2023-01-15T14:40:54.505 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.504+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=QQIEDNPHQHNP tag=A2QPHDLJS260 type=write size=2269960 2023-01-15T14:40:54.507 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.507+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~HMCHO4IGLY1P.0 size=1048576 2023-01-15T14:40:54.508 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.507+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~HMCHO4IGLY1P.1 size=948236 2023-01-15T14:40:54.508 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.507+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=HMCHO4IGLY1P tag=AYOM4FSMLEJT type=write size=3045388 2023-01-15T14:40:54.509 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.508+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~YJOBMKBZHQLT.0 size=1048576 2023-01-15T14:40:54.510 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.509+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~YJOBMKBZHQLT.1 size=922551 2023-01-15T14:40:54.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.511+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=YJOBMKBZHQLT tag=IKD29EP1U6RB type=write size=3019703 2023-01-15T14:40:54.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.512+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~GIFNI5T9FV2A.0 size=1048576 2023-01-15T14:40:54.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.513+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~GIFNI5T9FV2A.1 size=1044225 2023-01-15T14:40:54.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.513+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=GIFNI5T9FV2A tag=T5WKBY7OOZKA type=write size=3141377 2023-01-15T14:40:54.515 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.515+0000 7fab305e2900 1 < suggested remove operation key=PZ48A2T3Y6Z4 tag=NPECX5FQ49A6 type=del 2023-01-15T14:40:54.517 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.516+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~I25ZQJ9NINDP.0 size=1048576 2023-01-15T14:40:54.518 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.517+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~I25ZQJ9NINDP.1 size=1048576 2023-01-15T14:40:54.518 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.518+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~I25ZQJ9NINDP.2 size=513775 2023-01-15T14:40:54.518 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.518+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=I25ZQJ9NINDP tag=LTMFK46ZV460 type=write size=3659503 2023-01-15T14:40:54.519 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.519+0000 7fab305e2900 1 < completed write operation key=7B20CP9G4OAH tag=781HOFZMG7XM type=write size=996081 2023-01-15T14:40:54.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.520+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~5XO029T9HTYY.0 size=68905 2023-01-15T14:40:54.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.520+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=5XO029T9HTYY tag=305DK0UQZYXQ type=write size=1117481 2023-01-15T14:40:54.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.522+0000 7fab305e2900 1 < suggested update operation key=7B20CP9G4OAH tag=BM2P4QBWOVXO type=write size=802835 2023-01-15T14:40:54.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.524+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~O3I0F2J9DLEB.0 size=1048576 2023-01-15T14:40:54.525 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.525+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~O3I0F2J9DLEB.1 size=361153 2023-01-15T14:40:54.525 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.525+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=O3I0F2J9DLEB tag=GG86MW5XTXPE type=write size=2458305 2023-01-15T14:40:54.526 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.526+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~9XISOG445W0R.0 size=542094 2023-01-15T14:40:54.528 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.527+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=9XISOG445W0R tag=BIASDN9YUDJK type=write size=1590670 2023-01-15T14:40:54.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.528+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=JB2HAR0DKB3G type=del size=1075354 2023-01-15T14:40:54.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.530+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=3WPHD0DGILYH type=del 2023-01-15T14:40:54.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.531+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=3CCTGDDXZ1V7 type=del size=316299 2023-01-15T14:40:54.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.531+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=0QSYWT81HTJO type=del 2023-01-15T14:40:54.534 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.533+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~PMSU3P835E55.0 size=1048576 2023-01-15T14:40:54.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.534+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~PMSU3P835E55.1 size=1048576 2023-01-15T14:40:54.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.535+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~PMSU3P835E55.2 size=921620 2023-01-15T14:40:54.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.535+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=PMSU3P835E55 tag=4UQHAAV9BU8W type=write size=4067348 2023-01-15T14:40:54.536 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.536+0000 7fab305e2900 1 < completed write operation key=GEI2ZTAKBNDK tag=SR7N180FNMB0 type=write size=741750 2023-01-15T14:40:54.538 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.537+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~7XLM09AXMMTT.0 size=1048576 2023-01-15T14:40:54.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.538+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~7XLM09AXMMTT.1 size=875623 2023-01-15T14:40:54.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.538+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=7XLM09AXMMTT tag=B0TXL7EHGTZN type=write size=2972775 2023-01-15T14:40:54.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.540+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~XTUFWWICCDGC.0 size=460862 2023-01-15T14:40:54.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.541+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=XTUFWWICCDGC tag=JT0JKEZQROQG type=write size=1509438 2023-01-15T14:40:54.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.542+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=WWGVDADH3017 type=del size=1267225 2023-01-15T14:40:54.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.543+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=C5PDYG7MTQQ3 type=del 2023-01-15T14:40:54.546 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.545+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~IJZQEX6QXK4R.0 size=1048576 2023-01-15T14:40:54.547 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.546+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~IJZQEX6QXK4R.1 size=1048576 2023-01-15T14:40:54.548 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.547+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~IJZQEX6QXK4R.2 size=18636 2023-01-15T14:40:54.548 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.547+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=IJZQEX6QXK4R tag=Y9AE1PMYZPCL type=write size=3164364 2023-01-15T14:40:54.549 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.549+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~GR1IRZMQVDWV.0 size=1048576 2023-01-15T14:40:54.550 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.549+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~GR1IRZMQVDWV.1 size=87734 2023-01-15T14:40:54.551 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.551+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=GR1IRZMQVDWV tag=6FD65EQZ66RO type=write size=2184886 2023-01-15T14:40:54.552 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.552+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=H22YYAJYFBBL type=del size=2354937 2023-01-15T14:40:54.553 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.552+0000 7fab305e2900 1 < canceled part key=_multipart_FDLD6LAR610I.2~10GUWSO9175E.0 size=1048576 2023-01-15T14:40:54.553 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.553+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~10GUWSO9175E.1 size=488249 2023-01-15T14:40:54.555 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.554+0000 7fab305e2900 1 < canceled multipart upload key=FDLD6LAR610I upload=10GUWSO9175E tag=4UR7B299G6QF type=write size=2585401 2023-01-15T14:40:54.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.555+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=PI8M2M6NMNTJ type=del size=101510 2023-01-15T14:40:54.557 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.556+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=J8VYO2NGYI2K type=del 2023-01-15T14:40:54.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.557+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=6TURXY67TQHR type=del size=2001787 2023-01-15T14:40:54.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.558+0000 7fab305e2900 1 < completed write operation key=WIB3VTX3KFIK tag=DEPMWG2DUPKP type=write size=380421 2023-01-15T14:40:54.560 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.559+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=6U7S8U3F01UT type=del size=1856798 2023-01-15T14:40:54.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.560+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~V966VBZPT3GV.0 size=1048576 2023-01-15T14:40:54.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.561+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~V966VBZPT3GV.1 size=956080 2023-01-15T14:40:54.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.562+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=V966VBZPT3GV tag=AMDR7ML93XCY type=write size=3053232 2023-01-15T14:40:54.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.563+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=CK5545WHEDOJ type=del size=849870 2023-01-15T14:40:54.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.564+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~HMCHO4IGLY1P.0 size=1048576 2023-01-15T14:40:54.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.565+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~HMCHO4IGLY1P.1 size=948236 2023-01-15T14:40:54.567 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.567+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=HMCHO4IGLY1P tag=AYOM4FSMLEJT type=write size=3045388 2023-01-15T14:40:54.568 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.568+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=L6RFC9NLVX5Y type=del size=1153006 2023-01-15T14:40:54.569 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.569+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~GIFNI5T9FV2A.0 size=1048576 2023-01-15T14:40:54.570 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.569+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~GIFNI5T9FV2A.1 size=1044225 2023-01-15T14:40:54.571 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.571+0000 7fab305e2900 1 < completed multipart upload key=H8WF2D844W5R upload=GIFNI5T9FV2A tag=T5WKBY7OOZKA type=write size=3141377 2023-01-15T14:40:54.572 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.572+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=L79QT9XP4X4H type=del size=3246422 2023-01-15T14:40:54.573 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.573+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~I25ZQJ9NINDP.0 size=1048576 2023-01-15T14:40:54.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.574+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~I25ZQJ9NINDP.1 size=1048576 2023-01-15T14:40:54.575 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.574+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~I25ZQJ9NINDP.2 size=513775 2023-01-15T14:40:54.576 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.576+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=I25ZQJ9NINDP tag=LTMFK46ZV460 type=write size=3659503 2023-01-15T14:40:54.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.578+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~IEN6AKOTSIBT.0 size=291304 2023-01-15T14:40:54.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.578+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=IEN6AKOTSIBT tag=JIW43Y22CJGC type=write size=1339880 2023-01-15T14:40:54.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.579+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~5XO029T9HTYY.0 size=68905 2023-01-15T14:40:54.581 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.580+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=5XO029T9HTYY tag=305DK0UQZYXQ type=write size=1117481 2023-01-15T14:40:54.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.581+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=91UOHFZ8KZPW type=del size=77391 2023-01-15T14:40:54.583 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.582+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~O3I0F2J9DLEB.0 size=1048576 2023-01-15T14:40:54.583 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.583+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~O3I0F2J9DLEB.1 size=361153 2023-01-15T14:40:54.585 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.584+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=O3I0F2J9DLEB tag=GG86MW5XTXPE type=write size=2458305 2023-01-15T14:40:54.586 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.586+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=S4DMWP9J2TT7 type=del size=3971921 2023-01-15T14:40:54.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.587+0000 7fab305e2900 1 < completed delete operation key=3AV2R27PD12K tag=JB2HAR0DKB3G type=del 2023-01-15T14:40:54.589 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.588+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~LWQOWL22P205.0 size=376647 2023-01-15T14:40:54.589 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.588+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=LWQOWL22P205 tag=PGM2AD0D6303 type=write size=1425223 2023-01-15T14:40:54.590 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.589+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=3CCTGDDXZ1V7 type=del 2023-01-15T14:40:54.592 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.591+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~HYLF056F5C8H.0 size=671887 2023-01-15T14:40:54.592 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.591+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=HYLF056F5C8H tag=77C7A8TK8VVX type=write size=1720463 2023-01-15T14:40:54.593 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.592+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~PMSU3P835E55.0 size=1048576 2023-01-15T14:40:54.594 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.593+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~PMSU3P835E55.1 size=1048576 2023-01-15T14:40:54.594 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.594+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~PMSU3P835E55.2 size=921620 2023-01-15T14:40:54.597 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.596+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=PMSU3P835E55 tag=4UQHAAV9BU8W type=write size=4067348 2023-01-15T14:40:54.598 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.598+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~AT1AHS4NY1AB.0 size=675613 2023-01-15T14:40:54.598 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.598+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=AT1AHS4NY1AB tag=YL0XATIJIOHH type=write size=1724189 2023-01-15T14:40:54.599 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.599+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~7XLM09AXMMTT.0 size=1048576 2023-01-15T14:40:54.599 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.599+0000 7fab305e2900 1 < canceled part key=_multipart_H8WF2D844W5R.2~7XLM09AXMMTT.1 size=875623 2023-01-15T14:40:54.601 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.600+0000 7fab305e2900 1 < canceled multipart upload key=H8WF2D844W5R upload=7XLM09AXMMTT tag=B0TXL7EHGTZN type=write size=2972775 2023-01-15T14:40:54.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.601+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=SYH1L6GDL4HN type=del size=2173725 2023-01-15T14:40:54.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.602+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=WWGVDADH3017 type=del 2023-01-15T14:40:54.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.603+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=VH2GN1Z42Y9Q type=del size=3646489 2023-01-15T14:40:54.604 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.604+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~IJZQEX6QXK4R.0 size=1048576 2023-01-15T14:40:54.605 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.605+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~IJZQEX6QXK4R.1 size=1048576 2023-01-15T14:40:54.606 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.605+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~IJZQEX6QXK4R.2 size=18636 2023-01-15T14:40:54.608 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.607+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=IJZQEX6QXK4R tag=Y9AE1PMYZPCL type=write size=3164364 2023-01-15T14:40:54.609 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.609+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~9ST6RM873EOG.0 size=1048576 2023-01-15T14:40:54.610 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.610+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~9ST6RM873EOG.1 size=1048576 2023-01-15T14:40:54.611 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.610+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~9ST6RM873EOG.2 size=12816 2023-01-15T14:40:54.611 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.610+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=9ST6RM873EOG tag=8YEBUA1QV37K type=write size=3158544 2023-01-15T14:40:54.612 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.611+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=H22YYAJYFBBL type=del 2023-01-15T14:40:54.613 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.613+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=JHJRWNWNGKGV type=del size=2696681 2023-01-15T14:40:54.614 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.614+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=PI8M2M6NMNTJ type=del 2023-01-15T14:40:54.616 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.616+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~OEY75EAHDSQK.0 size=1048576 2023-01-15T14:40:54.617 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.616+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~OEY75EAHDSQK.1 size=237366 2023-01-15T14:40:54.617 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.616+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=OEY75EAHDSQK tag=DTFAPA6NW63V type=write size=2334518 2023-01-15T14:40:54.618 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.618+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=6TURXY67TQHR type=del 2023-01-15T14:40:54.619 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.619+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=E7FPENR262YP type=del size=41763 2023-01-15T14:40:54.620 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.620+0000 7fab305e2900 1 < canceled operation key=3AV2R27PD12K tag=6U7S8U3F01UT type=del size=1856798 2023-01-15T14:40:54.621 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.621+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=KJ6R3L5CH6AZ type=write size=557713 2023-01-15T14:40:54.622 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.622+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=CK5545WHEDOJ type=del 2023-01-15T14:40:54.623 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.623+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=77JC13J75A88 type=del size=830312 2023-01-15T14:40:54.624 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.624+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=L6RFC9NLVX5Y type=del 2023-01-15T14:40:54.627 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.625+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=S0TD5RHP5JSF type=del size=2614481 2023-01-15T14:40:54.627 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.626+0000 7fab305e2900 1 < canceled operation key=8CLBEV2LUJWJ tag=L79QT9XP4X4H type=del size=3246422 2023-01-15T14:40:54.628 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.627+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=JR0A8HZHGESU type=del size=1105532 2023-01-15T14:40:54.628 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.628+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~IEN6AKOTSIBT.0 size=291304 2023-01-15T14:40:54.630 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.629+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=IEN6AKOTSIBT tag=JIW43Y22CJGC type=write size=1339880 2023-01-15T14:40:54.631 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.630+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=SXN058P5HM17 type=write size=695731 2023-01-15T14:40:54.632 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.631+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=91UOHFZ8KZPW type=del 2023-01-15T14:40:54.633 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.632+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=1P0SZWH12W26 type=del size=2879827 2023-01-15T14:40:54.635 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.635+0000 7fab305e2900 1 < suggested remove operation key=PVA8JXP2T3BM tag=S4DMWP9J2TT7 type=del 2023-01-15T14:40:54.636 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.636+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=GML1X6H80E1R type=del size=3870025 2023-01-15T14:40:54.637 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.637+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~LWQOWL22P205.0 size=376647 2023-01-15T14:40:54.639 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.638+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=LWQOWL22P205 tag=PGM2AD0D6303 type=write size=1425223 2023-01-15T14:40:54.640 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.639+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=VT24SDEDBUMR type=del size=4089695 2023-01-15T14:40:54.641 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.640+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~HYLF056F5C8H.0 size=671887 2023-01-15T14:40:54.643 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.642+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=HYLF056F5C8H tag=77C7A8TK8VVX type=write size=1720463 2023-01-15T14:40:54.644 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.643+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=3439NIRY9RSV type=del size=2627021 2023-01-15T14:40:54.645 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.644+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~AT1AHS4NY1AB.0 size=675613 2023-01-15T14:40:54.646 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.646+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=AT1AHS4NY1AB tag=YL0XATIJIOHH type=write size=1724189 2023-01-15T14:40:54.647 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.647+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=NQX9PLBQ9E4O type=del size=565205 2023-01-15T14:40:54.648 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.648+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=SYH1L6GDL4HN type=del 2023-01-15T14:40:54.650 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.649+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=MPMYT4J7BW22 type=del size=487216 2023-01-15T14:40:54.650 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.650+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=VH2GN1Z42Y9Q type=del 2023-01-15T14:40:54.651 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.651+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=NU86I6RCOMRW type=del size=1027062 2023-01-15T14:40:54.652 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.652+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~9ST6RM873EOG.0 size=1048576 2023-01-15T14:40:54.653 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.652+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~9ST6RM873EOG.1 size=1048576 2023-01-15T14:40:54.654 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.653+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~9ST6RM873EOG.2 size=12816 2023-01-15T14:40:54.655 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.655+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=9ST6RM873EOG tag=8YEBUA1QV37K type=write size=3158544 2023-01-15T14:40:54.656 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.656+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=HP2J14ZTW9KU type=del size=3478548 2023-01-15T14:40:54.658 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.657+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=JHJRWNWNGKGV type=del 2023-01-15T14:40:54.659 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.658+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=POARE6JO5KYJ type=del size=1846753 2023-01-15T14:40:54.660 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.659+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~OEY75EAHDSQK.0 size=1048576 2023-01-15T14:40:54.660 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.660+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~OEY75EAHDSQK.1 size=237366 2023-01-15T14:40:54.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.661+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=OEY75EAHDSQK tag=DTFAPA6NW63V type=write size=2334518 2023-01-15T14:40:54.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.662+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=21671TS15MZ1 type=del size=1088904 2023-01-15T14:40:54.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.664+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=E7FPENR262YP type=del 2023-01-15T14:40:54.665 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.665+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=RQ41A6L02AIL type=del size=1970649 2023-01-15T14:40:54.667 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.666+0000 7fab305e2900 1 < suggested update operation key=XT1ET16X0IUW tag=KJ6R3L5CH6AZ type=write size=557713 2023-01-15T14:40:54.669 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.669+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~PKHX7MCD7Q42.0 size=1048576 2023-01-15T14:40:54.670 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.669+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~PKHX7MCD7Q42.1 size=1010235 2023-01-15T14:40:54.670 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.669+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=PKHX7MCD7Q42 tag=OK5KA9LKCOMK type=write size=3107387 2023-01-15T14:40:54.672 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.671+0000 7fab305e2900 1 < suggested remove operation key=ONG29C9MW4PW tag=77JC13J75A88 type=del 2023-01-15T14:40:54.674 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.673+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~6PXGNJ4PEM32.0 size=1048576 2023-01-15T14:40:54.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.674+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~6PXGNJ4PEM32.1 size=177256 2023-01-15T14:40:54.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.674+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=6PXGNJ4PEM32 tag=WSDEMLQZBH4C type=write size=2274408 2023-01-15T14:40:54.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.675+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=S0TD5RHP5JSF type=del 2023-01-15T14:40:54.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.677+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~UA1GLNGS0B36.0 size=1048576 2023-01-15T14:40:54.679 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.678+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~UA1GLNGS0B36.1 size=1048576 2023-01-15T14:40:54.679 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.679+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~UA1GLNGS0B36.2 size=366821 2023-01-15T14:40:54.680 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.679+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=UA1GLNGS0B36 tag=Q86N9KXTXWEJ type=write size=3512549 2023-01-15T14:40:54.680 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.680+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=JR0A8HZHGESU type=del 2023-01-15T14:40:54.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.681+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=2T1VA13ZEZT3 type=del size=1253186 2023-01-15T14:40:54.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.682+0000 7fab305e2900 1 < completed write operation key=FDLD6LAR610I tag=SXN058P5HM17 type=write size=695731 2023-01-15T14:40:54.684 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.684+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~8AYACXPWP6SB.0 size=1048576 2023-01-15T14:40:54.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.684+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~8AYACXPWP6SB.1 size=332875 2023-01-15T14:40:54.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.684+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=8AYACXPWP6SB tag=R4ZNKH8D1BQY type=write size=2430027 2023-01-15T14:40:54.686 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.685+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=1P0SZWH12W26 type=del 2023-01-15T14:40:54.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.686+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=P01UDGBJT1IL type=del size=2969210 2023-01-15T14:40:54.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.687+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=GML1X6H80E1R type=del 2023-01-15T14:40:54.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.689+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=T4DSJX7T1LW3 type=write size=929714 2023-01-15T14:40:54.692 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.691+0000 7fab305e2900 1 < suggested update operation key=QX2O9IX3I6C3 tag=VT24SDEDBUMR type=del size=4089695 2023-01-15T14:40:54.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.692+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=RTGU5KG2XG1W type=del size=3297805 2023-01-15T14:40:54.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.694+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=3439NIRY9RSV type=del 2023-01-15T14:40:54.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.695+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~J1D1MJLU62XD.0 size=1048576 2023-01-15T14:40:54.697 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.696+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~J1D1MJLU62XD.1 size=931919 2023-01-15T14:40:54.697 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.696+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=J1D1MJLU62XD tag=GPA3B37SOCVN type=write size=3029071 2023-01-15T14:40:54.698 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.697+0000 7fab305e2900 1 < canceled operation key=PZ48A2T3Y6Z4 tag=NQX9PLBQ9E4O type=del size=565205 2023-01-15T14:40:54.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.698+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=HR9P80LQ4VSA type=del size=669835 2023-01-15T14:40:54.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.699+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=MPMYT4J7BW22 type=del 2023-01-15T14:40:54.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.701+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~FGAOG3Z8R1OR.0 size=503295 2023-01-15T14:40:54.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.701+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=FGAOG3Z8R1OR tag=K8GCLG8ZUOJJ type=write size=1551871 2023-01-15T14:40:54.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.702+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=NU86I6RCOMRW type=del 2023-01-15T14:40:54.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.703+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=PMYBTPR3RS5G type=del size=1284019 2023-01-15T14:40:54.705 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.704+0000 7fab305e2900 -1 < no bi entry to suggest for operation key=ONG29C9MW4PW tag=HP2J14ZTW9KU type=del size=3478548: (2) No such file or directory 2023-01-15T14:40:54.706 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.705+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=JERUH6YB2LKA type=del size=3836159 2023-01-15T14:40:54.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.706+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=POARE6JO5KYJ type=del 2023-01-15T14:40:54.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.707+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=GC07YFDH9LY6 type=del size=3833556 2023-01-15T14:40:54.708 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.708+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=21671TS15MZ1 type=del 2023-01-15T14:40:54.709 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.709+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=LZG3675LBVQC type=del size=3395809 2023-01-15T14:40:54.710 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.710+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=RQ41A6L02AIL type=del 2023-01-15T14:40:54.711 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.711+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=DZ8VGKX6BVPH type=del size=3940900 2023-01-15T14:40:54.712 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.712+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~PKHX7MCD7Q42.0 size=1048576 2023-01-15T14:40:54.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.713+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~PKHX7MCD7Q42.1 size=1010235 2023-01-15T14:40:54.715 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.715+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=PKHX7MCD7Q42 tag=OK5KA9LKCOMK type=write size=3107387 2023-01-15T14:40:54.717 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.717+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~FASSXZU5AAGY.0 size=8244 2023-01-15T14:40:54.717 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.717+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=FASSXZU5AAGY tag=OEEW0QQY2QT0 type=write size=1056820 2023-01-15T14:40:54.718 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.718+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~6PXGNJ4PEM32.0 size=1048576 2023-01-15T14:40:54.719 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.718+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~6PXGNJ4PEM32.1 size=177256 2023-01-15T14:40:54.721 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.720+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=6PXGNJ4PEM32 tag=WSDEMLQZBH4C type=write size=2274408 2023-01-15T14:40:54.723 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.722+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~IXDGU2QYBXF7.0 size=1048576 2023-01-15T14:40:54.723 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.723+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~IXDGU2QYBXF7.1 size=549611 2023-01-15T14:40:54.724 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.723+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=IXDGU2QYBXF7 tag=FGAEE3BOD8NP type=write size=2646763 2023-01-15T14:40:54.725 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.724+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~UA1GLNGS0B36.0 size=1048576 2023-01-15T14:40:54.725 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.725+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~UA1GLNGS0B36.1 size=1048576 2023-01-15T14:40:54.726 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.726+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~UA1GLNGS0B36.2 size=366821 2023-01-15T14:40:54.728 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.727+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=UA1GLNGS0B36 tag=Q86N9KXTXWEJ type=write size=3512549 2023-01-15T14:40:54.729 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.729+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=PCOBUQAF957S type=del size=1802262 2023-01-15T14:40:54.730 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.730+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=2T1VA13ZEZT3 type=del 2023-01-15T14:40:54.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.732+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~LFQ9QZS2DUSI.0 size=464645 2023-01-15T14:40:54.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.732+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=LFQ9QZS2DUSI tag=E2TN0BTZF9V1 type=write size=1513221 2023-01-15T14:40:54.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.733+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~8AYACXPWP6SB.0 size=1048576 2023-01-15T14:40:54.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.734+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~8AYACXPWP6SB.1 size=332875 2023-01-15T14:40:54.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.736+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=8AYACXPWP6SB tag=R4ZNKH8D1BQY type=write size=2430027 2023-01-15T14:40:54.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.738+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~ODHAR50W5YR9.0 size=339872 2023-01-15T14:40:54.739 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.738+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=ODHAR50W5YR9 tag=0OITCAS67VM7 type=write size=1388448 2023-01-15T14:40:54.740 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.739+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=P01UDGBJT1IL type=del 2023-01-15T14:40:54.741 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.741+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~UL0KK8U0W679.0 size=1048576 2023-01-15T14:40:54.742 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.742+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~UL0KK8U0W679.1 size=1048576 2023-01-15T14:40:54.743 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.742+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~UL0KK8U0W679.2 size=1035054 2023-01-15T14:40:54.743 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.742+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=UL0KK8U0W679 tag=GPKJWD92HW94 type=write size=4180782 2023-01-15T14:40:54.744 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.744+0000 7fab305e2900 1 < canceled operation key=RXT6GFIANR9I tag=T4DSJX7T1LW3 type=write size=929714 2023-01-15T14:40:54.745 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.745+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=0X7PJO7QPDR4 type=del size=3738148 2023-01-15T14:40:54.746 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.746+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=RTGU5KG2XG1W type=del 2023-01-15T14:40:54.748 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.747+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=B7J9KHXOI8WJ type=del size=1796049 2023-01-15T14:40:54.749 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.748+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~J1D1MJLU62XD.0 size=1048576 2023-01-15T14:40:54.749 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.749+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~J1D1MJLU62XD.1 size=931919 2023-01-15T14:40:54.751 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.751+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=J1D1MJLU62XD tag=GPA3B37SOCVN type=write size=3029071 2023-01-15T14:40:54.752 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.752+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=LR4MB98I8O5L type=del size=578932 2023-01-15T14:40:54.753 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.753+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=HR9P80LQ4VSA type=del 2023-01-15T14:40:54.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.754+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=QENQHDCI9D86 type=del size=2495011 2023-01-15T14:40:54.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.755+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~FGAOG3Z8R1OR.0 size=503295 2023-01-15T14:40:54.757 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.757+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=FGAOG3Z8R1OR tag=K8GCLG8ZUOJJ type=write size=1551871 2023-01-15T14:40:54.759 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.759+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~6EY5FK9LHJK1.0 size=1048576 2023-01-15T14:40:54.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.760+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~6EY5FK9LHJK1.1 size=515299 2023-01-15T14:40:54.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.760+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=6EY5FK9LHJK1 tag=0MXYNATRTGQ0 type=write size=2612451 2023-01-15T14:40:54.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.761+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=PMYBTPR3RS5G type=del 2023-01-15T14:40:54.764 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.763+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~YH3TJXU2332X.0 size=1048576 2023-01-15T14:40:54.764 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.764+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~YH3TJXU2332X.1 size=1048576 2023-01-15T14:40:54.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.765+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~YH3TJXU2332X.2 size=955669 2023-01-15T14:40:54.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.765+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=YH3TJXU2332X tag=EJTZ5E0TFJTF type=write size=4101397 2023-01-15T14:40:54.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.766+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=JERUH6YB2LKA type=del 2023-01-15T14:40:54.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.768+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~NWBVR1GEY8QC.0 size=1048576 2023-01-15T14:40:54.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.769+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~NWBVR1GEY8QC.1 size=709460 2023-01-15T14:40:54.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.769+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=NWBVR1GEY8QC tag=D51B0AE4YH1C type=write size=2806612 2023-01-15T14:40:54.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.770+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=GC07YFDH9LY6 type=del 2023-01-15T14:40:54.771 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.771+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=OUV16B5N4GM7 type=write size=861096 2023-01-15T14:40:54.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.772+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=LZG3675LBVQC type=del 2023-01-15T14:40:54.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.773+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=3KDRXBLA8U5W type=write size=171822 2023-01-15T14:40:54.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.775+0000 7fab305e2900 1 < suggested update operation key=GEI2ZTAKBNDK tag=DZ8VGKX6BVPH type=del size=3940900 2023-01-15T14:40:54.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.777+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=WKUKLY8QPPKK type=del size=565815 2023-01-15T14:40:54.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.778+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~FASSXZU5AAGY.0 size=8244 2023-01-15T14:40:54.780 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.780+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=FASSXZU5AAGY tag=OEEW0QQY2QT0 type=write size=1056820 2023-01-15T14:40:54.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.781+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=ROOBQ7C3OWAV type=del size=2054907 2023-01-15T14:40:54.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.782+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~IXDGU2QYBXF7.0 size=1048576 2023-01-15T14:40:54.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.783+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~IXDGU2QYBXF7.1 size=549611 2023-01-15T14:40:54.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.785+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=IXDGU2QYBXF7 tag=FGAEE3BOD8NP type=write size=2646763 2023-01-15T14:40:54.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.786+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=V2KUW4N4IM4M type=del size=2568638 2023-01-15T14:40:54.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.787+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=PCOBUQAF957S type=del 2023-01-15T14:40:54.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.789+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=3RE9ML8IFQA7 type=del size=3931981 2023-01-15T14:40:54.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.789+0000 7fab305e2900 1 < canceled part key=_multipart_6KPHYE1YP0PI.2~LFQ9QZS2DUSI.0 size=464645 2023-01-15T14:40:54.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.791+0000 7fab305e2900 1 < canceled multipart upload key=6KPHYE1YP0PI upload=LFQ9QZS2DUSI tag=E2TN0BTZF9V1 type=write size=1513221 2023-01-15T14:40:54.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.793+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~0Z53UXK6FM5E.0 size=268410 2023-01-15T14:40:54.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.793+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=0Z53UXK6FM5E tag=MS2XCVDV1LQH type=write size=1316986 2023-01-15T14:40:54.796 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.795+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~ODHAR50W5YR9.0 size=339872 2023-01-15T14:40:54.797 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.797+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=ODHAR50W5YR9 tag=0OITCAS67VM7 type=write size=1388448 2023-01-15T14:40:54.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.799+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~9XPGA0SSH10N.0 size=1048576 2023-01-15T14:40:54.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.800+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~9XPGA0SSH10N.1 size=801194 2023-01-15T14:40:54.801 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.800+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=9XPGA0SSH10N tag=HTB8BK1IC3C8 type=write size=2898346 2023-01-15T14:40:54.801 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.801+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~UL0KK8U0W679.0 size=1048576 2023-01-15T14:40:54.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.802+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~UL0KK8U0W679.1 size=1048576 2023-01-15T14:40:54.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.803+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~UL0KK8U0W679.2 size=1035054 2023-01-15T14:40:54.805 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.805+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=UL0KK8U0W679 tag=GPKJWD92HW94 type=write size=4180782 2023-01-15T14:40:54.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.806+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=5DEWDOAO0VPP type=del size=1220384 2023-01-15T14:40:54.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.807+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=0X7PJO7QPDR4 type=del 2023-01-15T14:40:54.809 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.809+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~R7SOC456LUYG.0 size=1048576 2023-01-15T14:40:54.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.810+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~R7SOC456LUYG.1 size=1048576 2023-01-15T14:40:54.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.810+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~R7SOC456LUYG.2 size=173508 2023-01-15T14:40:54.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.810+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=R7SOC456LUYG tag=3ZTP43FF79Q7 type=write size=3319236 2023-01-15T14:40:54.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.812+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=B7J9KHXOI8WJ type=del 2023-01-15T14:40:54.813 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.813+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=JC96Z3O2JXXM type=del size=384878 2023-01-15T14:40:54.816 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.815+0000 7fab305e2900 1 < suggested remove operation key=DD5C0ZKBVAS3 tag=LR4MB98I8O5L type=del 2023-01-15T14:40:54.817 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.816+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=5YE4YS41JEUE type=del size=2068830 2023-01-15T14:40:54.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.818+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=QENQHDCI9D86 type=del 2023-01-15T14:40:54.820 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.820+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~EN4BMG9ZQR14.0 size=1048576 2023-01-15T14:40:54.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.820+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~EN4BMG9ZQR14.1 size=1048576 2023-01-15T14:40:54.822 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.821+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~EN4BMG9ZQR14.2 size=306207 2023-01-15T14:40:54.822 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.821+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=EN4BMG9ZQR14 tag=VOVTXAUZB6UE type=write size=3451935 2023-01-15T14:40:54.823 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.822+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~6EY5FK9LHJK1.0 size=1048576 2023-01-15T14:40:54.824 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.823+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~6EY5FK9LHJK1.1 size=515299 2023-01-15T14:40:54.826 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.825+0000 7fab305e2900 1 < completed multipart upload key=7B20CP9G4OAH upload=6EY5FK9LHJK1 tag=0MXYNATRTGQ0 type=write size=2612451 2023-01-15T14:40:54.826 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.826+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=MIA5EL6SPM8G type=del size=778264 2023-01-15T14:40:54.828 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.827+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~YH3TJXU2332X.0 size=1048576 2023-01-15T14:40:54.828 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.828+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~YH3TJXU2332X.1 size=1048576 2023-01-15T14:40:54.829 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.829+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~YH3TJXU2332X.2 size=955669 2023-01-15T14:40:54.831 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.831+0000 7fab305e2900 1 < completed multipart upload key=8CLBEV2LUJWJ upload=YH3TJXU2332X tag=EJTZ5E0TFJTF type=write size=4101397 2023-01-15T14:40:54.832 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.832+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=B54YQ9AZF3RP type=del size=3930159 2023-01-15T14:40:54.833 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.833+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~NWBVR1GEY8QC.0 size=1048576 2023-01-15T14:40:54.834 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.834+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~NWBVR1GEY8QC.1 size=709460 2023-01-15T14:40:54.836 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.836+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=NWBVR1GEY8QC tag=D51B0AE4YH1C type=write size=2806612 2023-01-15T14:40:54.838 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.838+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~EPDOOLNA1QPI.0 size=142931 2023-01-15T14:40:54.839 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.838+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=EPDOOLNA1QPI tag=AVC65SW64T8C type=write size=1191507 2023-01-15T14:40:54.841 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.840+0000 7fab305e2900 1 < suggested update operation key=KGO3UC39S97I tag=OUV16B5N4GM7 type=write size=861096 2023-01-15T14:40:54.842 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.841+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=AEADSPB9LD4B type=write size=1003598 2023-01-15T14:40:54.843 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.842+0000 7fab305e2900 1 < completed write operation key=9BIBU11P1SQR tag=3KDRXBLA8U5W type=write size=171822 2023-01-15T14:40:54.844 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.843+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=6JM0GWZQTYTE type=write size=13247 2023-01-15T14:40:54.845 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.845+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=WKUKLY8QPPKK type=del 2023-01-15T14:40:54.846 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.846+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=V0PR5ZOP13RL type=del size=374003 2023-01-15T14:40:54.847 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.847+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=ROOBQ7C3OWAV type=del 2023-01-15T14:40:54.848 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.848+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=QRMABB79QS8K type=del size=1777959 2023-01-15T14:40:54.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.849+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=V2KUW4N4IM4M type=del 2023-01-15T14:40:54.851 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.850+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=9JCS2JBX10CS type=del size=837069 2023-01-15T14:40:54.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.851+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=3RE9ML8IFQA7 type=del 2023-01-15T14:40:54.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.852+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=C7AGDA0DXOPA type=del size=3348114 2023-01-15T14:40:54.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.852+0000 7fab305e2900 1 < canceled part key=_multipart_RMNZBCUSJJQU.2~0Z53UXK6FM5E.0 size=268410 2023-01-15T14:40:54.855 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.854+0000 7fab305e2900 1 < canceled multipart upload key=RMNZBCUSJJQU upload=0Z53UXK6FM5E tag=MS2XCVDV1LQH type=write size=1316986 2023-01-15T14:40:54.856 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.855+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=RWM6656MDBPU type=del size=3275660 2023-01-15T14:40:54.856 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.856+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~9XPGA0SSH10N.0 size=1048576 2023-01-15T14:40:54.857 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.857+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~9XPGA0SSH10N.1 size=801194 2023-01-15T14:40:54.859 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.858+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=9XPGA0SSH10N tag=HTB8BK1IC3C8 type=write size=2898346 2023-01-15T14:40:54.860 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.859+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=Q2S2590PI0VY type=del size=2221146 2023-01-15T14:40:54.861 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.860+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=5DEWDOAO0VPP type=del 2023-01-15T14:40:54.862 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.862+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=8LUEHMAQ3QTA type=del size=1204014 2023-01-15T14:40:54.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.863+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~R7SOC456LUYG.0 size=1048576 2023-01-15T14:40:54.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.864+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~R7SOC456LUYG.1 size=1048576 2023-01-15T14:40:54.865 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.864+0000 7fab305e2900 1 < canceled part key=_multipart_FTXCLOVB9STM.2~R7SOC456LUYG.2 size=173508 2023-01-15T14:40:54.866 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.866+0000 7fab305e2900 1 < canceled multipart upload key=FTXCLOVB9STM upload=R7SOC456LUYG tag=3ZTP43FF79Q7 type=write size=3319236 2023-01-15T14:40:54.868 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.868+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~DJN34ROHNTQL.0 size=1048576 2023-01-15T14:40:54.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.869+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~DJN34ROHNTQL.1 size=928799 2023-01-15T14:40:54.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.869+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=DJN34ROHNTQL tag=H2B9EO3G0OO2 type=write size=3025951 2023-01-15T14:40:54.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.870+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=JC96Z3O2JXXM type=del 2023-01-15T14:40:54.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.871+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=C1GQLUPHNBCP type=del size=2959306 2023-01-15T14:40:54.873 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.872+0000 7fab305e2900 1 < canceled operation key=KTFY3EPKMIPP tag=5YE4YS41JEUE type=del size=2068830 2023-01-15T14:40:54.874 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.873+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=KRVI1D1186XF type=write size=669317 2023-01-15T14:40:54.875 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.875+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~EN4BMG9ZQR14.0 size=1048576 2023-01-15T14:40:54.876 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.876+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~EN4BMG9ZQR14.1 size=1048576 2023-01-15T14:40:54.877 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.876+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~EN4BMG9ZQR14.2 size=306207 2023-01-15T14:40:54.879 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.878+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=EN4BMG9ZQR14 tag=VOVTXAUZB6UE type=write size=3451935 2023-01-15T14:40:54.880 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.879+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=TD4KSU9GCQC3 type=del size=2830079 2023-01-15T14:40:54.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.882+0000 7fab305e2900 1 < suggested remove operation key=DD5C0ZKBVAS3 tag=MIA5EL6SPM8G type=del 2023-01-15T14:40:54.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.884+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~NS36F4NLV39M.0 size=1048576 2023-01-15T14:40:54.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.885+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~NS36F4NLV39M.1 size=645195 2023-01-15T14:40:54.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.885+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=NS36F4NLV39M tag=IJJ12BEOLHFO type=write size=2742347 2023-01-15T14:40:54.887 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.886+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=B54YQ9AZF3RP type=del 2023-01-15T14:40:54.888 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.887+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=696KDHOZ66TB type=del size=2632055 2023-01-15T14:40:54.889 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.888+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~EPDOOLNA1QPI.0 size=142931 2023-01-15T14:40:54.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.890+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=EPDOOLNA1QPI tag=AVC65SW64T8C type=write size=1191507 2023-01-15T14:40:54.893 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.892+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~JTRYZPY5M83O.0 size=1048576 2023-01-15T14:40:54.894 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.893+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~JTRYZPY5M83O.1 size=1048576 2023-01-15T14:40:54.895 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.894+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~JTRYZPY5M83O.2 size=922924 2023-01-15T14:40:54.895 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.894+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=JTRYZPY5M83O tag=DX705J6J4PAP type=write size=4068652 2023-01-15T14:40:54.896 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.896+0000 7fab305e2900 1 < completed write operation key=Q82PRJIVXO0C tag=AEADSPB9LD4B type=write size=1003598 2023-01-15T14:40:54.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.897+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=BQ4UIY1KMBXR type=del size=3874438 2023-01-15T14:40:54.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.898+0000 7fab305e2900 1 < completed write operation key=ONG29C9MW4PW tag=6JM0GWZQTYTE type=write size=13247 2023-01-15T14:40:54.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.899+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=XZQD4S0DIEVL type=del size=498201 2023-01-15T14:40:54.901 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.900+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=V0PR5ZOP13RL type=del 2023-01-15T14:40:54.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.902+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=48RN7XBR63BS type=del size=3317556 2023-01-15T14:40:54.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.903+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=QRMABB79QS8K type=del 2023-01-15T14:40:54.905 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.905+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~RJ5ZCDHXXFXE.0 size=1048576 2023-01-15T14:40:54.906 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.905+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~RJ5ZCDHXXFXE.1 size=1048576 2023-01-15T14:40:54.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.906+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~RJ5ZCDHXXFXE.2 size=832616 2023-01-15T14:40:54.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.906+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=RJ5ZCDHXXFXE tag=MQBS06CL99KE type=write size=3978344 2023-01-15T14:40:54.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.907+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=9JCS2JBX10CS type=del 2023-01-15T14:40:54.910 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.909+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~4R0OQP3X4OEM.0 size=708554 2023-01-15T14:40:54.910 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.909+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=4R0OQP3X4OEM tag=1CDQKK107JGU type=write size=1757130 2023-01-15T14:40:54.912 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.911+0000 7fab305e2900 1 < suggested remove operation key=KTFY3EPKMIPP tag=C7AGDA0DXOPA type=del 2023-01-15T14:40:54.914 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.913+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~GOTJEZG2L3LG.0 size=1048576 2023-01-15T14:40:54.914 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.914+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~GOTJEZG2L3LG.1 size=276173 2023-01-15T14:40:54.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.914+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=GOTJEZG2L3LG tag=F3OTIAJ1YC1W type=write size=2373325 2023-01-15T14:40:54.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.915+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=RWM6656MDBPU type=del 2023-01-15T14:40:54.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.916+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=REK5T1W9XZIS type=del size=1517990 2023-01-15T14:40:54.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.917+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=Q2S2590PI0VY type=del 2023-01-15T14:40:54.919 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.918+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=O2C3KPXJ3JRV type=del size=1069750 2023-01-15T14:40:54.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.920+0000 7fab305e2900 1 < suggested remove operation key=XT1ET16X0IUW tag=8LUEHMAQ3QTA type=del 2023-01-15T14:40:54.921 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.921+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=54K8KMEY3LSA type=write size=920712 2023-01-15T14:40:54.922 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.921+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~DJN34ROHNTQL.0 size=1048576 2023-01-15T14:40:54.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.922+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~DJN34ROHNTQL.1 size=928799 2023-01-15T14:40:54.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.924+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=DJN34ROHNTQL tag=H2B9EO3G0OO2 type=write size=3025951 2023-01-15T14:40:54.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.925+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~HYTNWUP670VV.0 size=565475 2023-01-15T14:40:54.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.925+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=HYTNWUP670VV tag=9HD7ST3CZY5X type=write size=1614051 2023-01-15T14:40:54.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.926+0000 7fab305e2900 1 < canceled operation key=ZF7BN8YD0YEO tag=C1GQLUPHNBCP type=del size=2959306 2023-01-15T14:40:54.928 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.927+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=004OA7Z39531 type=del size=1179830 2023-01-15T14:40:54.929 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.928+0000 7fab305e2900 1 < completed write operation key=QYOQYQAIU2XF tag=KRVI1D1186XF type=write size=669317 2023-01-15T14:40:54.931 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.930+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~IVA6QPKLOGO0.0 size=1048576 2023-01-15T14:40:54.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.931+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~IVA6QPKLOGO0.1 size=1048576 2023-01-15T14:40:54.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.932+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~IVA6QPKLOGO0.2 size=489481 2023-01-15T14:40:54.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.932+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=IVA6QPKLOGO0 tag=3O7SAOVSHU92 type=write size=3635209 2023-01-15T14:40:54.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.934+0000 7fab305e2900 1 < suggested update operation key=4X28OAD9RALB tag=TD4KSU9GCQC3 type=del size=2830079 2023-01-15T14:40:54.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.935+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~YGR7BANGJ3PK.0 size=1048576 2023-01-15T14:40:54.937 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.936+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~YGR7BANGJ3PK.1 size=596049 2023-01-15T14:40:54.937 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.936+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=YGR7BANGJ3PK tag=LUO7PSZ5J94I type=write size=2693201 2023-01-15T14:40:54.938 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.937+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~NS36F4NLV39M.0 size=1048576 2023-01-15T14:40:54.939 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.938+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~NS36F4NLV39M.1 size=645195 2023-01-15T14:40:54.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.940+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=NS36F4NLV39M tag=IJJ12BEOLHFO type=write size=2742347 2023-01-15T14:40:54.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.941+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=WIZ332GBNYTH type=del size=1512113 2023-01-15T14:40:54.942 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.942+0000 7fab305e2900 -1 < failed to complete operation key=XT1ET16X0IUW tag=696KDHOZ66TB type=del size=2632055: (22) Invalid argument 2023-01-15T14:40:54.944 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.943+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~WQ9B3M7HPLS4.0 size=711661 2023-01-15T14:40:54.944 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.943+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=WQ9B3M7HPLS4 tag=1CYC5IP35GRC type=write size=1760237 2023-01-15T14:40:54.945 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.944+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~JTRYZPY5M83O.0 size=1048576 2023-01-15T14:40:54.946 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.945+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~JTRYZPY5M83O.1 size=1048576 2023-01-15T14:40:54.947 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.946+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~JTRYZPY5M83O.2 size=922924 2023-01-15T14:40:54.948 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.948+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=JTRYZPY5M83O tag=DX705J6J4PAP type=write size=4068652 2023-01-15T14:40:54.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.949+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=9RVHZJPZK8UX type=del size=2700696 2023-01-15T14:40:54.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.950+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=BQ4UIY1KMBXR type=del 2023-01-15T14:40:54.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.951+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=7HWNFUYLK7FB type=write size=132968 2023-01-15T14:40:54.952 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.952+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=XZQD4S0DIEVL type=del 2023-01-15T14:40:54.953 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.953+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=0A77TI8QDHL1 type=write size=161980 2023-01-15T14:40:54.954 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.954+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=48RN7XBR63BS type=del 2023-01-15T14:40:54.956 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.956+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~BU97KJHQ2ELT.0 size=1048576 2023-01-15T14:40:54.957 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.956+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~BU97KJHQ2ELT.1 size=1048576 2023-01-15T14:40:54.958 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.957+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~BU97KJHQ2ELT.2 size=156012 2023-01-15T14:40:54.958 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.957+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=BU97KJHQ2ELT tag=77YT7D1F4C0C type=write size=3301740 2023-01-15T14:40:54.959 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.958+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~RJ5ZCDHXXFXE.0 size=1048576 2023-01-15T14:40:54.960 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.959+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~RJ5ZCDHXXFXE.1 size=1048576 2023-01-15T14:40:54.961 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.961+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~RJ5ZCDHXXFXE.2 size=832616 2023-01-15T14:40:54.963 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.962+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=RJ5ZCDHXXFXE tag=MQBS06CL99KE type=write size=3978344 2023-01-15T14:40:54.965 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.964+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~Y7TQX3SGXYIV.0 size=1048576 2023-01-15T14:40:54.966 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.965+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~Y7TQX3SGXYIV.1 size=868578 2023-01-15T14:40:54.966 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.965+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=Y7TQX3SGXYIV tag=09S03H0EF6OQ type=write size=2965730 2023-01-15T14:40:54.967 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.966+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~4R0OQP3X4OEM.0 size=708554 2023-01-15T14:40:54.969 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.968+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=4R0OQP3X4OEM tag=1CDQKK107JGU type=write size=1757130 2023-01-15T14:40:54.970 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.969+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=P2W1BXP6MDEG type=del size=881273 2023-01-15T14:40:54.971 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.970+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~GOTJEZG2L3LG.0 size=1048576 2023-01-15T14:40:54.971 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.971+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~GOTJEZG2L3LG.1 size=276173 2023-01-15T14:40:54.973 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.973+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=GOTJEZG2L3LG tag=F3OTIAJ1YC1W type=write size=2373325 2023-01-15T14:40:54.974 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.974+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=9X7APJBMQK99 type=del size=380988 2023-01-15T14:40:54.975 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.975+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=REK5T1W9XZIS type=del 2023-01-15T14:40:54.976 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.976+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=72K3B3K5Q4AB type=del size=975121 2023-01-15T14:40:54.977 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.977+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=O2C3KPXJ3JRV type=del 2023-01-15T14:40:54.979 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.979+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~LVBMROKQ217J.0 size=1048576 2023-01-15T14:40:54.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.979+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~LVBMROKQ217J.1 size=615775 2023-01-15T14:40:54.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.979+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=LVBMROKQ217J tag=N200BY3K93N2 type=write size=2712927 2023-01-15T14:40:54.981 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.980+0000 7fab305e2900 1 < completed write operation key=RXT6GFIANR9I tag=54K8KMEY3LSA type=write size=920712 2023-01-15T14:40:54.982 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.981+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=XEKMWHOBN30I type=write size=198515 2023-01-15T14:40:54.983 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.983+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~HYTNWUP670VV.0 size=565475 2023-01-15T14:40:54.985 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.984+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=HYTNWUP670VV tag=9HD7ST3CZY5X type=write size=1614051 2023-01-15T14:40:54.987 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.986+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~SO3G5PN022HF.0 size=2612 2023-01-15T14:40:54.987 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.986+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=SO3G5PN022HF tag=CD02LWVV7YM8 type=write size=1051188 2023-01-15T14:40:54.988 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.987+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=004OA7Z39531 type=del 2023-01-15T14:40:54.990 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.989+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~E0FPRCZJ7NQC.0 size=1048576 2023-01-15T14:40:54.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.990+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~E0FPRCZJ7NQC.1 size=2583 2023-01-15T14:40:54.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.990+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=E0FPRCZJ7NQC tag=X8TUTE00PSPW type=write size=2099735 2023-01-15T14:40:54.992 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.991+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~IVA6QPKLOGO0.0 size=1048576 2023-01-15T14:40:54.993 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.992+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~IVA6QPKLOGO0.1 size=1048576 2023-01-15T14:40:54.993 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.993+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~IVA6QPKLOGO0.2 size=489481 2023-01-15T14:40:54.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.995+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=IVA6QPKLOGO0 tag=3O7SAOVSHU92 type=write size=3635209 2023-01-15T14:40:54.996 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.996+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=AAI256TCMLY9 type=del size=3940532 2023-01-15T14:40:54.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.997+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~YGR7BANGJ3PK.0 size=1048576 2023-01-15T14:40:54.998 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.998+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~YGR7BANGJ3PK.1 size=596049 2023-01-15T14:40:55.000 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:54.999+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=YGR7BANGJ3PK tag=LUO7PSZ5J94I type=write size=2693201 2023-01-15T14:40:55.001 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.000+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=JDN8DEOWM3XR type=del size=3865601 2023-01-15T14:40:55.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.001+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=WIZ332GBNYTH type=del 2023-01-15T14:40:55.003 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.002+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=AEAJI2NUDNS2 type=del size=2321561 2023-01-15T14:40:55.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.003+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~WQ9B3M7HPLS4.0 size=711661 2023-01-15T14:40:55.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.005+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=WQ9B3M7HPLS4 tag=1CYC5IP35GRC type=write size=1760237 2023-01-15T14:40:55.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.006+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=CVIUN9BWNGDM type=write size=432518 2023-01-15T14:40:55.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.007+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=9RVHZJPZK8UX type=del 2023-01-15T14:40:55.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.008+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=UIW6SMS8XU9M type=del size=2155791 2023-01-15T14:40:55.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.009+0000 7fab305e2900 1 < completed write operation key=ONG29C9MW4PW tag=7HWNFUYLK7FB type=write size=132968 2023-01-15T14:40:55.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.010+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=GGSO7XEP93ZR type=del size=1571199 2023-01-15T14:40:55.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.011+0000 7fab305e2900 1 < completed write operation key=P0S9U3H9PWUH tag=0A77TI8QDHL1 type=write size=161980 2023-01-15T14:40:55.012 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.012+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=7PFRAQBMBIP8 type=del size=1429468 2023-01-15T14:40:55.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.013+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~BU97KJHQ2ELT.0 size=1048576 2023-01-15T14:40:55.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.013+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~BU97KJHQ2ELT.1 size=1048576 2023-01-15T14:40:55.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.014+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~BU97KJHQ2ELT.2 size=156012 2023-01-15T14:40:55.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.016+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=BU97KJHQ2ELT tag=77YT7D1F4C0C type=write size=3301740 2023-01-15T14:40:55.018 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.018+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~1PEWIH5PWX0U.0 size=156203 2023-01-15T14:40:55.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.018+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=1PEWIH5PWX0U tag=KTLXY7VJJ8PE type=write size=1204779 2023-01-15T14:40:55.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.019+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~Y7TQX3SGXYIV.0 size=1048576 2023-01-15T14:40:55.020 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.019+0000 7fab305e2900 1 < canceled part key=_multipart_8CLBEV2LUJWJ.2~Y7TQX3SGXYIV.1 size=868578 2023-01-15T14:40:55.021 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.020+0000 7fab305e2900 1 < canceled multipart upload key=8CLBEV2LUJWJ upload=Y7TQX3SGXYIV tag=09S03H0EF6OQ type=write size=2965730 2023-01-15T14:40:55.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.021+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=B9B4HQP36I1F type=del size=3726321 2023-01-15T14:40:55.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.022+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=P2W1BXP6MDEG type=del 2023-01-15T14:40:55.025 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.025+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~YC2JDTD26UBY.0 size=1048576 2023-01-15T14:40:55.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.025+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~YC2JDTD26UBY.1 size=1040948 2023-01-15T14:40:55.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.025+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=YC2JDTD26UBY tag=8DBJ7EVUTYG3 type=write size=3138100 2023-01-15T14:40:55.028 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.027+0000 7fab305e2900 1 < suggested update operation key=RXT6GFIANR9I tag=9X7APJBMQK99 type=del size=380988 2023-01-15T14:40:55.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.029+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~HFB6P1FUJYYY.0 size=1048576 2023-01-15T14:40:55.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.030+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~HFB6P1FUJYYY.1 size=1048576 2023-01-15T14:40:55.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.030+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~HFB6P1FUJYYY.2 size=230210 2023-01-15T14:40:55.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.030+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=HFB6P1FUJYYY tag=JV6QMVV8OGKF type=write size=3375938 2023-01-15T14:40:55.033 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.032+0000 7fab305e2900 1 < suggested remove operation key=ZKWYQ233LD63 tag=72K3B3K5Q4AB type=del 2023-01-15T14:40:55.035 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.034+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~UGBDKFW5OI63.0 size=1048576 2023-01-15T14:40:55.035 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.035+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~UGBDKFW5OI63.1 size=22588 2023-01-15T14:40:55.036 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.035+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=UGBDKFW5OI63 tag=8G328Z8XOFX8 type=write size=2119740 2023-01-15T14:40:55.037 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.036+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~LVBMROKQ217J.0 size=1048576 2023-01-15T14:40:55.037 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.036+0000 7fab305e2900 1 < canceled part key=_multipart_RMNZBCUSJJQU.2~LVBMROKQ217J.1 size=615775 2023-01-15T14:40:55.038 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.037+0000 7fab305e2900 1 < canceled multipart upload key=RMNZBCUSJJQU upload=LVBMROKQ217J tag=N200BY3K93N2 type=write size=2712927 2023-01-15T14:40:55.039 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.038+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=1XSHE2QAS3NI type=del size=3405952 2023-01-15T14:40:55.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.039+0000 7fab305e2900 1 < completed write operation key=KTFY3EPKMIPP tag=XEKMWHOBN30I type=write size=198515 2023-01-15T14:40:55.042 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.041+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~85GMVXF5BQKW.0 size=340540 2023-01-15T14:40:55.042 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.041+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=85GMVXF5BQKW tag=1WISY8PB6O9E type=write size=1389116 2023-01-15T14:40:55.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.042+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~SO3G5PN022HF.0 size=2612 2023-01-15T14:40:55.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.044+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=SO3G5PN022HF tag=CD02LWVV7YM8 type=write size=1051188 2023-01-15T14:40:55.046 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.045+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=O2ONAIFQOG0L type=del size=1384890 2023-01-15T14:40:55.046 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.046+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~E0FPRCZJ7NQC.0 size=1048576 2023-01-15T14:40:55.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.047+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~E0FPRCZJ7NQC.1 size=2583 2023-01-15T14:40:55.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.048+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=E0FPRCZJ7NQC tag=X8TUTE00PSPW type=write size=2099735 2023-01-15T14:40:55.050 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.049+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=DGI2GBI3EV5H type=del size=3641240 2023-01-15T14:40:55.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.050+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=AAI256TCMLY9 type=del 2023-01-15T14:40:55.052 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.051+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=4EIN9BBI5YA1 type=del size=4142684 2023-01-15T14:40:55.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.052+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=JDN8DEOWM3XR type=del 2023-01-15T14:40:55.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.053+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=21BZRLTJB3B4 type=del size=2279103 2023-01-15T14:40:55.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.054+0000 7fab305e2900 1 < completed delete operation key=PVA8JXP2T3BM tag=AEAJI2NUDNS2 type=del 2023-01-15T14:40:55.056 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.056+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=ABA1MK5RG0EW type=del size=2620219 2023-01-15T14:40:55.059 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.057+0000 7fab305e2900 1 < completed write operation key=4XIS9UMTWBMU tag=CVIUN9BWNGDM type=write size=432518 2023-01-15T14:40:55.059 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.058+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=4MEF36W91XW9 type=del size=626217 2023-01-15T14:40:55.059 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.059+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=UIW6SMS8XU9M type=del 2023-01-15T14:40:55.062 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.060+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=2CMYQDSX9S4O type=del size=3481077 2023-01-15T14:40:55.062 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.061+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=GGSO7XEP93ZR type=del 2023-01-15T14:40:55.062 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.062+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=XHT9S81BQ6US type=del size=1786453 2023-01-15T14:40:55.063 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.063+0000 7fab305e2900 1 < completed delete operation key=3AV2R27PD12K tag=7PFRAQBMBIP8 type=del 2023-01-15T14:40:55.064 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.064+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=RMQ1T10JW0OA type=del size=2212357 2023-01-15T14:40:55.065 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.065+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~1PEWIH5PWX0U.0 size=156203 2023-01-15T14:40:55.067 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.066+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=1PEWIH5PWX0U tag=KTLXY7VJJ8PE type=write size=1204779 2023-01-15T14:40:55.069 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.068+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~D5SMI7B56TTU.0 size=948182 2023-01-15T14:40:55.069 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.068+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=D5SMI7B56TTU tag=A9U5P5MX89FO type=write size=1996758 2023-01-15T14:40:55.070 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.069+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=B9B4HQP36I1F type=del 2023-01-15T14:40:55.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.071+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~HSL9L04SVH30.0 size=821503 2023-01-15T14:40:55.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.071+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=HSL9L04SVH30 tag=NOBZ337KC159 type=write size=1870079 2023-01-15T14:40:55.073 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.072+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~YC2JDTD26UBY.0 size=1048576 2023-01-15T14:40:55.074 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.073+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~YC2JDTD26UBY.1 size=1040948 2023-01-15T14:40:55.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.075+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=YC2JDTD26UBY tag=8DBJ7EVUTYG3 type=write size=3138100 2023-01-15T14:40:55.076 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.076+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=35829CEXKS57 type=del size=1931173 2023-01-15T14:40:55.077 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.077+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~HFB6P1FUJYYY.0 size=1048576 2023-01-15T14:40:55.078 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.077+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~HFB6P1FUJYYY.1 size=1048576 2023-01-15T14:40:55.079 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.078+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~HFB6P1FUJYYY.2 size=230210 2023-01-15T14:40:55.081 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.080+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=HFB6P1FUJYYY tag=JV6QMVV8OGKF type=write size=3375938 2023-01-15T14:40:55.082 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.081+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=HPEVBH533D0R type=del size=1183584 2023-01-15T14:40:55.083 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.083+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~UGBDKFW5OI63.0 size=1048576 2023-01-15T14:40:55.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.084+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~UGBDKFW5OI63.1 size=22588 2023-01-15T14:40:55.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.085+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=UGBDKFW5OI63 tag=8G328Z8XOFX8 type=write size=2119740 2023-01-15T14:40:55.088 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.087+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~BITT9IMAF1MQ.0 size=1048576 2023-01-15T14:40:55.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.088+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~BITT9IMAF1MQ.1 size=648207 2023-01-15T14:40:55.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.088+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=BITT9IMAF1MQ tag=V30ACPJ9PD41 type=write size=2745359 2023-01-15T14:40:55.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.089+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=1XSHE2QAS3NI type=del 2023-01-15T14:40:55.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.091+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~2AEVG3GLZ44P.0 size=527986 2023-01-15T14:40:55.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.091+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=2AEVG3GLZ44P tag=A551VB1F982C type=write size=1576562 2023-01-15T14:40:55.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.092+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~85GMVXF5BQKW.0 size=340540 2023-01-15T14:40:55.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.093+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=85GMVXF5BQKW tag=1WISY8PB6O9E type=write size=1389116 2023-01-15T14:40:55.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.094+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=WP7FP6XZ1LDH type=write size=937000 2023-01-15T14:40:55.096 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.095+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=O2ONAIFQOG0L type=del 2023-01-15T14:40:55.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.096+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=89H9HSAZFSNF type=del size=2121649 2023-01-15T14:40:55.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.097+0000 7fab305e2900 1 < canceled operation key=BYCBFI34ZVMR tag=DGI2GBI3EV5H type=del size=3641240 2023-01-15T14:40:55.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.098+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=7TX4U72H52RY type=del size=1884864 2023-01-15T14:40:55.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.099+0000 7fab305e2900 1 < canceled operation key=ONG29C9MW4PW tag=4EIN9BBI5YA1 type=del size=4142684 2023-01-15T14:40:55.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.100+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=6KP7WJGV3HZV type=del size=598644 2023-01-15T14:40:55.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.102+0000 7fab305e2900 1 < suggested update operation key=ZKWYQ233LD63 tag=21BZRLTJB3B4 type=del size=2279103 2023-01-15T14:40:55.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.103+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=Z8LLAV2DE20Q type=del size=1312034 2023-01-15T14:40:55.106 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.105+0000 7fab305e2900 1 < suggested update operation key=BYCBFI34ZVMR tag=ABA1MK5RG0EW type=del size=2620219 2023-01-15T14:40:55.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.106+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=685VMOR0MXYJ type=del size=3621038 2023-01-15T14:40:55.108 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.107+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=4MEF36W91XW9 type=del 2023-01-15T14:40:55.109 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.108+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=YX6778KTJ9TW type=del size=1975329 2023-01-15T14:40:55.110 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.109+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=2CMYQDSX9S4O type=del 2023-01-15T14:40:55.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.110+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=Y8DSNAO6K78S type=del size=137729 2023-01-15T14:40:55.112 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.111+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=XHT9S81BQ6US type=del 2023-01-15T14:40:55.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.112+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=VX5ABE176ZGN type=write size=336010 2023-01-15T14:40:55.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.113+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=RMQ1T10JW0OA type=del 2023-01-15T14:40:55.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.114+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=RMX31VO24SPW type=del size=663422 2023-01-15T14:40:55.116 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.115+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~D5SMI7B56TTU.0 size=948182 2023-01-15T14:40:55.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.117+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=D5SMI7B56TTU tag=A9U5P5MX89FO type=write size=1996758 2023-01-15T14:40:55.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.118+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=ZQKD82JJC77D type=del size=3222113 2023-01-15T14:40:55.119 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.119+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~HSL9L04SVH30.0 size=821503 2023-01-15T14:40:55.121 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.120+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=HSL9L04SVH30 tag=NOBZ337KC159 type=write size=1870079 2023-01-15T14:40:55.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.122+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~UFBJ6D8OHY4X.0 size=1048576 2023-01-15T14:40:55.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.123+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~UFBJ6D8OHY4X.1 size=1048576 2023-01-15T14:40:55.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.124+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~UFBJ6D8OHY4X.2 size=263893 2023-01-15T14:40:55.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.124+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=UFBJ6D8OHY4X tag=V4QEAONN8K0K type=write size=3409621 2023-01-15T14:40:55.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.125+0000 7fab305e2900 1 < canceled operation key=RMNZBCUSJJQU tag=35829CEXKS57 type=del size=1931173 2023-01-15T14:40:55.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.126+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~0F8PZ8YO8JF4.0 size=13836 2023-01-15T14:40:55.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.126+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=0F8PZ8YO8JF4 tag=8J844EJ15D94 type=write size=1062412 2023-01-15T14:40:55.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.127+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=HPEVBH533D0R type=del 2023-01-15T14:40:55.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.128+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=OS3UOSUCIUCM type=del size=1362242 2023-01-15T14:40:55.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.129+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~BITT9IMAF1MQ.0 size=1048576 2023-01-15T14:40:55.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.130+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~BITT9IMAF1MQ.1 size=648207 2023-01-15T14:40:55.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.132+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=BITT9IMAF1MQ tag=V30ACPJ9PD41 type=write size=2745359 2023-01-15T14:40:55.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.133+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=Y2IYE4H9A176 type=del size=2082359 2023-01-15T14:40:55.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.134+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~2AEVG3GLZ44P.0 size=527986 2023-01-15T14:40:55.136 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.135+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=2AEVG3GLZ44P tag=A551VB1F982C type=write size=1576562 2023-01-15T14:40:55.137 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.136+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=SA9OD11A8K0S type=del size=2230663 2023-01-15T14:40:55.138 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.137+0000 7fab305e2900 1 < canceled operation key=FTXCLOVB9STM tag=WP7FP6XZ1LDH type=write size=937000 2023-01-15T14:40:55.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.138+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=PMAG0UBGE8FK type=del size=2517569 2023-01-15T14:40:55.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.139+0000 7fab305e2900 -1 < failed to complete operation key=BYCBFI34ZVMR tag=89H9HSAZFSNF type=del size=2121649: (22) Invalid argument 2023-01-15T14:40:55.142 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.141+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~M9I3HXGSV1ME.0 size=1048576 2023-01-15T14:40:55.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.142+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~M9I3HXGSV1ME.1 size=187045 2023-01-15T14:40:55.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.142+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=M9I3HXGSV1ME tag=5JT3QEATBDNE type=write size=2284197 2023-01-15T14:40:55.145 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.144+0000 7fab305e2900 1 < suggested update operation key=RXT6GFIANR9I tag=7TX4U72H52RY type=del size=1884864 2023-01-15T14:40:55.146 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.145+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=UTS9F82QB5C6 type=del size=3190081 2023-01-15T14:40:55.147 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.146+0000 7fab305e2900 1 < canceled operation key=H8WF2D844W5R tag=6KP7WJGV3HZV type=del size=598644 2023-01-15T14:40:55.148 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.147+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=TGXWP9CDKKZP type=write size=64007 2023-01-15T14:40:55.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.148+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=Z8LLAV2DE20Q type=del 2023-01-15T14:40:55.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.149+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=E41PXOXB1F7I type=del size=792105 2023-01-15T14:40:55.151 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.150+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=685VMOR0MXYJ type=del 2023-01-15T14:40:55.153 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.152+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~RIF824LWBLIB.0 size=1048576 2023-01-15T14:40:55.153 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.152+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~RIF824LWBLIB.1 size=1048576 2023-01-15T14:40:55.154 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.153+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~RIF824LWBLIB.2 size=468216 2023-01-15T14:40:55.154 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.153+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=RIF824LWBLIB tag=3O29FD13HXBK type=write size=3613944 2023-01-15T14:40:55.156 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.155+0000 7fab305e2900 1 < suggested update operation key=FDLD6LAR610I tag=YX6778KTJ9TW type=del size=1975329 2023-01-15T14:40:55.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.157+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~F7I4DD1DUZW0.0 size=1048576 2023-01-15T14:40:55.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.157+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~F7I4DD1DUZW0.1 size=1022290 2023-01-15T14:40:55.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.157+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=F7I4DD1DUZW0 tag=7QI5YQ6QR8W8 type=write size=3119442 2023-01-15T14:40:55.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.158+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=Y8DSNAO6K78S type=del 2023-01-15T14:40:55.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.160+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~G7R2LAJ71VJ4.0 size=1048576 2023-01-15T14:40:55.162 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.161+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~G7R2LAJ71VJ4.1 size=941822 2023-01-15T14:40:55.162 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.161+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=G7R2LAJ71VJ4 tag=R4NVB1FQ6H79 type=write size=3038974 2023-01-15T14:40:55.162 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.162+0000 7fab305e2900 1 < completed write operation key=GEI2ZTAKBNDK tag=VX5ABE176ZGN type=write size=336010 2023-01-15T14:40:55.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.164+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~RQ3ZQINEB4E8.0 size=1048576 2023-01-15T14:40:55.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.164+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~RQ3ZQINEB4E8.1 size=1048576 2023-01-15T14:40:55.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.165+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~RQ3ZQINEB4E8.2 size=273376 2023-01-15T14:40:55.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.165+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=RQ3ZQINEB4E8 tag=K1ER824F1W7H type=write size=3419104 2023-01-15T14:40:55.167 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.166+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=RMX31VO24SPW type=del 2023-01-15T14:40:55.167 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.167+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=7QGXCO9F07MS type=del size=1711048 2023-01-15T14:40:55.169 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.168+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=ZQKD82JJC77D type=del 2023-01-15T14:40:55.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.169+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=0D1770IMGV6Q type=del size=2293411 2023-01-15T14:40:55.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.170+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~UFBJ6D8OHY4X.0 size=1048576 2023-01-15T14:40:55.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.171+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~UFBJ6D8OHY4X.1 size=1048576 2023-01-15T14:40:55.173 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.172+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~UFBJ6D8OHY4X.2 size=263893 2023-01-15T14:40:55.175 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.174+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=UFBJ6D8OHY4X tag=V4QEAONN8K0K type=write size=3409621 2023-01-15T14:40:55.176 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.175+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=441RMLS829HJ type=del size=2705377 2023-01-15T14:40:55.177 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.177+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~0F8PZ8YO8JF4.0 size=13836 2023-01-15T14:40:55.179 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.178+0000 7fab305e2900 1 < completed multipart upload key=7B20CP9G4OAH upload=0F8PZ8YO8JF4 tag=8J844EJ15D94 type=write size=1062412 2023-01-15T14:40:55.180 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.179+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=T6MPN28FDAT0 type=del size=678589 2023-01-15T14:40:55.181 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.180+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=OS3UOSUCIUCM type=del 2023-01-15T14:40:55.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.181+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=13NQA7BEIP8V type=del size=1886022 2023-01-15T14:40:55.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.183+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=Y2IYE4H9A176 type=del 2023-01-15T14:40:55.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.184+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=JKD0MPIYZ9W5 type=del size=2163773 2023-01-15T14:40:55.185 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.184+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=SA9OD11A8K0S type=del 2023-01-15T14:40:55.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.186+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~34O286GC9HFB.0 size=1048576 2023-01-15T14:40:55.188 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.187+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~34O286GC9HFB.1 size=1048576 2023-01-15T14:40:55.188 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.188+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~34O286GC9HFB.2 size=729754 2023-01-15T14:40:55.189 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.188+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=34O286GC9HFB tag=KOEJKPREP8YL type=write size=3875482 2023-01-15T14:40:55.190 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.190+0000 7fab305e2900 1 < suggested update operation key=FDLD6LAR610I tag=PMAG0UBGE8FK type=del size=2517569 2023-01-15T14:40:55.192 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.191+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~MKTNJZ16GF0K.0 size=1048576 2023-01-15T14:40:55.193 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.192+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~MKTNJZ16GF0K.1 size=1048576 2023-01-15T14:40:55.194 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.193+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~MKTNJZ16GF0K.2 size=180117 2023-01-15T14:40:55.194 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.193+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=MKTNJZ16GF0K tag=LW1XKZL0CEQL type=write size=3325845 2023-01-15T14:40:55.195 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.194+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~M9I3HXGSV1ME.0 size=1048576 2023-01-15T14:40:55.195 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.195+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~M9I3HXGSV1ME.1 size=187045 2023-01-15T14:40:55.197 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.196+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=M9I3HXGSV1ME tag=5JT3QEATBDNE type=write size=2284197 2023-01-15T14:40:55.198 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.198+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=WT47P144143O type=del size=884555 2023-01-15T14:40:55.199 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.199+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=UTS9F82QB5C6 type=del 2023-01-15T14:40:55.201 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.200+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~T2F0G7NBSYDK.0 size=633887 2023-01-15T14:40:55.201 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.200+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=T2F0G7NBSYDK tag=LP7HGZYNHAQ6 type=write size=1682463 2023-01-15T14:40:55.202 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.201+0000 7fab305e2900 1 < completed write operation key=P0S9U3H9PWUH tag=TGXWP9CDKKZP type=write size=64007 2023-01-15T14:40:55.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.203+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~9Z9HBT9SIEZ3.0 size=121126 2023-01-15T14:40:55.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.203+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=9Z9HBT9SIEZ3 tag=65XX0TMXP024 type=write size=1169702 2023-01-15T14:40:55.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.204+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=E41PXOXB1F7I type=del 2023-01-15T14:40:55.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.206+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~H9Y87MWC96CX.0 size=1048576 2023-01-15T14:40:55.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.207+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~H9Y87MWC96CX.1 size=91254 2023-01-15T14:40:55.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.207+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=H9Y87MWC96CX tag=W07MZSM8SIWY type=write size=2188406 2023-01-15T14:40:55.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.207+0000 7fab305e2900 1 < canceled part key=_multipart_4XIS9UMTWBMU.2~RIF824LWBLIB.0 size=1048576 2023-01-15T14:40:55.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.208+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~RIF824LWBLIB.1 size=1048576 2023-01-15T14:40:55.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.208+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~RIF824LWBLIB.2 size=468216 2023-01-15T14:40:55.211 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.210+0000 7fab305e2900 1 < canceled multipart upload key=4XIS9UMTWBMU upload=RIF824LWBLIB tag=3O29FD13HXBK type=write size=3613944 2023-01-15T14:40:55.212 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.211+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=FI2FB0YT1XT5 type=del size=1634025 2023-01-15T14:40:55.212 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.212+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~F7I4DD1DUZW0.0 size=1048576 2023-01-15T14:40:55.213 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.213+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~F7I4DD1DUZW0.1 size=1022290 2023-01-15T14:40:55.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.214+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=F7I4DD1DUZW0 tag=7QI5YQ6QR8W8 type=write size=3119442 2023-01-15T14:40:55.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.215+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=0KT3VKXB8FUU type=write size=6879 2023-01-15T14:40:55.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.216+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~G7R2LAJ71VJ4.0 size=1048576 2023-01-15T14:40:55.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.216+0000 7fab305e2900 1 < canceled part key=_multipart_6KPHYE1YP0PI.2~G7R2LAJ71VJ4.1 size=941822 2023-01-15T14:40:55.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.218+0000 7fab305e2900 1 < canceled multipart upload key=6KPHYE1YP0PI upload=G7R2LAJ71VJ4 tag=R4NVB1FQ6H79 type=write size=3038974 2023-01-15T14:40:55.220 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.219+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~GTWO69EFQUZP.0 size=1048576 2023-01-15T14:40:55.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.220+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~GTWO69EFQUZP.1 size=206641 2023-01-15T14:40:55.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.220+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=GTWO69EFQUZP tag=NW9KTXXQ1OUT type=write size=2303793 2023-01-15T14:40:55.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.221+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~RQ3ZQINEB4E8.0 size=1048576 2023-01-15T14:40:55.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.222+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~RQ3ZQINEB4E8.1 size=1048576 2023-01-15T14:40:55.223 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.222+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~RQ3ZQINEB4E8.2 size=273376 2023-01-15T14:40:55.225 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.224+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=RQ3ZQINEB4E8 tag=K1ER824F1W7H type=write size=3419104 2023-01-15T14:40:55.226 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.225+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=YLIZSM46SAUF type=write size=714335 2023-01-15T14:40:55.227 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.226+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=7QGXCO9F07MS type=del 2023-01-15T14:40:55.228 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.228+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~KCPN1MF8969L.0 size=559085 2023-01-15T14:40:55.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.228+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=KCPN1MF8969L tag=UEVEZO9E9T0N type=write size=1607661 2023-01-15T14:40:55.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.229+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=0D1770IMGV6Q type=del 2023-01-15T14:40:55.230 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.230+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=MHQ0WEQUXE4B type=del size=1666711 2023-01-15T14:40:55.231 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.231+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=441RMLS829HJ type=del 2023-01-15T14:40:55.233 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.233+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~HZ0Q9A0QOJIG.0 size=1048576 2023-01-15T14:40:55.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.234+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~HZ0Q9A0QOJIG.1 size=1048576 2023-01-15T14:40:55.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.234+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~HZ0Q9A0QOJIG.2 size=284053 2023-01-15T14:40:55.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.234+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=HZ0Q9A0QOJIG tag=160ROI3K66GY type=write size=3429781 2023-01-15T14:40:55.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.235+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=T6MPN28FDAT0 type=del 2023-01-15T14:40:55.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.237+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~V9HZES9HS30D.0 size=1048576 2023-01-15T14:40:55.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.238+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~V9HZES9HS30D.1 size=1048576 2023-01-15T14:40:55.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.238+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~V9HZES9HS30D.2 size=778384 2023-01-15T14:40:55.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.238+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=V9HZES9HS30D tag=4TG1ZWPZMHXU type=write size=3924112 2023-01-15T14:40:55.241 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.239+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=13NQA7BEIP8V type=del 2023-01-15T14:40:55.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.241+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~SS26JY49KX8V.0 size=1048576 2023-01-15T14:40:55.243 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.242+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~SS26JY49KX8V.1 size=1048576 2023-01-15T14:40:55.243 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.243+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~SS26JY49KX8V.2 size=794429 2023-01-15T14:40:55.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.243+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=SS26JY49KX8V tag=N6TO474YD0VX type=write size=3940157 2023-01-15T14:40:55.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.244+0000 7fab305e2900 1 < completed delete operation key=7B20CP9G4OAH tag=JKD0MPIYZ9W5 type=del 2023-01-15T14:40:55.245 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.245+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=OR1ZZ8LKJNNR type=del size=2086950 2023-01-15T14:40:55.247 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.246+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~34O286GC9HFB.0 size=1048576 2023-01-15T14:40:55.247 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.246+0000 7fab305e2900 1 < canceled part key=_multipart_3AV2R27PD12K.2~34O286GC9HFB.1 size=1048576 2023-01-15T14:40:55.247 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.246+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~34O286GC9HFB.2 size=729754 2023-01-15T14:40:55.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.248+0000 7fab305e2900 1 < canceled multipart upload key=3AV2R27PD12K upload=34O286GC9HFB tag=KOEJKPREP8YL type=write size=3875482 2023-01-15T14:40:55.250 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.250+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~KGY31OSY83DF.0 size=8018 2023-01-15T14:40:55.251 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.250+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=KGY31OSY83DF tag=5SQRK6APXB08 type=write size=1056594 2023-01-15T14:40:55.251 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.251+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~MKTNJZ16GF0K.0 size=1048576 2023-01-15T14:40:55.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.251+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~MKTNJZ16GF0K.1 size=1048576 2023-01-15T14:40:55.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.252+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~MKTNJZ16GF0K.2 size=180117 2023-01-15T14:40:55.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.254+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=MKTNJZ16GF0K tag=LW1XKZL0CEQL type=write size=3325845 2023-01-15T14:40:55.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.255+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=WLFNNSNPCWF7 type=del size=3195003 2023-01-15T14:40:55.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.256+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=WT47P144143O type=del 2023-01-15T14:40:55.258 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.258+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~6S1GSL5377WM.0 size=1048576 2023-01-15T14:40:55.259 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.258+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~6S1GSL5377WM.1 size=1048576 2023-01-15T14:40:55.260 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.259+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~6S1GSL5377WM.2 size=961125 2023-01-15T14:40:55.260 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.259+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=6S1GSL5377WM tag=QU3JLLH9J2EB type=write size=4106853 2023-01-15T14:40:55.260 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.260+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~T2F0G7NBSYDK.0 size=633887 2023-01-15T14:40:55.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.261+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=T2F0G7NBSYDK tag=LP7HGZYNHAQ6 type=write size=1682463 2023-01-15T14:40:55.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.262+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=MEA7J9H7W8U3 type=del size=1779283 2023-01-15T14:40:55.264 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.264+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~9Z9HBT9SIEZ3.0 size=121126 2023-01-15T14:40:55.266 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.266+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=9Z9HBT9SIEZ3 tag=65XX0TMXP024 type=write size=1169702 2023-01-15T14:40:55.268 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.267+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~MWIHMME8040B.0 size=1048576 2023-01-15T14:40:55.269 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.268+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~MWIHMME8040B.1 size=1048576 2023-01-15T14:40:55.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.269+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~MWIHMME8040B.2 size=675711 2023-01-15T14:40:55.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.269+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=MWIHMME8040B tag=QT5JFQV1D1EM type=write size=3821439 2023-01-15T14:40:55.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.270+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~H9Y87MWC96CX.0 size=1048576 2023-01-15T14:40:55.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.271+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~H9Y87MWC96CX.1 size=91254 2023-01-15T14:40:55.274 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.273+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=H9Y87MWC96CX tag=W07MZSM8SIWY type=write size=2188406 2023-01-15T14:40:55.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.276+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~TCKSN4W5FSHT.0 size=1048576 2023-01-15T14:40:55.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.277+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~TCKSN4W5FSHT.1 size=146402 2023-01-15T14:40:55.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.277+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=TCKSN4W5FSHT tag=T103F12DWM8B type=write size=2243554 2023-01-15T14:40:55.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.278+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=FI2FB0YT1XT5 type=del 2023-01-15T14:40:55.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.279+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=1CD232RC32DE type=del size=2961880 2023-01-15T14:40:55.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.280+0000 7fab305e2900 1 < completed write operation key=9BIBU11P1SQR tag=0KT3VKXB8FUU type=write size=6879 2023-01-15T14:40:55.282 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.282+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~5AJLQVRQUA9C.0 size=1048576 2023-01-15T14:40:55.283 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.283+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~5AJLQVRQUA9C.1 size=1048576 2023-01-15T14:40:55.284 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.284+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~5AJLQVRQUA9C.2 size=615537 2023-01-15T14:40:55.285 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.284+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=5AJLQVRQUA9C tag=XSFOC0ASXRW0 type=write size=3761265 2023-01-15T14:40:55.285 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.285+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~GTWO69EFQUZP.0 size=1048576 2023-01-15T14:40:55.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.286+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~GTWO69EFQUZP.1 size=206641 2023-01-15T14:40:55.288 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.288+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=GTWO69EFQUZP tag=NW9KTXXQ1OUT type=write size=2303793 2023-01-15T14:40:55.290 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.289+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=2KYSGGLI4M9I type=del size=3654310 2023-01-15T14:40:55.291 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.290+0000 7fab305e2900 1 < completed write operation key=Q82PRJIVXO0C tag=YLIZSM46SAUF type=write size=714335 2023-01-15T14:40:55.292 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.292+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~4S7P09OE65YT.0 size=1048576 2023-01-15T14:40:55.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.292+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~4S7P09OE65YT.1 size=1048576 2023-01-15T14:40:55.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.293+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~4S7P09OE65YT.2 size=508241 2023-01-15T14:40:55.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.293+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=4S7P09OE65YT tag=G1GLORYXIEG1 type=write size=3653969 2023-01-15T14:40:55.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.294+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~KCPN1MF8969L.0 size=559085 2023-01-15T14:40:55.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.296+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=KCPN1MF8969L tag=UEVEZO9E9T0N type=write size=1607661 2023-01-15T14:40:55.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.297+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~BB36JY3WW54E.0 size=1048576 2023-01-15T14:40:55.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.298+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~BB36JY3WW54E.1 size=1048576 2023-01-15T14:40:55.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.299+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~BB36JY3WW54E.2 size=908318 2023-01-15T14:40:55.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.299+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=BB36JY3WW54E tag=KUXBGM31CG3F type=write size=4054046 2023-01-15T14:40:55.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.301+0000 7fab305e2900 1 < suggested remove operation key=4XIS9UMTWBMU tag=MHQ0WEQUXE4B type=del 2023-01-15T14:40:55.303 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.302+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=F0CP3VFVVIAN type=del size=2306100 2023-01-15T14:40:55.304 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.303+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~HZ0Q9A0QOJIG.0 size=1048576 2023-01-15T14:40:55.304 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.304+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~HZ0Q9A0QOJIG.1 size=1048576 2023-01-15T14:40:55.305 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.305+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~HZ0Q9A0QOJIG.2 size=284053 2023-01-15T14:40:55.307 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.306+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=HZ0Q9A0QOJIG tag=160ROI3K66GY type=write size=3429781 2023-01-15T14:40:55.308 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.307+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=B6J0GN2D6759 type=del size=3146760 2023-01-15T14:40:55.309 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.308+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~V9HZES9HS30D.0 size=1048576 2023-01-15T14:40:55.310 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.309+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~V9HZES9HS30D.1 size=1048576 2023-01-15T14:40:55.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.310+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~V9HZES9HS30D.2 size=778384 2023-01-15T14:40:55.312 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.312+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=V9HZES9HS30D tag=4TG1ZWPZMHXU type=write size=3924112 2023-01-15T14:40:55.314 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.313+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~NZXIPX6R072Q.0 size=261590 2023-01-15T14:40:55.314 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.313+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=NZXIPX6R072Q tag=HLXLDF38WQPR type=write size=1310166 2023-01-15T14:40:55.315 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.315+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~SS26JY49KX8V.0 size=1048576 2023-01-15T14:40:55.316 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.315+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~SS26JY49KX8V.1 size=1048576 2023-01-15T14:40:55.317 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.316+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~SS26JY49KX8V.2 size=794429 2023-01-15T14:40:55.318 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.318+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=SS26JY49KX8V tag=N6TO474YD0VX type=write size=3940157 2023-01-15T14:40:55.319 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.319+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=V2EQREHHCOLO type=del size=287953 2023-01-15T14:40:55.320 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.320+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=OR1ZZ8LKJNNR type=del 2023-01-15T14:40:55.322 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.321+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=VQFRODFVPAES type=del size=2697989 2023-01-15T14:40:55.323 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.322+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~KGY31OSY83DF.0 size=8018 2023-01-15T14:40:55.325 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.324+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=KGY31OSY83DF tag=5SQRK6APXB08 type=write size=1056594 2023-01-15T14:40:55.327 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.326+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~0IEMIWY8SCHQ.0 size=161786 2023-01-15T14:40:55.327 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.326+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=0IEMIWY8SCHQ tag=4ADRUCYWQDR9 type=write size=1210362 2023-01-15T14:40:55.328 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.327+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=WLFNNSNPCWF7 type=del 2023-01-15T14:40:55.329 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.328+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=SKJWYJP7PL35 type=del size=1311934 2023-01-15T14:40:55.331 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.330+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~6S1GSL5377WM.0 size=1048576 2023-01-15T14:40:55.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.331+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~6S1GSL5377WM.1 size=1048576 2023-01-15T14:40:55.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.332+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~6S1GSL5377WM.2 size=961125 2023-01-15T14:40:55.334 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.334+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=6S1GSL5377WM tag=QU3JLLH9J2EB type=write size=4106853 2023-01-15T14:40:55.335 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.335+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=YME29SN2SN2Y type=write size=8148 2023-01-15T14:40:55.336 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.336+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=MEA7J9H7W8U3 type=del 2023-01-15T14:40:55.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.338+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~EXPGAF9EWQWX.0 size=579846 2023-01-15T14:40:55.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.338+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=EXPGAF9EWQWX tag=CI0HSPW5HK35 type=write size=1628422 2023-01-15T14:40:55.339 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.339+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~MWIHMME8040B.0 size=1048576 2023-01-15T14:40:55.340 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.340+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~MWIHMME8040B.1 size=1048576 2023-01-15T14:40:55.341 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.340+0000 7fab305e2900 1 < canceled part key=_multipart_KGO3UC39S97I.2~MWIHMME8040B.2 size=675711 2023-01-15T14:40:55.342 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.341+0000 7fab305e2900 1 < canceled multipart upload key=KGO3UC39S97I upload=MWIHMME8040B tag=QT5JFQV1D1EM type=write size=3821439 2023-01-15T14:40:55.344 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.343+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~LZ0M8H65NV33.0 size=1048576 2023-01-15T14:40:55.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.344+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~LZ0M8H65NV33.1 size=454340 2023-01-15T14:40:55.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.344+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=LZ0M8H65NV33 tag=0F9UOX32464N type=write size=2551492 2023-01-15T14:40:55.346 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.346+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~TCKSN4W5FSHT.0 size=1048576 2023-01-15T14:40:55.347 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.347+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~TCKSN4W5FSHT.1 size=146402 2023-01-15T14:40:55.349 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.348+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=TCKSN4W5FSHT tag=T103F12DWM8B type=write size=2243554 2023-01-15T14:40:55.350 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.349+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=ZPFEDDY7FNRO type=write size=388687 2023-01-15T14:40:55.351 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.351+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=1CD232RC32DE type=del 2023-01-15T14:40:55.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.352+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=GSZ0KNE9GCBM type=del size=1243381 2023-01-15T14:40:55.354 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.353+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~5AJLQVRQUA9C.0 size=1048576 2023-01-15T14:40:55.354 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.354+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~5AJLQVRQUA9C.1 size=1048576 2023-01-15T14:40:55.355 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.355+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~5AJLQVRQUA9C.2 size=615537 2023-01-15T14:40:55.358 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.357+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=5AJLQVRQUA9C tag=XSFOC0ASXRW0 type=write size=3761265 2023-01-15T14:40:55.359 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.358+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=Z7PMTX62LINO type=del size=3555699 2023-01-15T14:40:55.361 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.360+0000 7fab305e2900 1 < suggested remove operation key=7B20CP9G4OAH tag=2KYSGGLI4M9I type=del 2023-01-15T14:40:55.362 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.362+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=M6Y9FQ91TK2Y type=write size=850482 2023-01-15T14:40:55.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.363+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~4S7P09OE65YT.0 size=1048576 2023-01-15T14:40:55.369 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.364+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~4S7P09OE65YT.1 size=1048576 2023-01-15T14:40:55.369 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.365+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~4S7P09OE65YT.2 size=508241 2023-01-15T14:40:55.369 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.367+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=4S7P09OE65YT tag=G1GLORYXIEG1 type=write size=3653969 2023-01-15T14:40:55.370 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.370+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~50E3B9QJIJYD.0 size=592521 2023-01-15T14:40:55.370 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.370+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=50E3B9QJIJYD tag=W5B1YYD37O9R type=write size=1641097 2023-01-15T14:40:55.372 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.371+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~BB36JY3WW54E.0 size=1048576 2023-01-15T14:40:55.373 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.372+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~BB36JY3WW54E.1 size=1048576 2023-01-15T14:40:55.373 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.373+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~BB36JY3WW54E.2 size=908318 2023-01-15T14:40:55.375 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.374+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=BB36JY3WW54E tag=KUXBGM31CG3F type=write size=4054046 2023-01-15T14:40:55.376 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.376+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=P0FCKRFQI3YZ type=write size=956554 2023-01-15T14:40:55.378 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.377+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=F0CP3VFVVIAN type=del 2023-01-15T14:40:55.380 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.380+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~J1BA7FLR694P.0 size=1048576 2023-01-15T14:40:55.381 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.380+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~J1BA7FLR694P.1 size=171635 2023-01-15T14:40:55.381 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.380+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=J1BA7FLR694P tag=U22MG8547TOO type=write size=2268787 2023-01-15T14:40:55.382 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.382+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=B6J0GN2D6759 type=del 2023-01-15T14:40:55.383 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.383+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=BNU48811FORI type=del size=3228283 2023-01-15T14:40:55.384 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.384+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~NZXIPX6R072Q.0 size=261590 2023-01-15T14:40:55.388 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.385+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=NZXIPX6R072Q tag=HLXLDF38WQPR type=write size=1310166 2023-01-15T14:40:55.388 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.388+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~ECO15CN0TI96.0 size=1004803 2023-01-15T14:40:55.389 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.388+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=ECO15CN0TI96 tag=AVDP8X94UYXI type=write size=2053379 2023-01-15T14:40:55.389 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.389+0000 7fab305e2900 1 < canceled operation key=KGO3UC39S97I tag=V2EQREHHCOLO type=del size=287953 2023-01-15T14:40:55.391 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.391+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~JFL5VFGX6MNG.0 size=15844 2023-01-15T14:40:55.391 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.391+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=JFL5VFGX6MNG tag=ULQ15P5M75B3 type=write size=1064420 2023-01-15T14:40:55.392 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.392+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=VQFRODFVPAES type=del 2023-01-15T14:40:55.393 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.393+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=V30XCIJJKCMB type=del size=3120739 2023-01-15T14:40:55.394 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.394+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~0IEMIWY8SCHQ.0 size=161786 2023-01-15T14:40:55.396 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.396+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=0IEMIWY8SCHQ tag=4ADRUCYWQDR9 type=write size=1210362 2023-01-15T14:40:55.397 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.397+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=V5UTU5D9P2DU type=write size=160430 2023-01-15T14:40:55.398 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.398+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=SKJWYJP7PL35 type=del 2023-01-15T14:40:55.399 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.399+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=A2JGSZI9M2WB type=del size=2692462 2023-01-15T14:40:55.400 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.400+0000 7fab305e2900 1 < completed write operation key=XT1ET16X0IUW tag=YME29SN2SN2Y type=write size=8148 2023-01-15T14:40:55.401 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.401+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=YZDWM91UECE2 type=del size=187216 2023-01-15T14:40:55.402 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.402+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~EXPGAF9EWQWX.0 size=579846 2023-01-15T14:40:55.404 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.403+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=EXPGAF9EWQWX tag=CI0HSPW5HK35 type=write size=1628422 2023-01-15T14:40:55.405 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.404+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=QW701ZNDZ23K type=del size=2297392 2023-01-15T14:40:55.406 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.406+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~LZ0M8H65NV33.0 size=1048576 2023-01-15T14:40:55.407 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.406+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~LZ0M8H65NV33.1 size=454340 2023-01-15T14:40:55.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.408+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=LZ0M8H65NV33 tag=0F9UOX32464N type=write size=2551492 2023-01-15T14:40:55.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.410+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=DVEKPM26J245 type=del size=1239995 2023-01-15T14:40:55.411 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.411+0000 7fab305e2900 1 < canceled operation key=P0S9U3H9PWUH tag=ZPFEDDY7FNRO type=write size=388687 2023-01-15T14:40:55.412 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.412+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=LOFA64LDQY69 type=del size=1090249 2023-01-15T14:40:55.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.414+0000 7fab305e2900 1 < suggested remove operation key=H8WF2D844W5R tag=GSZ0KNE9GCBM type=del 2023-01-15T14:40:55.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.415+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=EVFQ5W5AP4VZ type=del size=588208 2023-01-15T14:40:55.418 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.417+0000 7fab305e2900 -1 < failed to complete operation key=7B20CP9G4OAH tag=Z7PMTX62LINO type=del size=3555699: (22) Invalid argument 2023-01-15T14:40:55.419 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.418+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=A92W5IYHG4HK type=del size=4080274 2023-01-15T14:40:55.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.420+0000 7fab305e2900 1 < suggested update operation key=9BIBU11P1SQR tag=M6Y9FQ91TK2Y type=write size=850482 2023-01-15T14:40:55.422 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.421+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=Z33SX3QRGAG3 type=del size=1902832 2023-01-15T14:40:55.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.423+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~50E3B9QJIJYD.0 size=592521 2023-01-15T14:40:55.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.424+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=50E3B9QJIJYD tag=W5B1YYD37O9R type=write size=1641097 2023-01-15T14:40:55.427 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.427+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~7KY4GO33HVPE.0 size=1048576 2023-01-15T14:40:55.428 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.427+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~7KY4GO33HVPE.1 size=928073 2023-01-15T14:40:55.428 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.427+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=7KY4GO33HVPE tag=919HWQ85Z0HL type=write size=3025225 2023-01-15T14:40:55.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.429+0000 7fab305e2900 -1 < failed to complete operation key=9BIBU11P1SQR tag=P0FCKRFQI3YZ type=write size=956554: (22) Invalid argument 2023-01-15T14:40:55.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.431+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~W4IJRU7QYE2U.0 size=347621 2023-01-15T14:40:55.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.431+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=W4IJRU7QYE2U tag=422S8MS3YT2K type=write size=1396197 2023-01-15T14:40:55.433 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.432+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~J1BA7FLR694P.0 size=1048576 2023-01-15T14:40:55.433 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.433+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~J1BA7FLR694P.1 size=171635 2023-01-15T14:40:55.435 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.434+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=J1BA7FLR694P tag=U22MG8547TOO type=write size=2268787 2023-01-15T14:40:55.436 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.435+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=557Z854AM9A1 type=del size=961309 2023-01-15T14:40:55.438 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.437+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=BNU48811FORI type=del 2023-01-15T14:40:55.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.438+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=T6ZMFFUQO2PC type=del size=751819 2023-01-15T14:40:55.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.439+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~ECO15CN0TI96.0 size=1004803 2023-01-15T14:40:55.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.441+0000 7fab305e2900 1 < completed multipart upload key=8CLBEV2LUJWJ upload=ECO15CN0TI96 tag=AVDP8X94UYXI type=write size=2053379 2023-01-15T14:40:55.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.443+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~BP5TZ9BE9UBJ.0 size=1048576 2023-01-15T14:40:55.445 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.444+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~BP5TZ9BE9UBJ.1 size=349160 2023-01-15T14:40:55.445 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.444+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=BP5TZ9BE9UBJ tag=LDKH1ES0PIEW type=write size=2446312 2023-01-15T14:40:55.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.446+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~JFL5VFGX6MNG.0 size=15844 2023-01-15T14:40:55.448 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.447+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=JFL5VFGX6MNG tag=ULQ15P5M75B3 type=write size=1064420 2023-01-15T14:40:55.451 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.450+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~91T4W3PLFB3N.0 size=17421 2023-01-15T14:40:55.451 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.450+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=91T4W3PLFB3N tag=6FLLSUAGLAUN type=write size=1065997 2023-01-15T14:40:55.453 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.452+0000 7fab305e2900 1 < suggested remove operation key=ZKWYQ233LD63 tag=V30XCIJJKCMB type=del 2023-01-15T14:40:55.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.454+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~TVX3677DCNXG.0 size=1048576 2023-01-15T14:40:55.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.455+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~TVX3677DCNXG.1 size=71455 2023-01-15T14:40:55.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.455+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=TVX3677DCNXG tag=AFTVW0VNU439 type=write size=2168607 2023-01-15T14:40:55.457 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.456+0000 7fab305e2900 1 < completed write operation key=RMNZBCUSJJQU tag=V5UTU5D9P2DU type=write size=160430 2023-01-15T14:40:55.458 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.457+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=L9DFYR61ZPQ6 type=del size=2768049 2023-01-15T14:40:55.460 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.459+0000 7fab305e2900 1 < suggested update operation key=ZF7BN8YD0YEO tag=A2JGSZI9M2WB type=del size=2692462 2023-01-15T14:40:55.463 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.462+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~SPAFEKXSWR51.0 size=149350 2023-01-15T14:40:55.463 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.462+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=SPAFEKXSWR51 tag=GIFAAYGV2N1T type=write size=1197926 2023-01-15T14:40:55.464 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.463+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=YZDWM91UECE2 type=del 2023-01-15T14:40:55.465 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.464+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=DQD448PUFBK2 type=del size=17596 2023-01-15T14:40:55.466 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.465+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=QW701ZNDZ23K type=del 2023-01-15T14:40:55.467 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.467+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=FX1V6YX8T49O type=write size=586114 2023-01-15T14:40:55.468 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.468+0000 7fab305e2900 1 < canceled operation key=Q82PRJIVXO0C tag=DVEKPM26J245 type=del size=1239995 2023-01-15T14:40:55.469 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.469+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=EMY30LJXD7U1 type=del size=2108915 2023-01-15T14:40:55.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.472+0000 7fab305e2900 1 < suggested update operation key=7B20CP9G4OAH tag=LOFA64LDQY69 type=del size=1090249 2023-01-15T14:40:55.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.473+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=DF7JADPRBQV0 type=del size=861578 2023-01-15T14:40:55.475 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.474+0000 7fab305e2900 -1 < failed to complete operation key=7B20CP9G4OAH tag=EVFQ5W5AP4VZ type=del size=588208: (22) Invalid argument 2023-01-15T14:40:55.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.476+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=XZJB2C30EB7L type=del size=1787416 2023-01-15T14:40:55.477 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.477+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=A92W5IYHG4HK type=del 2023-01-15T14:40:55.479 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.478+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~L2Q9IZ6VQ820.0 size=1048576 2023-01-15T14:40:55.480 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.479+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~L2Q9IZ6VQ820.1 size=1048576 2023-01-15T14:40:55.481 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.480+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~L2Q9IZ6VQ820.2 size=296605 2023-01-15T14:40:55.481 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.480+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=L2Q9IZ6VQ820 tag=1V6PD0H8WWF6 type=write size=3442333 2023-01-15T14:40:55.482 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.481+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=Z33SX3QRGAG3 type=del 2023-01-15T14:40:55.483 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.482+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=MW22V8T3HTGU type=del size=565987 2023-01-15T14:40:55.484 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.483+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~7KY4GO33HVPE.0 size=1048576 2023-01-15T14:40:55.485 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.485+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~7KY4GO33HVPE.1 size=928073 2023-01-15T14:40:55.487 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.486+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=7KY4GO33HVPE tag=919HWQ85Z0HL type=write size=3025225 2023-01-15T14:40:55.488 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.487+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=LO4N332OWN9V type=del size=1886921 2023-01-15T14:40:55.489 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.489+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~W4IJRU7QYE2U.0 size=347621 2023-01-15T14:40:55.491 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.490+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=W4IJRU7QYE2U tag=422S8MS3YT2K type=write size=1396197 2023-01-15T14:40:55.493 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.492+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~RDCK22GSLP9I.0 size=1048576 2023-01-15T14:40:55.494 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.493+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~RDCK22GSLP9I.1 size=1048576 2023-01-15T14:40:55.494 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.494+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~RDCK22GSLP9I.2 size=781245 2023-01-15T14:40:55.495 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.494+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=RDCK22GSLP9I tag=9JBX1KP20TW5 type=write size=3926973 2023-01-15T14:40:55.495 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.495+0000 7fab305e2900 1 < canceled operation key=DD5C0ZKBVAS3 tag=557Z854AM9A1 type=del size=961309 2023-01-15T14:40:55.496 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.496+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=2P4Q2X09HC42 type=del size=4147880 2023-01-15T14:40:55.497 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.497+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=T6ZMFFUQO2PC type=del 2023-01-15T14:40:55.499 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.499+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~IT754JHY69H2.0 size=1048576 2023-01-15T14:40:55.500 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.499+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~IT754JHY69H2.1 size=505459 2023-01-15T14:40:55.500 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.499+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=IT754JHY69H2 tag=8JWE6JRNKS6B type=write size=2602611 2023-01-15T14:40:55.501 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.500+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~BP5TZ9BE9UBJ.0 size=1048576 2023-01-15T14:40:55.501 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.500+0000 7fab305e2900 1 < canceled part key=_multipart_RMNZBCUSJJQU.2~BP5TZ9BE9UBJ.1 size=349160 2023-01-15T14:40:55.503 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.502+0000 7fab305e2900 1 < canceled multipart upload key=RMNZBCUSJJQU upload=BP5TZ9BE9UBJ tag=LDKH1ES0PIEW type=write size=2446312 2023-01-15T14:40:55.505 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.504+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~E4TIM4SU4UUC.0 size=1048576 2023-01-15T14:40:55.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.505+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~E4TIM4SU4UUC.1 size=735188 2023-01-15T14:40:55.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.505+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=E4TIM4SU4UUC tag=YOJJW0SJX0PM type=write size=2832340 2023-01-15T14:40:55.507 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.506+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~91T4W3PLFB3N.0 size=17421 2023-01-15T14:40:55.508 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.508+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=91T4W3PLFB3N tag=6FLLSUAGLAUN type=write size=1065997 2023-01-15T14:40:55.509 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.509+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=DBBXIAY8QTZ6 type=write size=248748 2023-01-15T14:40:55.510 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.510+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~TVX3677DCNXG.0 size=1048576 2023-01-15T14:40:55.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.510+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~TVX3677DCNXG.1 size=71455 2023-01-15T14:40:55.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.512+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=TVX3677DCNXG tag=AFTVW0VNU439 type=write size=2168607 2023-01-15T14:40:55.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.514+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=UGJMNKBDX7R4 type=del size=658328 2023-01-15T14:40:55.516 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.515+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=L9DFYR61ZPQ6 type=del 2023-01-15T14:40:55.517 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.516+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=90NMMCUTB11K type=write size=505031 2023-01-15T14:40:55.518 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.518+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~SPAFEKXSWR51.0 size=149350 2023-01-15T14:40:55.520 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.519+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=SPAFEKXSWR51 tag=GIFAAYGV2N1T type=write size=1197926 2023-01-15T14:40:55.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.521+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~08WR1XZED1OE.0 size=1048576 2023-01-15T14:40:55.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.522+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~08WR1XZED1OE.1 size=1048576 2023-01-15T14:40:55.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.523+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~08WR1XZED1OE.2 size=195212 2023-01-15T14:40:55.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.523+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=08WR1XZED1OE tag=7QVH87WTI2PR type=write size=3340940 2023-01-15T14:40:55.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.524+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=DQD448PUFBK2 type=del 2023-01-15T14:40:55.525 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.525+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=YPHTX66I0J6O type=del size=1160065 2023-01-15T14:40:55.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.526+0000 7fab305e2900 1 < completed write operation key=PVA8JXP2T3BM tag=FX1V6YX8T49O type=write size=586114 2023-01-15T14:40:55.528 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.527+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=I4I66QQ32RO2 type=del size=1135567 2023-01-15T14:40:55.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.528+0000 7fab305e2900 1 < completed delete operation key=3AV2R27PD12K tag=EMY30LJXD7U1 type=del 2023-01-15T14:40:55.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.529+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=0SNIY3XIA7VL type=write size=278129 2023-01-15T14:40:55.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.530+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=DF7JADPRBQV0 type=del 2023-01-15T14:40:55.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.532+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=2UF1QZ9IGKVQ type=del size=2124011 2023-01-15T14:40:55.534 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.533+0000 7fab305e2900 1 < completed delete operation key=PVA8JXP2T3BM tag=XZJB2C30EB7L type=del 2023-01-15T14:40:55.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.534+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=LRNMFSTOO0X4 type=del size=3597147 2023-01-15T14:40:55.536 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.535+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~L2Q9IZ6VQ820.0 size=1048576 2023-01-15T14:40:55.536 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.536+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~L2Q9IZ6VQ820.1 size=1048576 2023-01-15T14:40:55.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.537+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~L2Q9IZ6VQ820.2 size=296605 2023-01-15T14:40:55.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.538+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=L2Q9IZ6VQ820 tag=1V6PD0H8WWF6 type=write size=3442333 2023-01-15T14:40:55.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.539+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=RCZV6SAKCJY3 type=del size=1160831 2023-01-15T14:40:55.541 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.540+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=MW22V8T3HTGU type=del 2023-01-15T14:40:55.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.542+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~ROSPWDN66ZU9.0 size=1048576 2023-01-15T14:40:55.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.543+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~ROSPWDN66ZU9.1 size=870195 2023-01-15T14:40:55.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.543+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=ROSPWDN66ZU9 tag=8A31CHLN6DNF type=write size=2967347 2023-01-15T14:40:55.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.545+0000 7fab305e2900 1 < suggested remove operation key=GEI2ZTAKBNDK tag=LO4N332OWN9V type=del 2023-01-15T14:40:55.546 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.546+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=UI8H0E90FUHU type=del size=1591930 2023-01-15T14:40:55.547 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.547+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~RDCK22GSLP9I.0 size=1048576 2023-01-15T14:40:55.548 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.548+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~RDCK22GSLP9I.1 size=1048576 2023-01-15T14:40:55.549 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.549+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~RDCK22GSLP9I.2 size=781245 2023-01-15T14:40:55.551 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.551+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=RDCK22GSLP9I tag=9JBX1KP20TW5 type=write size=3926973 2023-01-15T14:40:55.552 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.552+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=EM4Q1NIXNUIS type=del size=1694216 2023-01-15T14:40:55.553 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.553+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=2P4Q2X09HC42 type=del 2023-01-15T14:40:55.554 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.554+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=WNH5DMEIVFXN type=del size=1518600 2023-01-15T14:40:55.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.555+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~IT754JHY69H2.0 size=1048576 2023-01-15T14:40:55.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.556+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~IT754JHY69H2.1 size=505459 2023-01-15T14:40:55.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.557+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=IT754JHY69H2 tag=8JWE6JRNKS6B type=write size=2602611 2023-01-15T14:40:55.560 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.559+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~JW8RCQU8WOLY.0 size=1048576 2023-01-15T14:40:55.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.560+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~JW8RCQU8WOLY.1 size=192593 2023-01-15T14:40:55.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.560+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=JW8RCQU8WOLY tag=3SSJ98E9432S type=write size=2289745 2023-01-15T14:40:55.562 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.561+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~E4TIM4SU4UUC.0 size=1048576 2023-01-15T14:40:55.563 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.562+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~E4TIM4SU4UUC.1 size=735188 2023-01-15T14:40:55.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.564+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=E4TIM4SU4UUC tag=YOJJW0SJX0PM type=write size=2832340 2023-01-15T14:40:55.567 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.566+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~LDZ3VDIODA40.0 size=1048576 2023-01-15T14:40:55.568 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.567+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~LDZ3VDIODA40.1 size=633371 2023-01-15T14:40:55.568 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.567+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=LDZ3VDIODA40 tag=3E5Z7W7YVN93 type=write size=2730523 2023-01-15T14:40:55.571 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.570+0000 7fab305e2900 1 < suggested update operation key=XT1ET16X0IUW tag=DBBXIAY8QTZ6 type=write size=248748 2023-01-15T14:40:55.573 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.572+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~0FZDK2P0BE50.0 size=1048576 2023-01-15T14:40:55.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.573+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~0FZDK2P0BE50.1 size=945890 2023-01-15T14:40:55.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.573+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=0FZDK2P0BE50 tag=57N28X1PUE6Y type=write size=3043042 2023-01-15T14:40:55.575 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.575+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=UGJMNKBDX7R4 type=del 2023-01-15T14:40:55.576 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.576+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=WWILI8XDBOC3 type=del size=951316 2023-01-15T14:40:55.577 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.577+0000 7fab305e2900 1 < completed write operation key=JP5RXNMPLSF8 tag=90NMMCUTB11K type=write size=505031 2023-01-15T14:40:55.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.579+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~1NCSX0AL6TZV.0 size=1048576 2023-01-15T14:40:55.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.579+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~1NCSX0AL6TZV.1 size=1048576 2023-01-15T14:40:55.581 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.580+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~1NCSX0AL6TZV.2 size=314833 2023-01-15T14:40:55.581 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.580+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=1NCSX0AL6TZV tag=4O693NZOJ9H7 type=write size=3460561 2023-01-15T14:40:55.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.581+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~08WR1XZED1OE.0 size=1048576 2023-01-15T14:40:55.583 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.582+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~08WR1XZED1OE.1 size=1048576 2023-01-15T14:40:55.583 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.582+0000 7fab305e2900 1 < canceled part key=_multipart_4X28OAD9RALB.2~08WR1XZED1OE.2 size=195212 2023-01-15T14:40:55.585 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.584+0000 7fab305e2900 1 < canceled multipart upload key=4X28OAD9RALB upload=08WR1XZED1OE tag=7QVH87WTI2PR type=write size=3340940 2023-01-15T14:40:55.586 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.586+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~3IPNFDQGGJMW.0 size=1048576 2023-01-15T14:40:55.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.586+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~3IPNFDQGGJMW.1 size=308157 2023-01-15T14:40:55.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.586+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=3IPNFDQGGJMW tag=K7NIG04K91T1 type=write size=2405309 2023-01-15T14:40:55.588 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.587+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=YPHTX66I0J6O type=del 2023-01-15T14:40:55.589 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.588+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=QFMPWK3H9C4N type=del size=299557 2023-01-15T14:40:55.590 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.590+0000 7fab305e2900 1 < canceled operation key=KTFY3EPKMIPP tag=I4I66QQ32RO2 type=del size=1135567 2023-01-15T14:40:55.591 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.591+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=VSGZZK4UTF5Y type=del size=594737 2023-01-15T14:40:55.592 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.592+0000 7fab305e2900 1 < completed write operation key=PVA8JXP2T3BM tag=0SNIY3XIA7VL type=write size=278129 2023-01-15T14:40:55.593 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.593+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=VZO8HFP0SZWH type=del size=2209806 2023-01-15T14:40:55.594 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.594+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=2UF1QZ9IGKVQ type=del 2023-01-15T14:40:55.595 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.595+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=2FZ43YEWJBEG type=del size=1410759 2023-01-15T14:40:55.596 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.596+0000 7fab305e2900 1 < canceled operation key=ZF7BN8YD0YEO tag=LRNMFSTOO0X4 type=del size=3597147 2023-01-15T14:40:55.597 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.597+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=F0PCU1ABBVZ3 type=del size=2892876 2023-01-15T14:40:55.598 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.598+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=RCZV6SAKCJY3 type=del 2023-01-15T14:40:55.600 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.600+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~O5SM8FTD6316.0 size=1048576 2023-01-15T14:40:55.601 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.600+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~O5SM8FTD6316.1 size=809409 2023-01-15T14:40:55.601 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.600+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=O5SM8FTD6316 tag=LI6AHCH2BGLC type=write size=2906561 2023-01-15T14:40:55.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.601+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~ROSPWDN66ZU9.0 size=1048576 2023-01-15T14:40:55.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.603+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~ROSPWDN66ZU9.1 size=870195 2023-01-15T14:40:55.605 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.604+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=ROSPWDN66ZU9 tag=8A31CHLN6DNF type=write size=2967347 2023-01-15T14:40:55.606 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.605+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=RVYXIBJDUOI3 type=del size=3771358 2023-01-15T14:40:55.607 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.607+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=UI8H0E90FUHU type=del 2023-01-15T14:40:55.609 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.609+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~I3MKL10JGO2H.0 size=1048576 2023-01-15T14:40:55.610 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.610+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~I3MKL10JGO2H.1 size=184818 2023-01-15T14:40:55.610 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.610+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=I3MKL10JGO2H tag=EJCW9UE8SYWN type=write size=2281970 2023-01-15T14:40:55.612 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.612+0000 7fab305e2900 1 < suggested remove operation key=6KPHYE1YP0PI tag=EM4Q1NIXNUIS type=del 2023-01-15T14:40:55.614 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.613+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~9BSODJURHSD2.0 size=1048576 2023-01-15T14:40:55.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.614+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~9BSODJURHSD2.1 size=712077 2023-01-15T14:40:55.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.614+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=9BSODJURHSD2 tag=NBJX7JCTVC6J type=write size=2809229 2023-01-15T14:40:55.616 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.615+0000 7fab305e2900 1 < completed delete operation key=7B20CP9G4OAH tag=WNH5DMEIVFXN type=del 2023-01-15T14:40:55.617 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.616+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=NGZPKTA9JOVB type=del size=1401016 2023-01-15T14:40:55.617 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.617+0000 7fab305e2900 1 < canceled part key=_multipart_8CLBEV2LUJWJ.2~JW8RCQU8WOLY.0 size=1048576 2023-01-15T14:40:55.618 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.617+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~JW8RCQU8WOLY.1 size=192593 2023-01-15T14:40:55.620 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.619+0000 7fab305e2900 1 < canceled multipart upload key=8CLBEV2LUJWJ upload=JW8RCQU8WOLY tag=3SSJ98E9432S type=write size=2289745 2023-01-15T14:40:55.621 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.620+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=CPJ9690S2U53 type=del size=876709 2023-01-15T14:40:55.622 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.622+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~LDZ3VDIODA40.0 size=1048576 2023-01-15T14:40:55.623 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.623+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~LDZ3VDIODA40.1 size=633371 2023-01-15T14:40:55.625 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.625+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=LDZ3VDIODA40 tag=3E5Z7W7YVN93 type=write size=2730523 2023-01-15T14:40:55.627 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.627+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~59MQVVEDG0U2.0 size=1048576 2023-01-15T14:40:55.628 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.628+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~59MQVVEDG0U2.1 size=620010 2023-01-15T14:40:55.628 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.628+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=59MQVVEDG0U2 tag=M3BVNT9VZKZ2 type=write size=2717162 2023-01-15T14:40:55.629 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.629+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~0FZDK2P0BE50.0 size=1048576 2023-01-15T14:40:55.631 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.630+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~0FZDK2P0BE50.1 size=945890 2023-01-15T14:40:55.632 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.632+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=0FZDK2P0BE50 tag=57N28X1PUE6Y type=write size=3043042 2023-01-15T14:40:55.633 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.633+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=4D95R98JHC4C type=del size=1457241 2023-01-15T14:40:55.635 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.634+0000 7fab305e2900 -1 < failed to complete operation key=6KPHYE1YP0PI tag=WWILI8XDBOC3 type=del size=951316: (22) Invalid argument 2023-01-15T14:40:55.636 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.635+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=FPY9B6EASKZ8 type=write size=535761 2023-01-15T14:40:55.637 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.637+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~1NCSX0AL6TZV.0 size=1048576 2023-01-15T14:40:55.638 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.637+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~1NCSX0AL6TZV.1 size=1048576 2023-01-15T14:40:55.640 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.638+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~1NCSX0AL6TZV.2 size=314833 2023-01-15T14:40:55.641 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.640+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=1NCSX0AL6TZV tag=4O693NZOJ9H7 type=write size=3460561 2023-01-15T14:40:55.642 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.641+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=74ADR178EWT2 type=del size=1334381 2023-01-15T14:40:55.643 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.643+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~3IPNFDQGGJMW.0 size=1048576 2023-01-15T14:40:55.644 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.644+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~3IPNFDQGGJMW.1 size=308157 2023-01-15T14:40:55.646 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.646+0000 7fab305e2900 1 < completed multipart upload key=7B20CP9G4OAH upload=3IPNFDQGGJMW tag=K7NIG04K91T1 type=write size=2405309 2023-01-15T14:40:55.648 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.647+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=MSQPBJ3LC269 type=write size=638999 2023-01-15T14:40:55.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.648+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=QFMPWK3H9C4N type=del 2023-01-15T14:40:55.650 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.649+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=6279LHHXEMNI type=del size=3759354 2023-01-15T14:40:55.651 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.650+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=VSGZZK4UTF5Y type=del 2023-01-15T14:40:55.652 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.652+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=ZTU4IRQ90SOH type=del size=3392491 2023-01-15T14:40:55.653 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.653+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=VZO8HFP0SZWH type=del 2023-01-15T14:40:55.656 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.655+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~01VTS728XGXX.0 size=470614 2023-01-15T14:40:55.656 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.655+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=01VTS728XGXX tag=T1AM1H9BXMLH type=write size=1519190 2023-01-15T14:40:55.656 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.656+0000 7fab305e2900 1 < completed delete operation key=7B20CP9G4OAH tag=2FZ43YEWJBEG type=del 2023-01-15T14:40:55.658 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.657+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=4VORPCCUJPXV type=del size=3268781 2023-01-15T14:40:55.659 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.658+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=F0PCU1ABBVZ3 type=del 2023-01-15T14:40:55.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.661+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~43V1WE383S7J.0 size=1048576 2023-01-15T14:40:55.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.662+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~43V1WE383S7J.1 size=1048576 2023-01-15T14:40:55.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.663+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~43V1WE383S7J.2 size=1047426 2023-01-15T14:40:55.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.663+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=43V1WE383S7J tag=OD72N8N4Y334 type=write size=4193154 2023-01-15T14:40:55.665 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.664+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~O5SM8FTD6316.0 size=1048576 2023-01-15T14:40:55.665 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.665+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~O5SM8FTD6316.1 size=809409 2023-01-15T14:40:55.667 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.667+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=O5SM8FTD6316 tag=LI6AHCH2BGLC type=write size=2906561 2023-01-15T14:40:55.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.668+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=DRA40RIWZ9VB type=del size=832378 2023-01-15T14:40:55.670 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.669+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=RVYXIBJDUOI3 type=del 2023-01-15T14:40:55.672 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.671+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~EFIERPWJYB4O.0 size=1048576 2023-01-15T14:40:55.673 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.672+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~EFIERPWJYB4O.1 size=1036233 2023-01-15T14:40:55.673 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.672+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=EFIERPWJYB4O tag=IXPLZ3FESAYR type=write size=3133385 2023-01-15T14:40:55.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.674+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~I3MKL10JGO2H.0 size=1048576 2023-01-15T14:40:55.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.675+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~I3MKL10JGO2H.1 size=184818 2023-01-15T14:40:55.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.677+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=I3MKL10JGO2H tag=EJCW9UE8SYWN type=write size=2281970 2023-01-15T14:40:55.679 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.679+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=51VNT7G2F0JP type=del size=1633655 2023-01-15T14:40:55.680 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.680+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~9BSODJURHSD2.0 size=1048576 2023-01-15T14:40:55.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.680+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~9BSODJURHSD2.1 size=712077 2023-01-15T14:40:55.683 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.682+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=9BSODJURHSD2 tag=NBJX7JCTVC6J type=write size=2809229 2023-01-15T14:40:55.684 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.683+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=QJSM0CORYN8I type=del size=376414 2023-01-15T14:40:55.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.684+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=NGZPKTA9JOVB type=del 2023-01-15T14:40:55.686 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.685+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=B32ICGICY9XX type=write size=731717 2023-01-15T14:40:55.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.686+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=CPJ9690S2U53 type=del 2023-01-15T14:40:55.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.687+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=VEOVQ9WY1KEV type=write size=841751 2023-01-15T14:40:55.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.689+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~59MQVVEDG0U2.0 size=1048576 2023-01-15T14:40:55.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.689+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~59MQVVEDG0U2.1 size=620010 2023-01-15T14:40:55.692 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.691+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=59MQVVEDG0U2 tag=M3BVNT9VZKZ2 type=write size=2717162 2023-01-15T14:40:55.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.692+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=NVE1ZDEEYTQD type=del size=2015799 2023-01-15T14:40:55.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.693+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=4D95R98JHC4C type=del 2023-01-15T14:40:55.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.694+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=2IP59794RZBE type=del size=327566 2023-01-15T14:40:55.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.695+0000 7fab305e2900 1 < canceled operation key=PVA8JXP2T3BM tag=FPY9B6EASKZ8 type=write size=535761 2023-01-15T14:40:55.698 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.697+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~7IKNFZ80CNHQ.0 size=108751 2023-01-15T14:40:55.698 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.697+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=7IKNFZ80CNHQ tag=DSZ0ZRXQWQ0U type=write size=1157327 2023-01-15T14:40:55.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.698+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=74ADR178EWT2 type=del 2023-01-15T14:40:55.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.700+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~8MW9GOCZSGZE.0 size=1048576 2023-01-15T14:40:55.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.701+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~8MW9GOCZSGZE.1 size=1048576 2023-01-15T14:40:55.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.702+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~8MW9GOCZSGZE.2 size=603098 2023-01-15T14:40:55.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.702+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=8MW9GOCZSGZE tag=OKPDZ9SEF4RE type=write size=3748826 2023-01-15T14:40:55.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.703+0000 7fab305e2900 1 < completed write operation key=PZ48A2T3Y6Z4 tag=MSQPBJ3LC269 type=write size=638999 2023-01-15T14:40:55.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.704+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=FRY4FMD6MDU5 type=del size=1899740 2023-01-15T14:40:55.705 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.705+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=6279LHHXEMNI type=del 2023-01-15T14:40:55.706 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.706+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=U9T5P2JDNT1S type=del size=882950 2023-01-15T14:40:55.708 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.707+0000 7fab305e2900 1 < suggested update operation key=ZKWYQ233LD63 tag=ZTU4IRQ90SOH type=del size=3392491 2023-01-15T14:40:55.709 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.708+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=MNX3QOBC43ET type=write size=434931 2023-01-15T14:40:55.710 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.709+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~01VTS728XGXX.0 size=470614 2023-01-15T14:40:55.712 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.711+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=01VTS728XGXX tag=T1AM1H9BXMLH type=write size=1519190 2023-01-15T14:40:55.714 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.713+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~B0YVBFH9V8K9.0 size=1048576 2023-01-15T14:40:55.715 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.714+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~B0YVBFH9V8K9.1 size=1048576 2023-01-15T14:40:55.715 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.715+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~B0YVBFH9V8K9.2 size=42692 2023-01-15T14:40:55.716 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.715+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=B0YVBFH9V8K9 tag=3WUC7IOE2K61 type=write size=3188420 2023-01-15T14:40:55.716 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.716+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=4VORPCCUJPXV type=del 2023-01-15T14:40:55.717 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.717+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=7A3W7WUMZGU7 type=del size=2912135 2023-01-15T14:40:55.718 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.718+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~43V1WE383S7J.0 size=1048576 2023-01-15T14:40:55.719 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.719+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~43V1WE383S7J.1 size=1048576 2023-01-15T14:40:55.719 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.719+0000 7fab305e2900 1 < canceled part key=_multipart_KGO3UC39S97I.2~43V1WE383S7J.2 size=1047426 2023-01-15T14:40:55.721 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.720+0000 7fab305e2900 1 < canceled multipart upload key=KGO3UC39S97I upload=43V1WE383S7J tag=OD72N8N4Y334 type=write size=4193154 2023-01-15T14:40:55.723 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.722+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~QPWHJ7DTZ85Y.0 size=333178 2023-01-15T14:40:55.723 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.722+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=QPWHJ7DTZ85Y tag=B8W4S9UGVFMZ type=write size=1381754 2023-01-15T14:40:55.724 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.723+0000 7fab305e2900 1 < canceled operation key=FTXCLOVB9STM tag=DRA40RIWZ9VB type=del size=832378 2023-01-15T14:40:55.726 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.725+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~6HX0XDJL3M18.0 size=563159 2023-01-15T14:40:55.726 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.725+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=6HX0XDJL3M18 tag=03QV659P5Z9V type=write size=1611735 2023-01-15T14:40:55.727 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.726+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~EFIERPWJYB4O.0 size=1048576 2023-01-15T14:40:55.728 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.727+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~EFIERPWJYB4O.1 size=1036233 2023-01-15T14:40:55.729 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.729+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=EFIERPWJYB4O tag=IXPLZ3FESAYR type=write size=3133385 2023-01-15T14:40:55.731 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.730+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~MF1F3UX3PVXW.0 size=874163 2023-01-15T14:40:55.731 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.730+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=MF1F3UX3PVXW tag=FX65UO4ORXA3 type=write size=1922739 2023-01-15T14:40:55.732 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.731+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=51VNT7G2F0JP type=del 2023-01-15T14:40:55.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.733+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=1X0R3Q4ZEIT4 type=del size=345775 2023-01-15T14:40:55.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.734+0000 7fab305e2900 -1 < failed to complete operation key=ZKWYQ233LD63 tag=QJSM0CORYN8I type=del size=376414: (22) Invalid argument 2023-01-15T14:40:55.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.735+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=MTS28OVBJGIA type=del size=3034452 2023-01-15T14:40:55.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.736+0000 7fab305e2900 1 < completed write operation key=PVA8JXP2T3BM tag=B32ICGICY9XX type=write size=731717 2023-01-15T14:40:55.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.737+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=PVEY301WDU6O type=del size=2615995 2023-01-15T14:40:55.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.738+0000 7fab305e2900 1 < canceled operation key=8CLBEV2LUJWJ tag=VEOVQ9WY1KEV type=write size=841751 2023-01-15T14:40:55.739 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.739+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=C2XUT5XS4IOL type=del size=3562855 2023-01-15T14:40:55.740 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.740+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=NVE1ZDEEYTQD type=del 2023-01-15T14:40:55.741 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.741+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=MGMA2WYRP8DB type=del size=873030 2023-01-15T14:40:55.742 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.742+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=2IP59794RZBE type=del 2023-01-15T14:40:55.743 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.743+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=XAZAN2UO586P type=del size=3432322 2023-01-15T14:40:55.744 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.744+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~7IKNFZ80CNHQ.0 size=108751 2023-01-15T14:40:55.746 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.745+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=7IKNFZ80CNHQ tag=DSZ0ZRXQWQ0U type=write size=1157327 2023-01-15T14:40:55.748 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.747+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~35RGUZBTKHD6.0 size=95259 2023-01-15T14:40:55.748 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.747+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=35RGUZBTKHD6 tag=KFAEQ8I4CKK3 type=write size=1143835 2023-01-15T14:40:55.749 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.748+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~8MW9GOCZSGZE.0 size=1048576 2023-01-15T14:40:55.749 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.749+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~8MW9GOCZSGZE.1 size=1048576 2023-01-15T14:40:55.750 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.749+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~8MW9GOCZSGZE.2 size=603098 2023-01-15T14:40:55.752 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.751+0000 7fab305e2900 1 < completed multipart upload key=Q82PRJIVXO0C upload=8MW9GOCZSGZE tag=OKPDZ9SEF4RE type=write size=3748826 2023-01-15T14:40:55.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.753+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~NWVBHGL5P08E.0 size=28607 2023-01-15T14:40:55.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.753+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=NWVBHGL5P08E tag=K6WGYU1YA4BL type=write size=1077183 2023-01-15T14:40:55.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.754+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=FRY4FMD6MDU5 type=del 2023-01-15T14:40:55.757 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.756+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~QMEFRVOIB09F.0 size=1048576 2023-01-15T14:40:55.758 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.757+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~QMEFRVOIB09F.1 size=1048576 2023-01-15T14:40:55.758 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.758+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~QMEFRVOIB09F.2 size=45948 2023-01-15T14:40:55.758 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.758+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=QMEFRVOIB09F tag=JUXBV6LT0WQ2 type=write size=3191676 2023-01-15T14:40:55.759 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.759+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=U9T5P2JDNT1S type=del 2023-01-15T14:40:55.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.761+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~FGV0P8PY8GKJ.0 size=1048576 2023-01-15T14:40:55.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.761+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~FGV0P8PY8GKJ.1 size=1001334 2023-01-15T14:40:55.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.761+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=FGV0P8PY8GKJ tag=PXUUSVRADEIU type=write size=3098486 2023-01-15T14:40:55.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.762+0000 7fab305e2900 1 < completed write operation key=ZKWYQ233LD63 tag=MNX3QOBC43ET type=write size=434931 2023-01-15T14:40:55.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.765+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~66UFZ8AV4LI1.0 size=1048576 2023-01-15T14:40:55.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.765+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~66UFZ8AV4LI1.1 size=131002 2023-01-15T14:40:55.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.765+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=66UFZ8AV4LI1 tag=10AREQ6STBFV type=write size=2228154 2023-01-15T14:40:55.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.767+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~B0YVBFH9V8K9.0 size=1048576 2023-01-15T14:40:55.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.767+0000 7fab305e2900 1 < canceled part key=_multipart_4X28OAD9RALB.2~B0YVBFH9V8K9.1 size=1048576 2023-01-15T14:40:55.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.767+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~B0YVBFH9V8K9.2 size=42692 2023-01-15T14:40:55.771 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.770+0000 7fab305e2900 1 < canceled multipart upload key=4X28OAD9RALB upload=B0YVBFH9V8K9 tag=3WUC7IOE2K61 type=write size=3188420 2023-01-15T14:40:55.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.771+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=N6RVZ0UEB03S type=write size=339225 2023-01-15T14:40:55.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.772+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=7A3W7WUMZGU7 type=del 2023-01-15T14:40:55.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.774+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~J618E4QE1VHK.0 size=121937 2023-01-15T14:40:55.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.774+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=J618E4QE1VHK tag=13688S5G9XG6 type=write size=1170513 2023-01-15T14:40:55.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.775+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~QPWHJ7DTZ85Y.0 size=333178 2023-01-15T14:40:55.777 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.776+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=QPWHJ7DTZ85Y tag=B8W4S9UGVFMZ type=write size=1381754 2023-01-15T14:40:55.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.777+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=QZYAZUN9GJ0S type=del size=1895330 2023-01-15T14:40:55.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.778+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~6HX0XDJL3M18.0 size=563159 2023-01-15T14:40:55.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.780+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=6HX0XDJL3M18 tag=03QV659P5Z9V type=write size=1611735 2023-01-15T14:40:55.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.781+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=WLJQZXDR1LQV type=write size=135749 2023-01-15T14:40:55.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.782+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~MF1F3UX3PVXW.0 size=874163 2023-01-15T14:40:55.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.784+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=MF1F3UX3PVXW tag=FX65UO4ORXA3 type=write size=1922739 2023-01-15T14:40:55.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.785+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=OFSOC3J5FDAE type=del size=3965071 2023-01-15T14:40:55.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.786+0000 7fab305e2900 1 < completed delete operation key=3AV2R27PD12K tag=1X0R3Q4ZEIT4 type=del 2023-01-15T14:40:55.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.787+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=7ZZ8YIT6FY9I type=del size=2542909 2023-01-15T14:40:55.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.788+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=MTS28OVBJGIA type=del 2023-01-15T14:40:55.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.789+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=96Q86F4T97TR type=write size=959252 2023-01-15T14:40:55.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.790+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=PVEY301WDU6O type=del 2023-01-15T14:40:55.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.791+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=3AMKZTWP7HS6 type=write size=926979 2023-01-15T14:40:55.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.793+0000 7fab305e2900 1 < suggested remove operation key=QYOQYQAIU2XF tag=C2XUT5XS4IOL type=del 2023-01-15T14:40:55.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.794+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=9PL21Q4Y0MH8 type=del size=188077 2023-01-15T14:40:55.796 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.796+0000 7fab305e2900 1 < suggested update operation key=QX2O9IX3I6C3 tag=MGMA2WYRP8DB type=del size=873030 2023-01-15T14:40:55.798 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.797+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~TUZV9VYNFZGD.0 size=669854 2023-01-15T14:40:55.798 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.797+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=TUZV9VYNFZGD tag=0QFJL90S0GG4 type=write size=1718430 2023-01-15T14:40:55.799 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.798+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=XAZAN2UO586P type=del 2023-01-15T14:40:55.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.799+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=4UYANCG3QHHH type=del size=3887760 2023-01-15T14:40:55.801 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.800+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~35RGUZBTKHD6.0 size=95259 2023-01-15T14:40:55.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.802+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=35RGUZBTKHD6 tag=KFAEQ8I4CKK3 type=write size=1143835 2023-01-15T14:40:55.804 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.803+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=Q9I4HR51D6J9 type=write size=177673 2023-01-15T14:40:55.804 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.804+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~NWVBHGL5P08E.0 size=28607 2023-01-15T14:40:55.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.805+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=NWVBHGL5P08E tag=K6WGYU1YA4BL type=write size=1077183 2023-01-15T14:40:55.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.806+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=KZOUD16X95SR type=del size=1418539 2023-01-15T14:40:55.808 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.808+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~QMEFRVOIB09F.0 size=1048576 2023-01-15T14:40:55.809 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.808+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~QMEFRVOIB09F.1 size=1048576 2023-01-15T14:40:55.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.809+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~QMEFRVOIB09F.2 size=45948 2023-01-15T14:40:55.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.811+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=QMEFRVOIB09F tag=JUXBV6LT0WQ2 type=write size=3191676 2023-01-15T14:40:55.813 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.813+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~QR81XF5B3WM3.0 size=1048576 2023-01-15T14:40:55.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.813+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~QR81XF5B3WM3.1 size=1048576 2023-01-15T14:40:55.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.814+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~QR81XF5B3WM3.2 size=821691 2023-01-15T14:40:55.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.814+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=QR81XF5B3WM3 tag=UJ9WRZJX0FC6 type=write size=3967419 2023-01-15T14:40:55.816 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.815+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~FGV0P8PY8GKJ.0 size=1048576 2023-01-15T14:40:55.817 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.816+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~FGV0P8PY8GKJ.1 size=1001334 2023-01-15T14:40:55.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.818+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=FGV0P8PY8GKJ tag=PXUUSVRADEIU type=write size=3098486 2023-01-15T14:40:55.820 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.819+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~E91DM1RIVFHK.0 size=1048576 2023-01-15T14:40:55.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.820+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~E91DM1RIVFHK.1 size=303161 2023-01-15T14:40:55.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.820+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=E91DM1RIVFHK tag=T7JZF3IGBKFG type=write size=2400313 2023-01-15T14:40:55.822 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.821+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~66UFZ8AV4LI1.0 size=1048576 2023-01-15T14:40:55.823 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.822+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~66UFZ8AV4LI1.1 size=131002 2023-01-15T14:40:55.825 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.824+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=66UFZ8AV4LI1 tag=10AREQ6STBFV type=write size=2228154 2023-01-15T14:40:55.826 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.825+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=JRNV9Y17RFXE type=write size=691002 2023-01-15T14:40:55.827 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.826+0000 7fab305e2900 -1 < failed to complete operation key=QX2O9IX3I6C3 tag=N6RVZ0UEB03S type=write size=339225: (22) Invalid argument 2023-01-15T14:40:55.828 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.828+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~Y3MYDQOMW998.0 size=1048576 2023-01-15T14:40:55.829 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.829+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~Y3MYDQOMW998.1 size=247158 2023-01-15T14:40:55.829 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.829+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=Y3MYDQOMW998 tag=HJALEEIMZMIX type=write size=2344310 2023-01-15T14:40:55.830 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.830+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~J618E4QE1VHK.0 size=121937 2023-01-15T14:40:55.832 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.831+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=J618E4QE1VHK tag=13688S5G9XG6 type=write size=1170513 2023-01-15T14:40:55.833 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.832+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=50ZHI28ZAZO2 type=del size=471884 2023-01-15T14:40:55.836 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.835+0000 7fab305e2900 1 < suggested update operation key=FDLD6LAR610I tag=QZYAZUN9GJ0S type=del size=1895330 2023-01-15T14:40:55.837 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.837+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=VQUT75ENRTSI type=del size=773810 2023-01-15T14:40:55.838 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.838+0000 7fab305e2900 1 < completed write operation key=JP5RXNMPLSF8 tag=WLJQZXDR1LQV type=write size=135749 2023-01-15T14:40:55.839 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.839+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=ZVJVE4BS5AOW type=del size=1122330 2023-01-15T14:40:55.840 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.840+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=OFSOC3J5FDAE type=del 2023-01-15T14:40:55.842 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.841+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=AEVD2WF66ZIX type=write size=929503 2023-01-15T14:40:55.843 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.842+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=7ZZ8YIT6FY9I type=del 2023-01-15T14:40:55.845 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.845+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~STFYRQZXJ4MA.0 size=1048576 2023-01-15T14:40:55.846 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.846+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~STFYRQZXJ4MA.1 size=807582 2023-01-15T14:40:55.846 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.846+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=STFYRQZXJ4MA tag=81QJIVSYNKR2 type=write size=2904734 2023-01-15T14:40:55.847 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.847+0000 7fab305e2900 1 < completed write operation key=FTXCLOVB9STM tag=96Q86F4T97TR type=write size=959252 2023-01-15T14:40:55.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.849+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~FNCO0FB8K746.0 size=789566 2023-01-15T14:40:55.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.849+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=FNCO0FB8K746 tag=BUEHGKCXMZKO type=write size=1838142 2023-01-15T14:40:55.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.852+0000 7fab305e2900 1 < suggested remove operation key=FDLD6LAR610I tag=3AMKZTWP7HS6 type=write 2023-01-15T14:40:55.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.853+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=59HMBIFBY1GY type=del size=2027030 2023-01-15T14:40:55.855 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.854+0000 7fab305e2900 -1 < failed to complete operation key=FDLD6LAR610I tag=9PL21Q4Y0MH8 type=del size=188077: (22) Invalid argument 2023-01-15T14:40:55.857 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.856+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~6IVI1UGOQC8N.0 size=14722 2023-01-15T14:40:55.857 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.856+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=6IVI1UGOQC8N tag=C2E31FXAIRGI type=write size=1063298 2023-01-15T14:40:55.858 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.858+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~TUZV9VYNFZGD.0 size=669854 2023-01-15T14:40:55.860 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.860+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=TUZV9VYNFZGD tag=0QFJL90S0GG4 type=write size=1718430 2023-01-15T14:40:55.861 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.861+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=FT27JS4C729D type=write size=971907 2023-01-15T14:40:55.863 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.862+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=4UYANCG3QHHH type=del 2023-01-15T14:40:55.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.863+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=KVHJE9M79ZO5 type=del size=2365598 2023-01-15T14:40:55.865 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.864+0000 7fab305e2900 -1 < failed to complete operation key=FDLD6LAR610I tag=Q9I4HR51D6J9 type=write size=177673: (22) Invalid argument 2023-01-15T14:40:55.867 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.866+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~XQCTVJ9ZK59I.0 size=1048576 2023-01-15T14:40:55.868 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.867+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~XQCTVJ9ZK59I.1 size=1048576 2023-01-15T14:40:55.868 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.868+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~XQCTVJ9ZK59I.2 size=328552 2023-01-15T14:40:55.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.868+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=XQCTVJ9ZK59I tag=XP3QIL0UEAM4 type=write size=3474280 2023-01-15T14:40:55.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.869+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=KZOUD16X95SR type=del 2023-01-15T14:40:55.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.870+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=RK6U86PHPWWJ type=del size=1509229 2023-01-15T14:40:55.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.871+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~QR81XF5B3WM3.0 size=1048576 2023-01-15T14:40:55.873 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.872+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~QR81XF5B3WM3.1 size=1048576 2023-01-15T14:40:55.874 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.873+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~QR81XF5B3WM3.2 size=821691 2023-01-15T14:40:55.875 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.875+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=QR81XF5B3WM3 tag=UJ9WRZJX0FC6 type=write size=3967419 2023-01-15T14:40:55.877 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.877+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~JS7BRQKUF6RE.0 size=1048576 2023-01-15T14:40:55.878 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.877+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~JS7BRQKUF6RE.1 size=654204 2023-01-15T14:40:55.878 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.877+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=JS7BRQKUF6RE tag=UH59WRXXEGRB type=write size=2751356 2023-01-15T14:40:55.879 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.878+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~E91DM1RIVFHK.0 size=1048576 2023-01-15T14:40:55.880 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.879+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~E91DM1RIVFHK.1 size=303161 2023-01-15T14:40:55.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.881+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=E91DM1RIVFHK tag=T7JZF3IGBKFG type=write size=2400313 2023-01-15T14:40:55.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.884+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~FCS2TX1Z8RY3.0 size=913907 2023-01-15T14:40:55.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.884+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=FCS2TX1Z8RY3 tag=QF4N5HXOLFJB type=write size=1962483 2023-01-15T14:40:55.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.885+0000 7fab305e2900 1 < completed write operation key=QX2O9IX3I6C3 tag=JRNV9Y17RFXE type=write size=691002 2023-01-15T14:40:55.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.886+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=W1GT955UO6FF type=write size=480675 2023-01-15T14:40:55.888 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.887+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~Y3MYDQOMW998.0 size=1048576 2023-01-15T14:40:55.888 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.888+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~Y3MYDQOMW998.1 size=247158 2023-01-15T14:40:55.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.890+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=Y3MYDQOMW998 tag=HJALEEIMZMIX type=write size=2344310 2023-01-15T14:40:55.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.891+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=13SMNE0XJOVM type=del size=3238377 2023-01-15T14:40:55.893 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.893+0000 7fab305e2900 1 < suggested update operation key=ONG29C9MW4PW tag=50ZHI28ZAZO2 type=del size=471884 2023-01-15T14:40:55.894 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.894+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=MHTQXTLY4NDA type=del size=967755 2023-01-15T14:40:55.895 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.895+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=VQUT75ENRTSI type=del 2023-01-15T14:40:55.896 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.896+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=851UOF4PUHD0 type=del size=853042 2023-01-15T14:40:55.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.897+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=ZVJVE4BS5AOW type=del 2023-01-15T14:40:55.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.898+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=EZ0S5DV8PBMZ type=write size=413343 2023-01-15T14:40:55.899 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.899+0000 7fab305e2900 1 < canceled operation key=QYOQYQAIU2XF tag=AEVD2WF66ZIX type=write size=929503 2023-01-15T14:40:55.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.900+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=1GRQIAGHQHT2 type=write size=1046487 2023-01-15T14:40:55.901 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.901+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~STFYRQZXJ4MA.0 size=1048576 2023-01-15T14:40:55.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.902+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~STFYRQZXJ4MA.1 size=807582 2023-01-15T14:40:55.904 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.903+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=STFYRQZXJ4MA tag=81QJIVSYNKR2 type=write size=2904734 2023-01-15T14:40:55.905 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.904+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=4VIAN8995BLK type=del size=1212830 2023-01-15T14:40:55.906 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.905+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~FNCO0FB8K746.0 size=789566 2023-01-15T14:40:55.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.907+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=FNCO0FB8K746 tag=BUEHGKCXMZKO type=write size=1838142 2023-01-15T14:40:55.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.908+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=4I6JH1KO1QL0 type=write size=38752 2023-01-15T14:40:55.910 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.909+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=59HMBIFBY1GY type=del 2023-01-15T14:40:55.910 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.910+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=0N7Z7XZPD2I7 type=write size=800127 2023-01-15T14:40:55.912 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.911+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~6IVI1UGOQC8N.0 size=14722 2023-01-15T14:40:55.913 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.912+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=6IVI1UGOQC8N tag=C2E31FXAIRGI type=write size=1063298 2023-01-15T14:40:55.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.914+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~X9ZXOUXMLKLD.0 size=1048576 2023-01-15T14:40:55.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.915+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~X9ZXOUXMLKLD.1 size=1048576 2023-01-15T14:40:55.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.916+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~X9ZXOUXMLKLD.2 size=772038 2023-01-15T14:40:55.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.916+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=X9ZXOUXMLKLD tag=C2E55SROE1FP type=write size=3917766 2023-01-15T14:40:55.918 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.918+0000 7fab305e2900 1 < suggested remove operation key=GEI2ZTAKBNDK tag=FT27JS4C729D type=write 2023-01-15T14:40:55.919 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.919+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=DT1CJX9XC22C type=del size=2793770 2023-01-15T14:40:55.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.920+0000 7fab305e2900 1 < canceled operation key=H8WF2D844W5R tag=KVHJE9M79ZO5 type=del size=2365598 2023-01-15T14:40:55.921 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.921+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=XGNDCJJR21W0 type=del size=1896655 2023-01-15T14:40:55.922 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.922+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~XQCTVJ9ZK59I.0 size=1048576 2023-01-15T14:40:55.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.923+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~XQCTVJ9ZK59I.1 size=1048576 2023-01-15T14:40:55.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.923+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~XQCTVJ9ZK59I.2 size=328552 2023-01-15T14:40:55.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.925+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=XQCTVJ9ZK59I tag=XP3QIL0UEAM4 type=write size=3474280 2023-01-15T14:40:55.928 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.927+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~SKGG3PWFLMNZ.0 size=1048576 2023-01-15T14:40:55.929 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.928+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~SKGG3PWFLMNZ.1 size=924185 2023-01-15T14:40:55.929 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.928+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=SKGG3PWFLMNZ tag=594O43NM9WSM type=write size=3021337 2023-01-15T14:40:55.930 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.930+0000 7fab305e2900 1 < suggested update operation key=KTFY3EPKMIPP tag=RK6U86PHPWWJ type=del size=1509229 2023-01-15T14:40:55.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.932+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~NYDFFZ0II32T.0 size=1048576 2023-01-15T14:40:55.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.933+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~NYDFFZ0II32T.1 size=1048576 2023-01-15T14:40:55.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.933+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~NYDFFZ0II32T.2 size=1039234 2023-01-15T14:40:55.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.933+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=NYDFFZ0II32T tag=1ZU59ESIYT8I type=write size=4184962 2023-01-15T14:40:55.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.935+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~JS7BRQKUF6RE.0 size=1048576 2023-01-15T14:40:55.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.935+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~JS7BRQKUF6RE.1 size=654204 2023-01-15T14:40:55.938 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.937+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=JS7BRQKUF6RE tag=UH59WRXXEGRB type=write size=2751356 2023-01-15T14:40:55.939 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.938+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=F4A7QKMLRPNM type=del size=3956920 2023-01-15T14:40:55.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.939+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~FCS2TX1Z8RY3.0 size=913907 2023-01-15T14:40:55.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.941+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=FCS2TX1Z8RY3 tag=QF4N5HXOLFJB type=write size=1962483 2023-01-15T14:40:55.944 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.943+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~KO6RORIBILQO.0 size=1048576 2023-01-15T14:40:55.945 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.944+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~KO6RORIBILQO.1 size=1048576 2023-01-15T14:40:55.946 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.945+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~KO6RORIBILQO.2 size=329911 2023-01-15T14:40:55.946 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.945+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=KO6RORIBILQO tag=G95FMADMI8AF type=write size=3475639 2023-01-15T14:40:55.947 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.946+0000 7fab305e2900 1 < canceled operation key=FDLD6LAR610I tag=W1GT955UO6FF type=write size=480675 2023-01-15T14:40:55.948 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.947+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=6PROPDWSQX1N type=del size=2915441 2023-01-15T14:40:55.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.949+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=13SMNE0XJOVM type=del 2023-01-15T14:40:55.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.950+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=QZVWMI7XXEXJ type=del size=763852 2023-01-15T14:40:55.952 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.951+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=MHTQXTLY4NDA type=del 2023-01-15T14:40:55.953 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.952+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=XEEXF32LZ4WE type=del size=2217032 2023-01-15T14:40:55.954 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.954+0000 7fab305e2900 1 < completed delete operation key=3AV2R27PD12K tag=851UOF4PUHD0 type=del 2023-01-15T14:40:55.955 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.955+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=PHU46U0X7ZR6 type=del size=2656949 2023-01-15T14:40:55.956 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.956+0000 7fab305e2900 1 < completed write operation key=JP5RXNMPLSF8 tag=EZ0S5DV8PBMZ type=write size=413343 2023-01-15T14:40:55.958 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.958+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~IC24NU3S11T9.0 size=1048576 2023-01-15T14:40:55.959 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.959+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~IC24NU3S11T9.1 size=726216 2023-01-15T14:40:55.959 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.959+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=IC24NU3S11T9 tag=7S0LUTVGLSNE type=write size=2823368 2023-01-15T14:40:55.960 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.960+0000 7fab305e2900 1 < completed write operation key=9BIBU11P1SQR tag=1GRQIAGHQHT2 type=write size=1046487 2023-01-15T14:40:55.963 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.962+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~EILFCV9CSBJM.0 size=1048576 2023-01-15T14:40:55.964 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.963+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~EILFCV9CSBJM.1 size=982459 2023-01-15T14:40:55.964 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.963+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=EILFCV9CSBJM tag=L6KII123248H type=write size=3079611 2023-01-15T14:40:55.966 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.966+0000 7fab305e2900 1 < suggested remove operation key=7B20CP9G4OAH tag=4VIAN8995BLK type=del 2023-01-15T14:40:55.968 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.967+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=DHT2OU77Y2Y5 type=del size=1107347 2023-01-15T14:40:55.969 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.969+0000 7fab305e2900 1 < completed write operation key=ONG29C9MW4PW tag=4I6JH1KO1QL0 type=write size=38752 2023-01-15T14:40:55.970 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.970+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=QT3SGSS2DEV9 type=write size=369038 2023-01-15T14:40:55.971 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.971+0000 7fab305e2900 1 < completed write operation key=WIB3VTX3KFIK tag=0N7Z7XZPD2I7 type=write size=800127 2023-01-15T14:40:55.973 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.973+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~M2MWH6G6Z3MP.0 size=467024 2023-01-15T14:40:55.974 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.973+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=M2MWH6G6Z3MP tag=V4B63TV4R125 type=write size=1515600 2023-01-15T14:40:55.974 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.974+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~X9ZXOUXMLKLD.0 size=1048576 2023-01-15T14:40:55.975 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.975+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~X9ZXOUXMLKLD.1 size=1048576 2023-01-15T14:40:55.976 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.976+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~X9ZXOUXMLKLD.2 size=772038 2023-01-15T14:40:55.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.977+0000 7fab305e2900 1 < completed multipart upload key=7B20CP9G4OAH upload=X9ZXOUXMLKLD tag=C2E55SROE1FP type=write size=3917766 2023-01-15T14:40:55.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.979+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~V1K2Z3131E02.0 size=1048576 2023-01-15T14:40:55.981 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.980+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~V1K2Z3131E02.1 size=355266 2023-01-15T14:40:55.981 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.980+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=V1K2Z3131E02 tag=7K7ZU6K61EJV type=write size=2452418 2023-01-15T14:40:55.982 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.982+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=DT1CJX9XC22C type=del 2023-01-15T14:40:55.984 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.983+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~4AC0DEHNX4HG.0 size=1048576 2023-01-15T14:40:55.985 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.984+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~4AC0DEHNX4HG.1 size=354987 2023-01-15T14:40:55.985 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.984+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=4AC0DEHNX4HG tag=MJTJ821TPPU5 type=write size=2452139 2023-01-15T14:40:55.986 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.986+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=XGNDCJJR21W0 type=del 2023-01-15T14:40:55.988 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.988+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~MFRYXXLARO1V.0 size=499628 2023-01-15T14:40:55.988 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.988+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=MFRYXXLARO1V tag=HEX2KKZX03W3 type=write size=1548204 2023-01-15T14:40:55.989 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.989+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~SKGG3PWFLMNZ.0 size=1048576 2023-01-15T14:40:55.990 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.990+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~SKGG3PWFLMNZ.1 size=924185 2023-01-15T14:40:55.992 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.991+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=SKGG3PWFLMNZ tag=594O43NM9WSM type=write size=3021337 2023-01-15T14:40:55.993 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.992+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=IKUG1EQ0ZW3U type=del size=3219823 2023-01-15T14:40:55.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.994+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~NYDFFZ0II32T.0 size=1048576 2023-01-15T14:40:55.996 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.995+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~NYDFFZ0II32T.1 size=1048576 2023-01-15T14:40:55.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.996+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~NYDFFZ0II32T.2 size=1039234 2023-01-15T14:40:55.998 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.998+0000 7fab305e2900 1 < completed multipart upload key=Q82PRJIVXO0C upload=NYDFFZ0II32T tag=1ZU59ESIYT8I type=write size=4184962 2023-01-15T14:40:55.999 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:55.999+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=EA3IU29UVEPM type=del size=2000788 2023-01-15T14:40:56.001 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.000+0000 7fab305e2900 -1 < failed to complete operation key=7B20CP9G4OAH tag=F4A7QKMLRPNM type=del size=3956920: (22) Invalid argument 2023-01-15T14:40:56.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.002+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~QSXNQX113SQ4.0 size=277970 2023-01-15T14:40:56.003 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.002+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=QSXNQX113SQ4 tag=CTNF6J31WP64 type=write size=1326546 2023-01-15T14:40:56.003 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.003+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~KO6RORIBILQO.0 size=1048576 2023-01-15T14:40:56.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.004+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~KO6RORIBILQO.1 size=1048576 2023-01-15T14:40:56.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.004+0000 7fab305e2900 1 < canceled part key=_multipart_9BIBU11P1SQR.2~KO6RORIBILQO.2 size=329911 2023-01-15T14:40:56.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.005+0000 7fab305e2900 1 < canceled multipart upload key=9BIBU11P1SQR upload=KO6RORIBILQO tag=G95FMADMI8AF type=write size=3475639 2023-01-15T14:40:56.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.007+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~UDTORZ16263L.0 size=1048576 2023-01-15T14:40:56.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.008+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~UDTORZ16263L.1 size=1048576 2023-01-15T14:40:56.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.009+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~UDTORZ16263L.2 size=985447 2023-01-15T14:40:56.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.009+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=UDTORZ16263L tag=68KG4TSX0I30 type=write size=4131175 2023-01-15T14:40:56.010 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.010+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=6PROPDWSQX1N type=del 2023-01-15T14:40:56.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.011+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=29OCYRQK8R1D type=del size=3709345 2023-01-15T14:40:56.012 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.012+0000 7fab305e2900 -1 < failed to complete operation key=7B20CP9G4OAH tag=QZVWMI7XXEXJ type=del size=763852: (22) Invalid argument 2023-01-15T14:40:56.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.013+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=49IETI2N6VEY type=del size=1278682 2023-01-15T14:40:56.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.014+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=XEEXF32LZ4WE type=del 2023-01-15T14:40:56.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.015+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=QAQLYOCCF00Z type=del size=1465028 2023-01-15T14:40:56.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.016+0000 7fab305e2900 1 < canceled operation key=QX2O9IX3I6C3 tag=PHU46U0X7ZR6 type=del size=2656949 2023-01-15T14:40:56.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.017+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=WB85NYIZ08TN type=del size=2920272 2023-01-15T14:40:56.018 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.018+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~IC24NU3S11T9.0 size=1048576 2023-01-15T14:40:56.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.018+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~IC24NU3S11T9.1 size=726216 2023-01-15T14:40:56.020 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.020+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=IC24NU3S11T9 tag=7S0LUTVGLSNE type=write size=2823368 2023-01-15T14:40:56.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.022+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~D3H79OSXPM1V.0 size=1048576 2023-01-15T14:40:56.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.022+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~D3H79OSXPM1V.1 size=1048576 2023-01-15T14:40:56.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.023+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~D3H79OSXPM1V.2 size=1026889 2023-01-15T14:40:56.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.023+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=D3H79OSXPM1V tag=WCULRFSTSS6Y type=write size=4172617 2023-01-15T14:40:56.025 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.024+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~EILFCV9CSBJM.0 size=1048576 2023-01-15T14:40:56.025 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.024+0000 7fab305e2900 1 < canceled part key=_multipart_BYCBFI34ZVMR.2~EILFCV9CSBJM.1 size=982459 2023-01-15T14:40:56.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.026+0000 7fab305e2900 1 < canceled multipart upload key=BYCBFI34ZVMR upload=EILFCV9CSBJM tag=L6KII123248H type=write size=3079611 2023-01-15T14:40:56.028 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.027+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=JLC4PCK3MD3K type=del size=256393 2023-01-15T14:40:56.029 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.028+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=DHT2OU77Y2Y5 type=del 2023-01-15T14:40:56.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.030+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~98WTOI9N96FP.0 size=857379 2023-01-15T14:40:56.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.030+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=98WTOI9N96FP tag=9VIUEPHWQY6K type=write size=1905955 2023-01-15T14:40:56.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.031+0000 7fab305e2900 1 < completed write operation key=4X28OAD9RALB tag=QT3SGSS2DEV9 type=write size=369038 2023-01-15T14:40:56.033 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.033+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~7TGSY58XOGUY.0 size=1048576 2023-01-15T14:40:56.034 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.033+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~7TGSY58XOGUY.1 size=1048576 2023-01-15T14:40:56.035 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.034+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~7TGSY58XOGUY.2 size=422000 2023-01-15T14:40:56.035 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.034+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=7TGSY58XOGUY tag=3J74CQPMTU3K type=write size=3567728 2023-01-15T14:40:56.036 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.035+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~M2MWH6G6Z3MP.0 size=467024 2023-01-15T14:40:56.037 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.037+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=M2MWH6G6Z3MP tag=V4B63TV4R125 type=write size=1515600 2023-01-15T14:40:56.038 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.038+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=QPR4656W3BOE type=del size=3627721 2023-01-15T14:40:56.039 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.039+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~V1K2Z3131E02.0 size=1048576 2023-01-15T14:40:56.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.040+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~V1K2Z3131E02.1 size=355266 2023-01-15T14:40:56.042 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.041+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=V1K2Z3131E02 tag=7K7ZU6K61EJV type=write size=2452418 2023-01-15T14:40:56.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.043+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~CVCQEC5BOSRZ.0 size=46898 2023-01-15T14:40:56.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.043+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=CVCQEC5BOSRZ tag=9MJ77ORHC9X0 type=write size=1095474 2023-01-15T14:40:56.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.043+0000 7fab305e2900 1 < canceled part key=_multipart_4X28OAD9RALB.2~4AC0DEHNX4HG.0 size=1048576 2023-01-15T14:40:56.045 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.044+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~4AC0DEHNX4HG.1 size=354987 2023-01-15T14:40:56.046 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.046+0000 7fab305e2900 1 < canceled multipart upload key=4X28OAD9RALB upload=4AC0DEHNX4HG tag=MJTJ821TPPU5 type=write size=2452139 2023-01-15T14:40:56.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.047+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=O8UTIOFCAIHF type=del size=1984439 2023-01-15T14:40:56.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.048+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~MFRYXXLARO1V.0 size=499628 2023-01-15T14:40:56.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.050+0000 7fab305e2900 1 < completed multipart upload key=8CLBEV2LUJWJ upload=MFRYXXLARO1V tag=HEX2KKZX03W3 type=write size=1548204 2023-01-15T14:40:56.052 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.051+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=PVOC6RJ4479W type=del size=2462760 2023-01-15T14:40:56.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.053+0000 7fab305e2900 1 < suggested remove operation key=KGO3UC39S97I tag=IKUG1EQ0ZW3U type=del 2023-01-15T14:40:56.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.054+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=YBC59PQERCUA type=del size=326922 2023-01-15T14:40:56.056 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.055+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=EA3IU29UVEPM type=del 2023-01-15T14:40:56.057 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.057+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~1O52YEUW0YRN.0 size=1048576 2023-01-15T14:40:56.058 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.058+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~1O52YEUW0YRN.1 size=1048576 2023-01-15T14:40:56.059 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.058+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~1O52YEUW0YRN.2 size=447032 2023-01-15T14:40:56.060 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.058+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=1O52YEUW0YRN tag=T3Q0LH08EBZZ type=write size=3592760 2023-01-15T14:40:56.060 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.059+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~QSXNQX113SQ4.0 size=277970 2023-01-15T14:40:56.062 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.061+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=QSXNQX113SQ4 tag=CTNF6J31WP64 type=write size=1326546 2023-01-15T14:40:56.063 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.062+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=PZYBIUWU9HCY type=write size=363731 2023-01-15T14:40:56.064 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.064+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~UDTORZ16263L.0 size=1048576 2023-01-15T14:40:56.065 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.065+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~UDTORZ16263L.1 size=1048576 2023-01-15T14:40:56.066 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.065+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~UDTORZ16263L.2 size=985447 2023-01-15T14:40:56.068 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.067+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=UDTORZ16263L tag=68KG4TSX0I30 type=write size=4131175 2023-01-15T14:40:56.069 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.068+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=WHE9KPNYT2DP type=del size=3106072 2023-01-15T14:40:56.070 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.069+0000 7fab305e2900 1 < canceled operation key=XT1ET16X0IUW tag=29OCYRQK8R1D type=del size=3709345 2023-01-15T14:40:56.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.071+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~GQ3VG3USAZJM.0 size=51895 2023-01-15T14:40:56.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.071+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=GQ3VG3USAZJM tag=JJJWNMZGUD1Z type=write size=1100471 2023-01-15T14:40:56.073 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.072+0000 7fab305e2900 1 < canceled operation key=9BIBU11P1SQR tag=49IETI2N6VEY type=del size=1278682 2023-01-15T14:40:56.074 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.073+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=A65XD54C833D type=del size=1735606 2023-01-15T14:40:56.074 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.074+0000 7fab305e2900 -1 < no bi entry to suggest for operation key=KGO3UC39S97I tag=QAQLYOCCF00Z type=del size=1465028: (2) No such file or directory 2023-01-15T14:40:56.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.075+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=HUR8JCIXUVVJ type=del size=371132 2023-01-15T14:40:56.077 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.077+0000 7fab305e2900 1 < suggested remove operation key=QX2O9IX3I6C3 tag=WB85NYIZ08TN type=del 2023-01-15T14:40:56.079 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.078+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~UYL0YDPCGCT1.0 size=984291 2023-01-15T14:40:56.079 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.078+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=UYL0YDPCGCT1 tag=6QPLU326M1L1 type=write size=2032867 2023-01-15T14:40:56.080 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.080+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~D3H79OSXPM1V.0 size=1048576 2023-01-15T14:40:56.081 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.080+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~D3H79OSXPM1V.1 size=1048576 2023-01-15T14:40:56.082 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.081+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~D3H79OSXPM1V.2 size=1026889 2023-01-15T14:40:56.083 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.083+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=D3H79OSXPM1V tag=WCULRFSTSS6Y type=write size=4172617 2023-01-15T14:40:56.085 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.085+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~TOTUIIXGI7LQ.0 size=1048576 2023-01-15T14:40:56.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.085+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~TOTUIIXGI7LQ.1 size=125781 2023-01-15T14:40:56.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.085+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=TOTUIIXGI7LQ tag=GZFUOO050DZO type=write size=2222933 2023-01-15T14:40:56.088 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.087+0000 7fab305e2900 1 < suggested update operation key=4XIS9UMTWBMU tag=JLC4PCK3MD3K type=del size=256393 2023-01-15T14:40:56.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.089+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~RE1ROEPWW0QK.0 size=1048576 2023-01-15T14:40:56.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.090+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~RE1ROEPWW0QK.1 size=1048576 2023-01-15T14:40:56.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.091+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~RE1ROEPWW0QK.2 size=483615 2023-01-15T14:40:56.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.091+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=RE1ROEPWW0QK tag=DG0KRSER17QK type=write size=3629343 2023-01-15T14:40:56.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.092+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~98WTOI9N96FP.0 size=857379 2023-01-15T14:40:56.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.093+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=98WTOI9N96FP tag=9VIUEPHWQY6K type=write size=1905955 2023-01-15T14:40:56.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.094+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=TDHFA49M804W type=write size=56616 2023-01-15T14:40:56.096 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.095+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~7TGSY58XOGUY.0 size=1048576 2023-01-15T14:40:56.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.096+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~7TGSY58XOGUY.1 size=1048576 2023-01-15T14:40:56.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.097+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~7TGSY58XOGUY.2 size=422000 2023-01-15T14:40:56.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.098+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=7TGSY58XOGUY tag=3J74CQPMTU3K type=write size=3567728 2023-01-15T14:40:56.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.100+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~V0FNUGLDUJOJ.0 size=1048576 2023-01-15T14:40:56.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.102+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~V0FNUGLDUJOJ.1 size=738015 2023-01-15T14:40:56.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.102+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=V0FNUGLDUJOJ tag=OG5ZBY57MT6C type=write size=2835167 2023-01-15T14:40:56.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.103+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=QPR4656W3BOE type=del 2023-01-15T14:40:56.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.105+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~2HWUVZA1QJ67.0 size=1048576 2023-01-15T14:40:56.106 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.105+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~2HWUVZA1QJ67.1 size=1014034 2023-01-15T14:40:56.106 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.105+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=2HWUVZA1QJ67 tag=I17KVGAE89KY type=write size=3111186 2023-01-15T14:40:56.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.106+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~CVCQEC5BOSRZ.0 size=46898 2023-01-15T14:40:56.109 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.108+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=CVCQEC5BOSRZ tag=9MJ77ORHC9X0 type=write size=1095474 2023-01-15T14:40:56.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.110+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~SBCSW56DGBRR.0 size=1048576 2023-01-15T14:40:56.112 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.111+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~SBCSW56DGBRR.1 size=1048576 2023-01-15T14:40:56.112 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.112+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~SBCSW56DGBRR.2 size=887025 2023-01-15T14:40:56.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.112+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=SBCSW56DGBRR tag=A8WQI6MQE34I type=write size=4032753 2023-01-15T14:40:56.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.113+0000 7fab305e2900 1 < canceled operation key=ZKWYQ233LD63 tag=O8UTIOFCAIHF type=del size=1984439 2023-01-15T14:40:56.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.114+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=33SCSCRWKVVD type=del size=1127984 2023-01-15T14:40:56.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.116+0000 7fab305e2900 1 < suggested update operation key=ZF7BN8YD0YEO tag=PVOC6RJ4479W type=del size=2462760 2023-01-15T14:40:56.119 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.118+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~0PK2WQZPWGBY.0 size=380814 2023-01-15T14:40:56.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.118+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=0PK2WQZPWGBY tag=ZDB21K1YQ9KH type=write size=1429390 2023-01-15T14:40:56.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.119+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=YBC59PQERCUA type=del 2023-01-15T14:40:56.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.122+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~FZ3FFERQA1HD.0 size=1048576 2023-01-15T14:40:56.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.123+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~FZ3FFERQA1HD.1 size=520819 2023-01-15T14:40:56.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.123+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=FZ3FFERQA1HD tag=5U9M3EDUMG2W type=write size=2617971 2023-01-15T14:40:56.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.124+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~1O52YEUW0YRN.0 size=1048576 2023-01-15T14:40:56.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.125+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~1O52YEUW0YRN.1 size=1048576 2023-01-15T14:40:56.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.126+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~1O52YEUW0YRN.2 size=447032 2023-01-15T14:40:56.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.128+0000 7fab305e2900 1 < completed multipart upload key=7B20CP9G4OAH upload=1O52YEUW0YRN tag=T3Q0LH08EBZZ type=write size=3592760 2023-01-15T14:40:56.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.130+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~5OQSD41YG7K1.0 size=1048576 2023-01-15T14:40:56.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.131+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~5OQSD41YG7K1.1 size=913309 2023-01-15T14:40:56.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.131+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=5OQSD41YG7K1 tag=FAG50FN0AC65 type=write size=3010461 2023-01-15T14:40:56.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.132+0000 7fab305e2900 1 < completed write operation key=VUD7RI610PSV tag=PZYBIUWU9HCY type=write size=363731 2023-01-15T14:40:56.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.133+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=Q7VIMBA1AJ5A type=del size=2873579 2023-01-15T14:40:56.136 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.135+0000 7fab305e2900 1 < suggested remove operation key=ZF7BN8YD0YEO tag=WHE9KPNYT2DP type=del 2023-01-15T14:40:56.138 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.138+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~19SO3IXHO8UZ.0 size=206657 2023-01-15T14:40:56.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.138+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=19SO3IXHO8UZ tag=JMCV6XA1KRZD type=write size=1255233 2023-01-15T14:40:56.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.138+0000 7fab305e2900 1 < canceled part key=_multipart_9BIBU11P1SQR.2~GQ3VG3USAZJM.0 size=51895 2023-01-15T14:40:56.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.140+0000 7fab305e2900 1 < canceled multipart upload key=9BIBU11P1SQR upload=GQ3VG3USAZJM tag=JJJWNMZGUD1Z type=write size=1100471 2023-01-15T14:40:56.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.141+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=1Z8RJ6QYSTSR type=del size=1836585 2023-01-15T14:40:56.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.142+0000 7fab305e2900 1 < canceled operation key=6KPHYE1YP0PI tag=A65XD54C833D type=del size=1735606 2023-01-15T14:40:56.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.143+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=3FJ9WSAD0G6U type=write size=829370 2023-01-15T14:40:56.145 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.144+0000 7fab305e2900 -1 < failed to complete operation key=4XIS9UMTWBMU tag=HUR8JCIXUVVJ type=del size=371132: (22) Invalid argument 2023-01-15T14:40:56.146 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.145+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=JAP0LEM5I5M0 type=write size=585088 2023-01-15T14:40:56.147 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.147+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~UYL0YDPCGCT1.0 size=984291 2023-01-15T14:40:56.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.148+0000 7fab305e2900 1 < completed multipart upload key=Q82PRJIVXO0C upload=UYL0YDPCGCT1 tag=6QPLU326M1L1 type=write size=2032867 2023-01-15T14:40:56.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.149+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=6123J6JPIZ10 type=write size=968761 2023-01-15T14:40:56.151 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.150+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~TOTUIIXGI7LQ.0 size=1048576 2023-01-15T14:40:56.152 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.151+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~TOTUIIXGI7LQ.1 size=125781 2023-01-15T14:40:56.154 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.153+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=TOTUIIXGI7LQ tag=GZFUOO050DZO type=write size=2222933 2023-01-15T14:40:56.156 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.155+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~WLZ9YIF2QZR4.0 size=1048576 2023-01-15T14:40:56.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.156+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~WLZ9YIF2QZR4.1 size=519709 2023-01-15T14:40:56.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.156+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=WLZ9YIF2QZR4 tag=OCT2K6XPE1Q7 type=write size=2616861 2023-01-15T14:40:56.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.157+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~RE1ROEPWW0QK.0 size=1048576 2023-01-15T14:40:56.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.158+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~RE1ROEPWW0QK.1 size=1048576 2023-01-15T14:40:56.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.158+0000 7fab305e2900 1 < canceled part key=_multipart_KGO3UC39S97I.2~RE1ROEPWW0QK.2 size=483615 2023-01-15T14:40:56.160 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.160+0000 7fab305e2900 1 < canceled multipart upload key=KGO3UC39S97I upload=RE1ROEPWW0QK tag=DG0KRSER17QK type=write size=3629343 2023-01-15T14:40:56.162 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.161+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=72XP72KTM83X type=del size=3951153 2023-01-15T14:40:56.163 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.162+0000 7fab305e2900 1 < completed write operation key=JP5RXNMPLSF8 tag=TDHFA49M804W type=write size=56616 2023-01-15T14:40:56.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.164+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=3T6DZNLYPF7G type=del size=2504463 2023-01-15T14:40:56.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.164+0000 7fab305e2900 1 < canceled part key=_multipart_4XIS9UMTWBMU.2~V0FNUGLDUJOJ.0 size=1048576 2023-01-15T14:40:56.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.165+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~V0FNUGLDUJOJ.1 size=738015 2023-01-15T14:40:56.167 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.166+0000 7fab305e2900 1 < canceled multipart upload key=4XIS9UMTWBMU upload=V0FNUGLDUJOJ tag=OG5ZBY57MT6C type=write size=2835167 2023-01-15T14:40:56.168 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.167+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=I0IU0VOM8KUN type=del size=1834428 2023-01-15T14:40:56.169 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.169+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~2HWUVZA1QJ67.0 size=1048576 2023-01-15T14:40:56.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.169+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~2HWUVZA1QJ67.1 size=1014034 2023-01-15T14:40:56.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.171+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=2HWUVZA1QJ67 tag=I17KVGAE89KY type=write size=3111186 2023-01-15T14:40:56.173 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.172+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=YBMDUE2X7OOB type=del size=3427433 2023-01-15T14:40:56.174 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.173+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~SBCSW56DGBRR.0 size=1048576 2023-01-15T14:40:56.175 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.174+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~SBCSW56DGBRR.1 size=1048576 2023-01-15T14:40:56.176 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.175+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~SBCSW56DGBRR.2 size=887025 2023-01-15T14:40:56.177 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.177+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=SBCSW56DGBRR tag=A8WQI6MQE34I type=write size=4032753 2023-01-15T14:40:56.178 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.178+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=H3OR0NWXRR32 type=write size=17170 2023-01-15T14:40:56.179 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.179+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=33SCSCRWKVVD type=del 2023-01-15T14:40:56.180 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.180+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=VNLRVZEIXP63 type=del size=696738 2023-01-15T14:40:56.181 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.181+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~0PK2WQZPWGBY.0 size=380814 2023-01-15T14:40:56.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.182+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=0PK2WQZPWGBY tag=ZDB21K1YQ9KH type=write size=1429390 2023-01-15T14:40:56.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.183+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=QNJW08FSMB7S type=del size=940341 2023-01-15T14:40:56.185 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.184+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~FZ3FFERQA1HD.0 size=1048576 2023-01-15T14:40:56.186 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.185+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~FZ3FFERQA1HD.1 size=520819 2023-01-15T14:40:56.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.187+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=FZ3FFERQA1HD tag=5U9M3EDUMG2W type=write size=2617971 2023-01-15T14:40:56.188 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.188+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=38PNP4LPQELR type=del size=463870 2023-01-15T14:40:56.189 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.189+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~5OQSD41YG7K1.0 size=1048576 2023-01-15T14:40:56.190 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.190+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~5OQSD41YG7K1.1 size=913309 2023-01-15T14:40:56.192 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.191+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=5OQSD41YG7K1 tag=FAG50FN0AC65 type=write size=3010461 2023-01-15T14:40:56.194 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.193+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~71LBVSVKMFFQ.0 size=1048576 2023-01-15T14:40:56.195 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.194+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~71LBVSVKMFFQ.1 size=612965 2023-01-15T14:40:56.195 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.194+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=71LBVSVKMFFQ tag=P93GTHHRZBLT type=write size=2710117 2023-01-15T14:40:56.196 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.195+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=Q7VIMBA1AJ5A type=del 2023-01-15T14:40:56.198 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.197+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~4VJ8EQ2NCM16.0 size=1048576 2023-01-15T14:40:56.198 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.198+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~4VJ8EQ2NCM16.1 size=621618 2023-01-15T14:40:56.198 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.198+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=4VJ8EQ2NCM16 tag=BOANAJQCZV26 type=write size=2718770 2023-01-15T14:40:56.199 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.199+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~19SO3IXHO8UZ.0 size=206657 2023-01-15T14:40:56.201 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.200+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=19SO3IXHO8UZ tag=JMCV6XA1KRZD type=write size=1255233 2023-01-15T14:40:56.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.202+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~43RG2UJDPJ6Y.0 size=33679 2023-01-15T14:40:56.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.202+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=43RG2UJDPJ6Y tag=UT5RE9RO6QQF type=write size=1082255 2023-01-15T14:40:56.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.204+0000 7fab305e2900 1 < suggested remove operation key=BYCBFI34ZVMR tag=1Z8RJ6QYSTSR type=del 2023-01-15T14:40:56.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.205+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=GTN8BCUCRBNZ type=write size=312738 2023-01-15T14:40:56.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.206+0000 7fab305e2900 1 < completed write operation key=RMNZBCUSJJQU tag=3FJ9WSAD0G6U type=write size=829370 2023-01-15T14:40:56.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.208+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~42CXCZQ1DRTJ.0 size=1048576 2023-01-15T14:40:56.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.209+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~42CXCZQ1DRTJ.1 size=679493 2023-01-15T14:40:56.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.209+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=42CXCZQ1DRTJ tag=SI95N0MVRKAA type=write size=2776645 2023-01-15T14:40:56.211 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.210+0000 7fab305e2900 1 < completed write operation key=QX2O9IX3I6C3 tag=JAP0LEM5I5M0 type=write size=585088 2023-01-15T14:40:56.212 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.211+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=W3BEWQAO7EEU type=write size=651067 2023-01-15T14:40:56.213 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.212+0000 7fab305e2900 1 < completed write operation key=RXT6GFIANR9I tag=6123J6JPIZ10 type=write size=968761 2023-01-15T14:40:56.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.214+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~0OOB44R0B8R8.0 size=1048576 2023-01-15T14:40:56.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.215+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~0OOB44R0B8R8.1 size=246052 2023-01-15T14:40:56.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.215+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=0OOB44R0B8R8 tag=E5AMIQAYIN70 type=write size=2343204 2023-01-15T14:40:56.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.216+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~WLZ9YIF2QZR4.0 size=1048576 2023-01-15T14:40:56.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.217+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~WLZ9YIF2QZR4.1 size=519709 2023-01-15T14:40:56.219 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.219+0000 7fab305e2900 1 < completed multipart upload key=ONG29C9MW4PW upload=WLZ9YIF2QZR4 tag=OCT2K6XPE1Q7 type=write size=2616861 2023-01-15T14:40:56.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.220+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=TTHNNU5WN5YG type=write size=413547 2023-01-15T14:40:56.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.221+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=72XP72KTM83X type=del 2023-01-15T14:40:56.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.222+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=G45EU1MF9623 type=del size=2045717 2023-01-15T14:40:56.223 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.223+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=3T6DZNLYPF7G type=del 2023-01-15T14:40:56.225 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.224+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=A8FJW5I0XOPF type=del size=2848786 2023-01-15T14:40:56.226 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.225+0000 7fab305e2900 1 < canceled operation key=DD5C0ZKBVAS3 tag=I0IU0VOM8KUN type=del size=1834428 2023-01-15T14:40:56.226 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.226+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=G8N812MILM0Q type=write size=450560 2023-01-15T14:40:56.228 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.227+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=YBMDUE2X7OOB type=del 2023-01-15T14:40:56.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.229+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~Z4VWMMGZ6M3L.0 size=338604 2023-01-15T14:40:56.230 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.229+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=Z4VWMMGZ6M3L tag=5MSPB5DL9DMM type=write size=1387180 2023-01-15T14:40:56.230 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.230+0000 7fab305e2900 1 < completed write operation key=RXT6GFIANR9I tag=H3OR0NWXRR32 type=write size=17170 2023-01-15T14:40:56.232 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.232+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~K8Y13KJ04ANT.0 size=1048576 2023-01-15T14:40:56.233 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.232+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~K8Y13KJ04ANT.1 size=1048576 2023-01-15T14:40:56.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.233+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~K8Y13KJ04ANT.2 size=466483 2023-01-15T14:40:56.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.233+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=K8Y13KJ04ANT tag=5B7ZV3XA0EW1 type=write size=3612211 2023-01-15T14:40:56.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.235+0000 7fab305e2900 1 < suggested remove operation key=P0S9U3H9PWUH tag=VNLRVZEIXP63 type=del 2023-01-15T14:40:56.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.237+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~YNT83V30NK1R.0 size=10487 2023-01-15T14:40:56.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.237+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=YNT83V30NK1R tag=0NCD66J3RLX7 type=write size=1059063 2023-01-15T14:40:56.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.238+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=QNJW08FSMB7S type=del 2023-01-15T14:40:56.240 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.240+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=8NFQHBNWJLE8 type=del size=2557748 2023-01-15T14:40:56.243 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.242+0000 7fab305e2900 1 < suggested update operation key=ZF7BN8YD0YEO tag=38PNP4LPQELR type=del size=463870 2023-01-15T14:40:56.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.243+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=CVKNLAMY0QTZ type=del size=2264770 2023-01-15T14:40:56.245 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.245+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~71LBVSVKMFFQ.0 size=1048576 2023-01-15T14:40:56.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.246+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~71LBVSVKMFFQ.1 size=612965 2023-01-15T14:40:56.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.247+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=71LBVSVKMFFQ tag=P93GTHHRZBLT type=write size=2710117 2023-01-15T14:40:56.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.248+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=7BT0LM93UV82 type=del size=4088942 2023-01-15T14:40:56.250 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.250+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~4VJ8EQ2NCM16.0 size=1048576 2023-01-15T14:40:56.251 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.251+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~4VJ8EQ2NCM16.1 size=621618 2023-01-15T14:40:56.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.252+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=4VJ8EQ2NCM16 tag=BOANAJQCZV26 type=write size=2718770 2023-01-15T14:40:56.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.254+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~FK5EV8KBA79E.0 size=1048576 2023-01-15T14:40:56.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.255+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~FK5EV8KBA79E.1 size=670229 2023-01-15T14:40:56.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.255+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=FK5EV8KBA79E tag=QOQQ982PESBU type=write size=2767381 2023-01-15T14:40:56.257 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.256+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~43RG2UJDPJ6Y.0 size=33679 2023-01-15T14:40:56.259 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.258+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=43RG2UJDPJ6Y tag=UT5RE9RO6QQF type=write size=1082255 2023-01-15T14:40:56.260 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.259+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=B99CRNK7GTXR type=del size=37101 2023-01-15T14:40:56.261 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.261+0000 7fab305e2900 1 < completed write operation key=4X28OAD9RALB tag=GTN8BCUCRBNZ type=write size=312738 2023-01-15T14:40:56.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.262+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=44259HOERMK5 type=write size=818668 2023-01-15T14:40:56.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.262+0000 7fab305e2900 1 < canceled part key=_multipart_DD5C0ZKBVAS3.2~42CXCZQ1DRTJ.0 size=1048576 2023-01-15T14:40:56.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.263+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~42CXCZQ1DRTJ.1 size=679493 2023-01-15T14:40:56.265 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.264+0000 7fab305e2900 1 < canceled multipart upload key=DD5C0ZKBVAS3 upload=42CXCZQ1DRTJ tag=SI95N0MVRKAA type=write size=2776645 2023-01-15T14:40:56.266 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.265+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=Z8RS29J76ZYH type=del size=4194119 2023-01-15T14:40:56.267 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.266+0000 7fab305e2900 1 < completed write operation key=RMNZBCUSJJQU tag=W3BEWQAO7EEU type=write size=651067 2023-01-15T14:40:56.269 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.268+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~8IFVD446T526.0 size=1048576 2023-01-15T14:40:56.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.269+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~8IFVD446T526.1 size=607598 2023-01-15T14:40:56.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.269+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=8IFVD446T526 tag=4C0Z48Z49FOM type=write size=2704750 2023-01-15T14:40:56.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.269+0000 7fab305e2900 1 < canceled part key=_multipart_DD5C0ZKBVAS3.2~0OOB44R0B8R8.0 size=1048576 2023-01-15T14:40:56.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.270+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~0OOB44R0B8R8.1 size=246052 2023-01-15T14:40:56.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.272+0000 7fab305e2900 1 < canceled multipart upload key=DD5C0ZKBVAS3 upload=0OOB44R0B8R8 tag=E5AMIQAYIN70 type=write size=2343204 2023-01-15T14:40:56.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.273+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=OAFIKACD2XUY type=del size=424499 2023-01-15T14:40:56.275 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.274+0000 7fab305e2900 1 < completed write operation key=4X28OAD9RALB tag=TTHNNU5WN5YG type=write size=413547 2023-01-15T14:40:56.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.275+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=XS9Y2J431DZ9 type=del size=2608489 2023-01-15T14:40:56.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.276+0000 7fab305e2900 1 < canceled operation key=3AV2R27PD12K tag=G45EU1MF9623 type=del size=2045717 2023-01-15T14:40:56.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.278+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~ATMVAE3QDCDT.0 size=480173 2023-01-15T14:40:56.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.278+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=ATMVAE3QDCDT tag=A39FGRS14G2I type=write size=1528749 2023-01-15T14:40:56.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.279+0000 7fab305e2900 -1 < failed to complete operation key=ZF7BN8YD0YEO tag=A8FJW5I0XOPF type=del size=2848786: (22) Invalid argument 2023-01-15T14:40:56.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.280+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=PEO4GM2STLGL type=del size=991599 2023-01-15T14:40:56.282 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.281+0000 7fab305e2900 1 < completed write operation key=DD5C0ZKBVAS3 tag=G8N812MILM0Q type=write size=450560 2023-01-15T14:40:56.283 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.282+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=GCZLPGJV5Z0J type=write size=210388 2023-01-15T14:40:56.284 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.283+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~Z4VWMMGZ6M3L.0 size=338604 2023-01-15T14:40:56.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.285+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=Z4VWMMGZ6M3L tag=5MSPB5DL9DMM type=write size=1387180 2023-01-15T14:40:56.288 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.287+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~0E1QXIWZPM5V.0 size=1048576 2023-01-15T14:40:56.289 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.288+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~0E1QXIWZPM5V.1 size=620190 2023-01-15T14:40:56.289 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.288+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=0E1QXIWZPM5V tag=H0A7J7ZIHDEX type=write size=2717342 2023-01-15T14:40:56.290 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.289+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~K8Y13KJ04ANT.0 size=1048576 2023-01-15T14:40:56.291 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.290+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~K8Y13KJ04ANT.1 size=1048576 2023-01-15T14:40:56.292 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.291+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~K8Y13KJ04ANT.2 size=466483 2023-01-15T14:40:56.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.293+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=K8Y13KJ04ANT tag=5B7ZV3XA0EW1 type=write size=3612211 2023-01-15T14:40:56.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.294+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=KWIEBANS37AY type=del size=1798942 2023-01-15T14:40:56.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.295+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~YNT83V30NK1R.0 size=10487 2023-01-15T14:40:56.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.296+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=YNT83V30NK1R tag=0NCD66J3RLX7 type=write size=1059063 2023-01-15T14:40:56.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.298+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=8D2LCHCYPGN9 type=del size=2137842 2023-01-15T14:40:56.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.299+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=8NFQHBNWJLE8 type=del 2023-01-15T14:40:56.301 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.301+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~SJN44O2FT276.0 size=1048576 2023-01-15T14:40:56.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.302+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~SJN44O2FT276.1 size=1048576 2023-01-15T14:40:56.303 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.302+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~SJN44O2FT276.2 size=848216 2023-01-15T14:40:56.303 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.302+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=SJN44O2FT276 tag=XGQRZ9ZI4YB2 type=write size=3993944 2023-01-15T14:40:56.304 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.303+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=CVKNLAMY0QTZ type=del 2023-01-15T14:40:56.306 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.305+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~K91O9PVLH36J.0 size=1048576 2023-01-15T14:40:56.307 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.306+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~K91O9PVLH36J.1 size=1048576 2023-01-15T14:40:56.308 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.307+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~K91O9PVLH36J.2 size=828491 2023-01-15T14:40:56.308 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.307+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=K91O9PVLH36J tag=ZAQ3TZM9GR6D type=write size=3974219 2023-01-15T14:40:56.309 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.308+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=7BT0LM93UV82 type=del 2023-01-15T14:40:56.310 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.309+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=0H5JAWMTECWF type=write size=980321 2023-01-15T14:40:56.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.310+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~FK5EV8KBA79E.0 size=1048576 2023-01-15T14:40:56.312 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.311+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~FK5EV8KBA79E.1 size=670229 2023-01-15T14:40:56.313 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.313+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=FK5EV8KBA79E tag=QOQQ982PESBU type=write size=2767381 2023-01-15T14:40:56.314 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.314+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=BPRHTZM5CMZ1 type=write size=632174 2023-01-15T14:40:56.317 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.316+0000 7fab305e2900 1 < suggested remove operation key=DD5C0ZKBVAS3 tag=B99CRNK7GTXR type=del 2023-01-15T14:40:56.318 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.317+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=3RA7VG0UTGGH type=write size=261954 2023-01-15T14:40:56.319 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.318+0000 7fab305e2900 -1 < failed to complete operation key=DD5C0ZKBVAS3 tag=44259HOERMK5 type=write size=818668: (22) Invalid argument 2023-01-15T14:40:56.320 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.319+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=9A8CHZFIPUBE type=del size=2838952 2023-01-15T14:40:56.321 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.320+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=Z8RS29J76ZYH type=del 2023-01-15T14:40:56.323 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.323+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~PIBKS5SZB4PY.0 size=1048576 2023-01-15T14:40:56.324 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.323+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~PIBKS5SZB4PY.1 size=1048576 2023-01-15T14:40:56.325 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.324+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~PIBKS5SZB4PY.2 size=351393 2023-01-15T14:40:56.325 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.324+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=PIBKS5SZB4PY tag=KRD957AL9N2Y type=write size=3497121 2023-01-15T14:40:56.326 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.325+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~8IFVD446T526.0 size=1048576 2023-01-15T14:40:56.327 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.326+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~8IFVD446T526.1 size=607598 2023-01-15T14:40:56.329 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.328+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=8IFVD446T526 tag=4C0Z48Z49FOM type=write size=2704750 2023-01-15T14:40:56.330 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.329+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=ZE4Y88GOEWMK type=del size=3373070 2023-01-15T14:40:56.331 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.330+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=OAFIKACD2XUY type=del 2023-01-15T14:40:56.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.331+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=K24YTF2Z38ZY type=del size=820256 2023-01-15T14:40:56.333 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.333+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=XS9Y2J431DZ9 type=del 2023-01-15T14:40:56.334 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.334+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=6RHLWNU0ANZC type=write size=1012923 2023-01-15T14:40:56.335 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.335+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~ATMVAE3QDCDT.0 size=480173 2023-01-15T14:40:56.337 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.336+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=ATMVAE3QDCDT tag=A39FGRS14G2I type=write size=1528749 2023-01-15T14:40:56.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.338+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=W2JY666TF8AC type=del size=1364739 2023-01-15T14:40:56.339 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.339+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=PEO4GM2STLGL type=del 2023-01-15T14:40:56.341 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.340+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=CZEES2MV1NA5 type=del size=1131416 2023-01-15T14:40:56.342 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.341+0000 7fab305e2900 1 < completed write operation key=ONG29C9MW4PW tag=GCZLPGJV5Z0J type=write size=210388 2023-01-15T14:40:56.344 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.343+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~JMWO4DDYS2N1.0 size=1048576 2023-01-15T14:40:56.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.344+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~JMWO4DDYS2N1.1 size=1048576 2023-01-15T14:40:56.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.345+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~JMWO4DDYS2N1.2 size=808950 2023-01-15T14:40:56.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.345+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=JMWO4DDYS2N1 tag=9SMGD044J8LS type=write size=3954678 2023-01-15T14:40:56.346 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.346+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~0E1QXIWZPM5V.0 size=1048576 2023-01-15T14:40:56.347 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.347+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~0E1QXIWZPM5V.1 size=620190 2023-01-15T14:40:56.349 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.348+0000 7fab305e2900 1 < completed multipart upload key=8CLBEV2LUJWJ upload=0E1QXIWZPM5V tag=H0A7J7ZIHDEX type=write size=2717342 2023-01-15T14:40:56.351 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.350+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~TUFTXU6FN251.0 size=1048576 2023-01-15T14:40:56.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.351+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~TUFTXU6FN251.1 size=738230 2023-01-15T14:40:56.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.351+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=TUFTXU6FN251 tag=3ARGESJSUYMD type=write size=2835382 2023-01-15T14:40:56.353 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.352+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=KWIEBANS37AY type=del 2023-01-15T14:40:56.355 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.355+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~24CNOGFUGEBY.0 size=1048576 2023-01-15T14:40:56.356 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.356+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~24CNOGFUGEBY.1 size=204187 2023-01-15T14:40:56.356 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.356+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=24CNOGFUGEBY tag=X3JC4LJSFUFR type=write size=2301339 2023-01-15T14:40:56.357 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.357+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=8D2LCHCYPGN9 type=del 2023-01-15T14:40:56.358 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.358+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=9DJ5ZC65B9G5 type=write size=772325 2023-01-15T14:40:56.360 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.359+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~SJN44O2FT276.0 size=1048576 2023-01-15T14:40:56.361 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.360+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~SJN44O2FT276.1 size=1048576 2023-01-15T14:40:56.361 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.360+0000 7fab305e2900 1 < canceled part key=_multipart_LSUPQGQTVO84.2~SJN44O2FT276.2 size=848216 2023-01-15T14:40:56.363 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.362+0000 7fab305e2900 1 < canceled multipart upload key=LSUPQGQTVO84 upload=SJN44O2FT276 tag=XGQRZ9ZI4YB2 type=write size=3993944 2023-01-15T14:40:56.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.364+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=CN1OM39BW7E3 type=del size=3881723 2023-01-15T14:40:56.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.364+0000 7fab305e2900 1 < canceled part key=_multipart_FDLD6LAR610I.2~K91O9PVLH36J.0 size=1048576 2023-01-15T14:40:56.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.365+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~K91O9PVLH36J.1 size=1048576 2023-01-15T14:40:56.366 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.365+0000 7fab305e2900 1 < canceled part key=_multipart_FDLD6LAR610I.2~K91O9PVLH36J.2 size=828491 2023-01-15T14:40:56.367 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.367+0000 7fab305e2900 1 < canceled multipart upload key=FDLD6LAR610I upload=K91O9PVLH36J tag=ZAQ3TZM9GR6D type=write size=3974219 2023-01-15T14:40:56.369 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.369+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~FM7R5R0DHYOL.0 size=1048576 2023-01-15T14:40:56.370 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.369+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~FM7R5R0DHYOL.1 size=900393 2023-01-15T14:40:56.370 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.369+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=FM7R5R0DHYOL tag=4Z3NL39881E4 type=write size=2997545 2023-01-15T14:40:56.371 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.370+0000 7fab305e2900 1 < canceled operation key=6KPHYE1YP0PI tag=0H5JAWMTECWF type=write size=980321 2023-01-15T14:40:56.372 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.372+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=LD63Q6OEM99K type=del size=2498226 2023-01-15T14:40:56.373 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.373+0000 7fab305e2900 1 < canceled operation key=ZKWYQ233LD63 tag=BPRHTZM5CMZ1 type=write size=632174 2023-01-15T14:40:56.375 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.375+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~4C1Q97ND6YUJ.0 size=1048576 2023-01-15T14:40:56.376 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.375+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~4C1Q97ND6YUJ.1 size=1048576 2023-01-15T14:40:56.377 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.376+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~4C1Q97ND6YUJ.2 size=357242 2023-01-15T14:40:56.377 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.376+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=4C1Q97ND6YUJ tag=U534423SWW2O type=write size=3502970 2023-01-15T14:40:56.378 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.377+0000 7fab305e2900 1 < completed write operation key=VUD7RI610PSV tag=3RA7VG0UTGGH type=write size=261954 2023-01-15T14:40:56.379 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.378+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=IQZ3CHF2FJ3O type=write size=828261 2023-01-15T14:40:56.380 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.379+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=9A8CHZFIPUBE type=del 2023-01-15T14:40:56.381 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.380+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=71UAIWKZ43B3 type=del size=212257 2023-01-15T14:40:56.382 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.381+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~PIBKS5SZB4PY.0 size=1048576 2023-01-15T14:40:56.383 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.382+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~PIBKS5SZB4PY.1 size=1048576 2023-01-15T14:40:56.383 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.383+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~PIBKS5SZB4PY.2 size=351393 2023-01-15T14:40:56.386 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.385+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=PIBKS5SZB4PY tag=KRD957AL9N2Y type=write size=3497121 2023-01-15T14:40:56.387 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.386+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~D45BZL6A14NO.0 size=1048576 2023-01-15T14:40:56.388 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.387+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~D45BZL6A14NO.1 size=1048576 2023-01-15T14:40:56.389 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.388+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~D45BZL6A14NO.2 size=898761 2023-01-15T14:40:56.389 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.388+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=D45BZL6A14NO tag=9RP771V4Y2DS type=write size=4044489 2023-01-15T14:40:56.390 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.389+0000 7fab305e2900 1 < canceled operation key=WIB3VTX3KFIK tag=ZE4Y88GOEWMK type=del size=3373070 2023-01-15T14:40:56.392 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.391+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~B2UJS4L814PS.0 size=138863 2023-01-15T14:40:56.392 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.391+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=B2UJS4L814PS tag=YS8WZWJF37WL type=write size=1187439 2023-01-15T14:40:56.393 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.392+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=K24YTF2Z38ZY type=del 2023-01-15T14:40:56.394 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.393+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=90TU5OVMN1MK type=del size=2624389 2023-01-15T14:40:56.395 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.395+0000 7fab305e2900 1 < completed write operation key=DD5C0ZKBVAS3 tag=6RHLWNU0ANZC type=write size=1012923 2023-01-15T14:40:56.397 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.396+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~HWCPSVYUV6U9.0 size=1048576 2023-01-15T14:40:56.398 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.397+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~HWCPSVYUV6U9.1 size=1048576 2023-01-15T14:40:56.398 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.398+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~HWCPSVYUV6U9.2 size=1033977 2023-01-15T14:40:56.399 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.398+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=HWCPSVYUV6U9 tag=C1KXM8IN85M1 type=write size=4179705 2023-01-15T14:40:56.400 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.399+0000 7fab305e2900 1 < completed delete operation key=PVA8JXP2T3BM tag=W2JY666TF8AC type=del 2023-01-15T14:40:56.401 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.401+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~OPXBMFRD9CZ7.0 size=335506 2023-01-15T14:40:56.401 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.401+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=OPXBMFRD9CZ7 tag=76BFKZK5MBHS type=write size=1384082 2023-01-15T14:40:56.403 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.402+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=CZEES2MV1NA5 type=del 2023-01-15T14:40:56.404 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.403+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=3YU3Z1EW6BN6 type=del size=2876871 2023-01-15T14:40:56.404 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.404+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~JMWO4DDYS2N1.0 size=1048576 2023-01-15T14:40:56.405 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.405+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~JMWO4DDYS2N1.1 size=1048576 2023-01-15T14:40:56.406 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.405+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~JMWO4DDYS2N1.2 size=808950 2023-01-15T14:40:56.408 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.407+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=JMWO4DDYS2N1 tag=9SMGD044J8LS type=write size=3954678 2023-01-15T14:40:56.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.408+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=I80UTMIKQARO type=del size=3010874 2023-01-15T14:40:56.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.410+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~TUFTXU6FN251.0 size=1048576 2023-01-15T14:40:56.411 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.411+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~TUFTXU6FN251.1 size=738230 2023-01-15T14:40:56.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.412+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=TUFTXU6FN251 tag=3ARGESJSUYMD type=write size=2835382 2023-01-15T14:40:56.414 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.413+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=IYCKOAGUPQ45 type=write size=977129 2023-01-15T14:40:56.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.415+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~24CNOGFUGEBY.0 size=1048576 2023-01-15T14:40:56.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.415+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~24CNOGFUGEBY.1 size=204187 2023-01-15T14:40:56.418 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.417+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=24CNOGFUGEBY tag=X3JC4LJSFUFR type=write size=2301339 2023-01-15T14:40:56.419 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.418+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=N7VQ2B7A8IZC type=del size=1177610 2023-01-15T14:40:56.420 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.420+0000 7fab305e2900 1 < completed write operation key=H8WF2D844W5R tag=9DJ5ZC65B9G5 type=write size=772325 2023-01-15T14:40:56.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.421+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=RF4STY0EMD0Y type=del size=3403266 2023-01-15T14:40:56.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.422+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=CN1OM39BW7E3 type=del 2023-01-15T14:40:56.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.424+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~HB3XO4GI6503.0 size=1048576 2023-01-15T14:40:56.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.425+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~HB3XO4GI6503.1 size=594381 2023-01-15T14:40:56.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.425+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=HB3XO4GI6503 tag=NNOSQERJ8KD8 type=write size=2691533 2023-01-15T14:40:56.427 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.426+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~FM7R5R0DHYOL.0 size=1048576 2023-01-15T14:40:56.427 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.427+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~FM7R5R0DHYOL.1 size=900393 2023-01-15T14:40:56.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.429+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=FM7R5R0DHYOL tag=4Z3NL39881E4 type=write size=2997545 2023-01-15T14:40:56.430 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.430+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=JRPGBE440QWZ type=del size=2315412 2023-01-15T14:40:56.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.431+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=LD63Q6OEM99K type=del 2023-01-15T14:40:56.433 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.432+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=TKG6BAORDZM5 type=del size=4095134 2023-01-15T14:40:56.434 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.433+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~4C1Q97ND6YUJ.0 size=1048576 2023-01-15T14:40:56.435 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.434+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~4C1Q97ND6YUJ.1 size=1048576 2023-01-15T14:40:56.436 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.435+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~4C1Q97ND6YUJ.2 size=357242 2023-01-15T14:40:56.437 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.437+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=4C1Q97ND6YUJ tag=U534423SWW2O type=write size=3502970 2023-01-15T14:40:56.438 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.438+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=M4RP3UBZR136 type=del size=1318788 2023-01-15T14:40:56.441 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.440+0000 7fab305e2900 1 < suggested update operation key=9BIBU11P1SQR tag=IQZ3CHF2FJ3O type=write size=828261 2023-01-15T14:40:56.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.442+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~T0G1X5DRZ8W7.0 size=1048576 2023-01-15T14:40:56.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.443+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~T0G1X5DRZ8W7.1 size=476045 2023-01-15T14:40:56.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.443+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=T0G1X5DRZ8W7 tag=4UAWY4BE6P56 type=write size=2573197 2023-01-15T14:40:56.445 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.445+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=71UAIWKZ43B3 type=del 2023-01-15T14:40:56.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.446+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=BFPU01DFYS45 type=del size=3144628 2023-01-15T14:40:56.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.447+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~D45BZL6A14NO.0 size=1048576 2023-01-15T14:40:56.448 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.448+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~D45BZL6A14NO.1 size=1048576 2023-01-15T14:40:56.449 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.449+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~D45BZL6A14NO.2 size=898761 2023-01-15T14:40:56.451 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.450+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=D45BZL6A14NO tag=9RP771V4Y2DS type=write size=4044489 2023-01-15T14:40:56.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.452+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=LA8ZHO96621J type=write size=428864 2023-01-15T14:40:56.453 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.453+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~B2UJS4L814PS.0 size=138863 2023-01-15T14:40:56.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.455+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=B2UJS4L814PS tag=YS8WZWJF37WL type=write size=1187439 2023-01-15T14:40:56.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.456+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=2POV2Y3N6TJZ type=del size=3229611 2023-01-15T14:40:56.457 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.457+0000 7fab305e2900 1 < canceled operation key=QX2O9IX3I6C3 tag=90TU5OVMN1MK type=del size=2624389 2023-01-15T14:40:56.458 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.458+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=TDNKX15PC23Z type=del size=545186 2023-01-15T14:40:56.460 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.459+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~HWCPSVYUV6U9.0 size=1048576 2023-01-15T14:40:56.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.460+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~HWCPSVYUV6U9.1 size=1048576 2023-01-15T14:40:56.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.461+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~HWCPSVYUV6U9.2 size=1033977 2023-01-15T14:40:56.463 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.463+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=HWCPSVYUV6U9 tag=C1KXM8IN85M1 type=write size=4179705 2023-01-15T14:40:56.464 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.464+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=I8L1UPTT994J type=del size=1175499 2023-01-15T14:40:56.465 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.465+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~OPXBMFRD9CZ7.0 size=335506 2023-01-15T14:40:56.467 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.466+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=OPXBMFRD9CZ7 tag=76BFKZK5MBHS type=write size=1384082 2023-01-15T14:40:56.469 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.468+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~9JYNPK8O2JOJ.0 size=1048576 2023-01-15T14:40:56.469 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.469+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~9JYNPK8O2JOJ.1 size=1048576 2023-01-15T14:40:56.470 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.470+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~9JYNPK8O2JOJ.2 size=1034693 2023-01-15T14:40:56.470 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.470+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=9JYNPK8O2JOJ tag=9S7PS1WZV193 type=write size=4180421 2023-01-15T14:40:56.471 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.471+0000 7fab305e2900 -1 < failed to complete operation key=9BIBU11P1SQR tag=3YU3Z1EW6BN6 type=del size=2876871: (22) Invalid argument 2023-01-15T14:40:56.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.472+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=DWJ7P0XDKSFV type=del size=2620836 2023-01-15T14:40:56.474 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.473+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=I80UTMIKQARO type=del 2023-01-15T14:40:56.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.475+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~IKYUIZVIRP52.0 size=319436 2023-01-15T14:40:56.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.475+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=IKYUIZVIRP52 tag=S8C75YRBQ2J1 type=write size=1368012 2023-01-15T14:40:56.477 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.476+0000 7fab305e2900 1 < canceled operation key=LSUPQGQTVO84 tag=IYCKOAGUPQ45 type=write size=977129 2023-01-15T14:40:56.479 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.478+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~GLVSGKWAFR1Y.0 size=676619 2023-01-15T14:40:56.479 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.478+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=GLVSGKWAFR1Y tag=32K3RNVHJSXB type=write size=1725195 2023-01-15T14:40:56.480 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.479+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=N7VQ2B7A8IZC type=del 2023-01-15T14:40:56.482 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.481+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~VK19J9VWBQ7C.0 size=1048576 2023-01-15T14:40:56.482 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.482+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~VK19J9VWBQ7C.1 size=1048576 2023-01-15T14:40:56.483 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.482+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~VK19J9VWBQ7C.2 size=441821 2023-01-15T14:40:56.483 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.482+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=VK19J9VWBQ7C tag=M3EDCMOESQ3B type=write size=3587549 2023-01-15T14:40:56.484 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.484+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=RF4STY0EMD0Y type=del 2023-01-15T14:40:56.485 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.485+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=BIHR48363FA3 type=del size=3108261 2023-01-15T14:40:56.486 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.486+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~HB3XO4GI6503.0 size=1048576 2023-01-15T14:40:56.487 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.487+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~HB3XO4GI6503.1 size=594381 2023-01-15T14:40:56.489 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.488+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=HB3XO4GI6503 tag=NNOSQERJ8KD8 type=write size=2691533 2023-01-15T14:40:56.491 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.490+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~O7UWK0RZ0BWQ.0 size=1048576 2023-01-15T14:40:56.492 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.491+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~O7UWK0RZ0BWQ.1 size=60480 2023-01-15T14:40:56.492 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.491+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=O7UWK0RZ0BWQ tag=P6K5H43DH0B6 type=write size=2157632 2023-01-15T14:40:56.493 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.492+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=JRPGBE440QWZ type=del 2023-01-15T14:40:56.495 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.494+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~JHO2PE8IDWMQ.0 size=1048576 2023-01-15T14:40:56.497 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.495+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~JHO2PE8IDWMQ.1 size=1048576 2023-01-15T14:40:56.498 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.496+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~JHO2PE8IDWMQ.2 size=1041720 2023-01-15T14:40:56.498 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.496+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=JHO2PE8IDWMQ tag=GTSWBFU5KGG7 type=write size=4187448 2023-01-15T14:40:56.499 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.497+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=TKG6BAORDZM5 type=del 2023-01-15T14:40:56.499 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.498+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=3SP5WWA7GF8Q type=del size=1986369 2023-01-15T14:40:56.500 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.500+0000 7fab305e2900 1 < canceled operation key=LSUPQGQTVO84 tag=M4RP3UBZR136 type=del size=1318788 2023-01-15T14:40:56.501 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.501+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=GRTOTQVZY1GP type=del size=2405302 2023-01-15T14:40:56.502 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.502+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~T0G1X5DRZ8W7.0 size=1048576 2023-01-15T14:40:56.503 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.503+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~T0G1X5DRZ8W7.1 size=476045 2023-01-15T14:40:56.505 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.504+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=T0G1X5DRZ8W7 tag=4UAWY4BE6P56 type=write size=2573197 2023-01-15T14:40:56.507 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.506+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~YA7J58F2JQH2.0 size=91442 2023-01-15T14:40:56.507 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.506+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=YA7J58F2JQH2 tag=3IWB4004Q7BM type=write size=1140018 2023-01-15T14:40:56.509 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.509+0000 7fab305e2900 1 < suggested remove operation key=P0S9U3H9PWUH tag=BFPU01DFYS45 type=del 2023-01-15T14:40:56.510 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.510+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=SACSG44T3WJ3 type=del size=2855740 2023-01-15T14:40:56.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.511+0000 7fab305e2900 1 < completed write operation key=FDLD6LAR610I tag=LA8ZHO96621J type=write size=428864 2023-01-15T14:40:56.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.513+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~DY5IJN6HBJ4B.0 size=454537 2023-01-15T14:40:56.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.513+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=DY5IJN6HBJ4B tag=RMRKTMHOEHOR type=write size=1503113 2023-01-15T14:40:56.515 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.514+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=2POV2Y3N6TJZ type=del 2023-01-15T14:40:56.516 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.516+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~ZTWJY35GI5UO.0 size=1048576 2023-01-15T14:40:56.517 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.516+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~ZTWJY35GI5UO.1 size=1048576 2023-01-15T14:40:56.518 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.517+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~ZTWJY35GI5UO.2 size=284420 2023-01-15T14:40:56.518 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.517+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=ZTWJY35GI5UO tag=LWGKIF9W75BS type=write size=3430148 2023-01-15T14:40:56.520 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.519+0000 7fab305e2900 1 < suggested update operation key=KTFY3EPKMIPP tag=TDNKX15PC23Z type=del size=545186 2023-01-15T14:40:56.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.520+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=UZP9VSBHG51S type=write size=1004054 2023-01-15T14:40:56.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.521+0000 7fab305e2900 -1 < failed to complete operation key=KTFY3EPKMIPP tag=I8L1UPTT994J type=del size=1175499: (22) Invalid argument 2023-01-15T14:40:56.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.523+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~O2IX14IEGTI8.0 size=1048576 2023-01-15T14:40:56.525 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.524+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~O2IX14IEGTI8.1 size=851233 2023-01-15T14:40:56.525 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.524+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=O2IX14IEGTI8 tag=9ER56T14CQSZ type=write size=2948385 2023-01-15T14:40:56.526 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.525+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~9JYNPK8O2JOJ.0 size=1048576 2023-01-15T14:40:56.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.526+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~9JYNPK8O2JOJ.1 size=1048576 2023-01-15T14:40:56.528 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.527+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~9JYNPK8O2JOJ.2 size=1034693 2023-01-15T14:40:56.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.529+0000 7fab305e2900 1 < completed multipart upload key=7B20CP9G4OAH upload=9JYNPK8O2JOJ tag=9S7PS1WZV193 type=write size=4180421 2023-01-15T14:40:56.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.530+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=BO5RL3ZHK7CO type=del size=2507644 2023-01-15T14:40:56.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.531+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=DWJ7P0XDKSFV type=del 2023-01-15T14:40:56.534 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.533+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=0736UMPXYKA8 type=del size=1579039 2023-01-15T14:40:56.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.533+0000 7fab305e2900 1 < canceled part key=_multipart_DD5C0ZKBVAS3.2~IKYUIZVIRP52.0 size=319436 2023-01-15T14:40:56.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.534+0000 7fab305e2900 1 < canceled multipart upload key=DD5C0ZKBVAS3 upload=IKYUIZVIRP52 tag=S8C75YRBQ2J1 type=write size=1368012 2023-01-15T14:40:56.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.536+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~MJR1KXFF2O2W.0 size=1048576 2023-01-15T14:40:56.538 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.537+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~MJR1KXFF2O2W.1 size=1048576 2023-01-15T14:40:56.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.538+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~MJR1KXFF2O2W.2 size=599623 2023-01-15T14:40:56.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.538+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=MJR1KXFF2O2W tag=9KAN09DBZYYN type=write size=3745351 2023-01-15T14:40:56.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.539+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~GLVSGKWAFR1Y.0 size=676619 2023-01-15T14:40:56.541 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.540+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=GLVSGKWAFR1Y tag=32K3RNVHJSXB type=write size=1725195 2023-01-15T14:40:56.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.541+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=TDQS2EU7RIZZ type=del size=1351335 2023-01-15T14:40:56.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.542+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~VK19J9VWBQ7C.0 size=1048576 2023-01-15T14:40:56.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.543+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~VK19J9VWBQ7C.1 size=1048576 2023-01-15T14:40:56.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.544+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~VK19J9VWBQ7C.2 size=441821 2023-01-15T14:40:56.546 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.546+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=VK19J9VWBQ7C tag=M3EDCMOESQ3B type=write size=3587549 2023-01-15T14:40:56.547 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.547+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=COLFLIRPWA54 type=del size=1129442 2023-01-15T14:40:56.548 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.548+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=BIHR48363FA3 type=del 2023-01-15T14:40:56.549 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.549+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=GOPBX15AD8DB type=del size=48775 2023-01-15T14:40:56.550 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.549+0000 7fab305e2900 1 < canceled part key=_multipart_4X28OAD9RALB.2~O7UWK0RZ0BWQ.0 size=1048576 2023-01-15T14:40:56.550 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.550+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~O7UWK0RZ0BWQ.1 size=60480 2023-01-15T14:40:56.552 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.551+0000 7fab305e2900 1 < canceled multipart upload key=4X28OAD9RALB upload=O7UWK0RZ0BWQ tag=P6K5H43DH0B6 type=write size=2157632 2023-01-15T14:40:56.553 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.552+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=9Z9WGQP49ORB type=write size=291724 2023-01-15T14:40:56.555 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.554+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~JHO2PE8IDWMQ.0 size=1048576 2023-01-15T14:40:56.555 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.554+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~JHO2PE8IDWMQ.1 size=1048576 2023-01-15T14:40:56.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.556+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~JHO2PE8IDWMQ.2 size=1041720 2023-01-15T14:40:56.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.558+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=JHO2PE8IDWMQ tag=GTSWBFU5KGG7 type=write size=4187448 2023-01-15T14:40:56.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.559+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=302X8JFLXP00 type=del size=3640196 2023-01-15T14:40:56.563 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.560+0000 7fab305e2900 1 < suggested update operation key=QX2O9IX3I6C3 tag=3SP5WWA7GF8Q type=del size=1986369 2023-01-15T14:40:56.563 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.561+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=LNP3U6KIZLP8 type=del size=2613300 2023-01-15T14:40:56.563 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.562+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=GRTOTQVZY1GP type=del 2023-01-15T14:40:56.564 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.563+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=29KLVP3YI38L type=del size=3248518 2023-01-15T14:40:56.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.565+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~YA7J58F2JQH2.0 size=91442 2023-01-15T14:40:56.567 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.566+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=YA7J58F2JQH2 tag=3IWB4004Q7BM type=write size=1140018 2023-01-15T14:40:56.568 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.567+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=T3HF2IQKRFZ0 type=del size=3809096 2023-01-15T14:40:56.569 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.568+0000 7fab305e2900 -1 < failed to complete operation key=KTFY3EPKMIPP tag=SACSG44T3WJ3 type=del size=2855740: (22) Invalid argument 2023-01-15T14:40:56.570 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.569+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=0EKLQATGBJG5 type=del size=3210635 2023-01-15T14:40:56.571 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.570+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~DY5IJN6HBJ4B.0 size=454537 2023-01-15T14:40:56.572 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.572+0000 7fab305e2900 1 < completed multipart upload key=7B20CP9G4OAH upload=DY5IJN6HBJ4B tag=RMRKTMHOEHOR type=write size=1503113 2023-01-15T14:40:56.573 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.573+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=Q8F0W5JWJPKN type=del size=1572158 2023-01-15T14:40:56.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.574+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~ZTWJY35GI5UO.0 size=1048576 2023-01-15T14:40:56.575 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.574+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~ZTWJY35GI5UO.1 size=1048576 2023-01-15T14:40:56.576 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.575+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~ZTWJY35GI5UO.2 size=284420 2023-01-15T14:40:56.577 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.577+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=ZTWJY35GI5UO tag=LWGKIF9W75BS type=write size=3430148 2023-01-15T14:40:56.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.579+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~QAA7LE7KI8AQ.0 size=297156 2023-01-15T14:40:56.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.579+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=QAA7LE7KI8AQ tag=B8ZVR505LRWO type=write size=1345732 2023-01-15T14:40:56.581 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.580+0000 7fab305e2900 1 < completed write operation key=6KPHYE1YP0PI tag=UZP9VSBHG51S type=write size=1004054 2023-01-15T14:40:56.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.581+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=XQESZWFPAPL5 type=del size=3848122 2023-01-15T14:40:56.583 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.582+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~O2IX14IEGTI8.0 size=1048576 2023-01-15T14:40:56.583 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.583+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~O2IX14IEGTI8.1 size=851233 2023-01-15T14:40:56.585 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.584+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=O2IX14IEGTI8 tag=9ER56T14CQSZ type=write size=2948385 2023-01-15T14:40:56.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.586+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~BS6ZKA5K4YB6.0 size=115997 2023-01-15T14:40:56.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.587+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=BS6ZKA5K4YB6 tag=X7JNHI7BHYAO type=write size=1164573 2023-01-15T14:40:56.588 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.588+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=BO5RL3ZHK7CO type=del 2023-01-15T14:40:56.589 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.589+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=KLRIWO7AMFSU type=del size=3506401 2023-01-15T14:40:56.590 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.589+0000 7fab305e2900 1 < canceled operation key=Q82PRJIVXO0C tag=0736UMPXYKA8 type=del size=1579039 2023-01-15T14:40:56.592 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.591+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~KC1BZ7TOZFEW.0 size=1048576 2023-01-15T14:40:56.593 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.592+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~KC1BZ7TOZFEW.1 size=613420 2023-01-15T14:40:56.593 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.592+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=KC1BZ7TOZFEW tag=P295HQBRG5ZZ type=write size=2710572 2023-01-15T14:40:56.594 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.593+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~MJR1KXFF2O2W.0 size=1048576 2023-01-15T14:40:56.594 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.594+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~MJR1KXFF2O2W.1 size=1048576 2023-01-15T14:40:56.595 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.595+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~MJR1KXFF2O2W.2 size=599623 2023-01-15T14:40:56.598 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.596+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=MJR1KXFF2O2W tag=9KAN09DBZYYN type=write size=3745351 2023-01-15T14:40:56.598 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.597+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=996C39V6MTFZ type=del size=2419717 2023-01-15T14:40:56.600 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.599+0000 7fab305e2900 1 < suggested update operation key=4XIS9UMTWBMU tag=TDQS2EU7RIZZ type=del size=1351335 2023-01-15T14:40:56.601 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.600+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=W53HZBEPGL73 type=del size=592368 2023-01-15T14:40:56.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.601+0000 7fab305e2900 1 < canceled operation key=WIB3VTX3KFIK tag=COLFLIRPWA54 type=del size=1129442 2023-01-15T14:40:56.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.602+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=6MEQHECUNOQ2 type=del size=2499764 2023-01-15T14:40:56.606 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.604+0000 7fab305e2900 1 < suggested remove operation key=JP5RXNMPLSF8 tag=GOPBX15AD8DB type=del 2023-01-15T14:40:56.607 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.605+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=UZUXGJO03CNA type=del size=3926007 2023-01-15T14:40:56.608 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.607+0000 7fab305e2900 1 < suggested update operation key=QYOQYQAIU2XF tag=9Z9WGQP49ORB type=write size=291724 2023-01-15T14:40:56.609 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.608+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=AWXYW6STOKUC type=del size=2161386 2023-01-15T14:40:56.610 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.609+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=302X8JFLXP00 type=del 2023-01-15T14:40:56.611 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.610+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=8NEQZPYT0KX5 type=write size=198992 2023-01-15T14:40:56.612 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.611+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=LNP3U6KIZLP8 type=del 2023-01-15T14:40:56.613 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.612+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=Y3W2TYTFTW7K type=write size=955621 2023-01-15T14:40:56.614 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.613+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=29KLVP3YI38L type=del 2023-01-15T14:40:56.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.614+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=TIANGHNJZP2Q type=write size=282106 2023-01-15T14:40:56.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.615+0000 7fab305e2900 -1 < no bi entry to suggest for operation key=JP5RXNMPLSF8 tag=T3HF2IQKRFZ0 type=del size=3809096: (2) No such file or directory 2023-01-15T14:40:56.616 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.616+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=4Q2STBVJDZZT type=del size=1786740 2023-01-15T14:40:56.617 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.617+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=0EKLQATGBJG5 type=del 2023-01-15T14:40:56.618 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.618+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=S2ME04Y21PI6 type=del size=1755064 2023-01-15T14:40:56.619 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.619+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=Q8F0W5JWJPKN type=del 2023-01-15T14:40:56.620 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.620+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=BYN46U3WSE4H type=del size=4193355 2023-01-15T14:40:56.621 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.621+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~QAA7LE7KI8AQ.0 size=297156 2023-01-15T14:40:56.623 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.622+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=QAA7LE7KI8AQ tag=B8ZVR505LRWO type=write size=1345732 2023-01-15T14:40:56.624 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.624+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=2YW5I4GEHH3X type=del size=3291527 2023-01-15T14:40:56.626 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.625+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=XQESZWFPAPL5 type=del 2023-01-15T14:40:56.627 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.626+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=LOL3QLC3LJ3S type=del size=823438 2023-01-15T14:40:56.628 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.627+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~BS6ZKA5K4YB6.0 size=115997 2023-01-15T14:40:56.629 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.629+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=BS6ZKA5K4YB6 tag=X7JNHI7BHYAO type=write size=1164573 2023-01-15T14:40:56.631 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.630+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~D78GWBRDH3GH.0 size=1048576 2023-01-15T14:40:56.632 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.631+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~D78GWBRDH3GH.1 size=695249 2023-01-15T14:40:56.632 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.631+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=D78GWBRDH3GH tag=RHXPGDINAQGR type=write size=2792401 2023-01-15T14:40:56.633 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.632+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=KLRIWO7AMFSU type=del 2023-01-15T14:40:56.634 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.633+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=FKPP2N0FAKY9 type=del size=2619043 2023-01-15T14:40:56.635 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.634+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~KC1BZ7TOZFEW.0 size=1048576 2023-01-15T14:40:56.636 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.636+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~KC1BZ7TOZFEW.1 size=613420 2023-01-15T14:40:56.638 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.637+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=KC1BZ7TOZFEW tag=P295HQBRG5ZZ type=write size=2710572 2023-01-15T14:40:56.639 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.638+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=9Y9ZYDCZCQ6Q type=del size=224936 2023-01-15T14:40:56.640 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.639+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=996C39V6MTFZ type=del 2023-01-15T14:40:56.641 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.640+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=25D7BUKVAQH5 type=del size=2419481 2023-01-15T14:40:56.643 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.642+0000 7fab305e2900 1 < suggested update operation key=ONG29C9MW4PW tag=W53HZBEPGL73 type=del size=592368 2023-01-15T14:40:56.645 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.644+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~41K83Z3NQDH8.0 size=1048576 2023-01-15T14:40:56.646 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.645+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~41K83Z3NQDH8.1 size=94656 2023-01-15T14:40:56.646 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.645+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=41K83Z3NQDH8 tag=IMB8M8DJ4NC7 type=write size=2191808 2023-01-15T14:40:56.647 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.646+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=6MEQHECUNOQ2 type=del 2023-01-15T14:40:56.648 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.647+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=KMMSL8L1KN5D type=del size=1254950 2023-01-15T14:40:56.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.648+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=UZUXGJO03CNA type=del 2023-01-15T14:40:56.651 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.650+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~1HJKE39XF5H6.0 size=1048576 2023-01-15T14:40:56.651 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.651+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~1HJKE39XF5H6.1 size=62507 2023-01-15T14:40:56.652 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.651+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=1HJKE39XF5H6 tag=HWPMR0L6U3EY type=write size=2159659 2023-01-15T14:40:56.653 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.652+0000 7fab305e2900 1 < canceled operation key=ZKWYQ233LD63 tag=AWXYW6STOKUC type=del size=2161386 2023-01-15T14:40:56.654 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.654+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=Z2PPKSEB3FL3 type=del size=4068005 2023-01-15T14:40:56.655 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.655+0000 7fab305e2900 1 < canceled operation key=BYCBFI34ZVMR tag=8NEQZPYT0KX5 type=write size=198992 2023-01-15T14:40:56.656 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.656+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=WA9PHR7MLTRF type=del size=2277460 2023-01-15T14:40:56.659 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.658+0000 7fab305e2900 1 < suggested update operation key=PZ48A2T3Y6Z4 tag=Y3W2TYTFTW7K type=write size=955621 2023-01-15T14:40:56.659 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.658+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=ABVIBUKEM4VH type=del size=3742310 2023-01-15T14:40:56.660 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.659+0000 7fab305e2900 1 < completed write operation key=QX2O9IX3I6C3 tag=TIANGHNJZP2Q type=write size=282106 2023-01-15T14:40:56.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.661+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~FSORW9ZME4EC.0 size=1048576 2023-01-15T14:40:56.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.662+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~FSORW9ZME4EC.1 size=1048576 2023-01-15T14:40:56.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.663+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~FSORW9ZME4EC.2 size=970483 2023-01-15T14:40:56.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.663+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=FSORW9ZME4EC tag=YVQQJK12GX2E type=write size=4116211 2023-01-15T14:40:56.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.664+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=4Q2STBVJDZZT type=del 2023-01-15T14:40:56.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.666+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~2EGILM5P08M7.0 size=1048576 2023-01-15T14:40:56.667 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.666+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~2EGILM5P08M7.1 size=1048576 2023-01-15T14:40:56.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.667+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~2EGILM5P08M7.2 size=903621 2023-01-15T14:40:56.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.667+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=2EGILM5P08M7 tag=GASNEDCTJ9C1 type=write size=4049349 2023-01-15T14:40:56.669 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.668+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=S2ME04Y21PI6 type=del 2023-01-15T14:40:56.670 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.669+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=EA3FKF2N1ABB type=del size=2741272 2023-01-15T14:40:56.671 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.670+0000 7fab305e2900 1 < canceled operation key=8CLBEV2LUJWJ tag=BYN46U3WSE4H type=del size=4193355 2023-01-15T14:40:56.672 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.672+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~Y37975943XNJ.0 size=1048576 2023-01-15T14:40:56.673 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.673+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~Y37975943XNJ.1 size=1048576 2023-01-15T14:40:56.674 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.673+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~Y37975943XNJ.2 size=247877 2023-01-15T14:40:56.674 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.673+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=Y37975943XNJ tag=H5CJRK50JKHJ type=write size=3393605 2023-01-15T14:40:56.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.674+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=2YW5I4GEHH3X type=del 2023-01-15T14:40:56.677 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.677+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~KYE75WDM8MUJ.0 size=1048576 2023-01-15T14:40:56.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.677+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~KYE75WDM8MUJ.1 size=437331 2023-01-15T14:40:56.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.677+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=KYE75WDM8MUJ tag=OWLEDY14TJX0 type=write size=2534483 2023-01-15T14:40:56.679 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.678+0000 7fab305e2900 1 < canceled operation key=RMNZBCUSJJQU tag=LOL3QLC3LJ3S type=del size=823438 2023-01-15T14:40:56.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.680+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=DK2K5XLEVWTG type=del size=1526792 2023-01-15T14:40:56.684 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.680+0000 7fab305e2900 1 < canceled part key=_multipart_WIB3VTX3KFIK.2~D78GWBRDH3GH.0 size=1048576 2023-01-15T14:40:56.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.681+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~D78GWBRDH3GH.1 size=695249 2023-01-15T14:40:56.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.682+0000 7fab305e2900 1 < canceled multipart upload key=WIB3VTX3KFIK upload=D78GWBRDH3GH tag=RHXPGDINAQGR type=write size=2792401 2023-01-15T14:40:56.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.683+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=ULNHVY5POY4V type=del size=1501146 2023-01-15T14:40:56.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.685+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=FKPP2N0FAKY9 type=del 2023-01-15T14:40:56.686 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.686+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=JWQBOJJCYUK9 type=del size=584054 2023-01-15T14:40:56.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.687+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=9Y9ZYDCZCQ6Q type=del 2023-01-15T14:40:56.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.689+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~AROC03ZUMLTY.0 size=1048576 2023-01-15T14:40:56.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.689+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~AROC03ZUMLTY.1 size=1048576 2023-01-15T14:40:56.691 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.690+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~AROC03ZUMLTY.2 size=792527 2023-01-15T14:40:56.691 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.690+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=AROC03ZUMLTY tag=XHM88WSW6SCP type=write size=3938255 2023-01-15T14:40:56.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.692+0000 7fab305e2900 1 < suggested update operation key=PZ48A2T3Y6Z4 tag=25D7BUKVAQH5 type=del size=2419481 2023-01-15T14:40:56.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.693+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=23HODK7HLHZE type=del size=1695437 2023-01-15T14:40:56.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.694+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~41K83Z3NQDH8.0 size=1048576 2023-01-15T14:40:56.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.695+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~41K83Z3NQDH8.1 size=94656 2023-01-15T14:40:56.698 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.697+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=41K83Z3NQDH8 tag=IMB8M8DJ4NC7 type=write size=2191808 2023-01-15T14:40:56.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.698+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=G8EBCOHN20I7 type=del size=1007386 2023-01-15T14:40:56.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.699+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=KMMSL8L1KN5D type=del 2023-01-15T14:40:56.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.701+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~00RSV18404B9.0 size=1048576 2023-01-15T14:40:56.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.702+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~00RSV18404B9.1 size=598673 2023-01-15T14:40:56.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.702+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=00RSV18404B9 tag=D5X724I43YVB type=write size=2695825 2023-01-15T14:40:56.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.703+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~1HJKE39XF5H6.0 size=1048576 2023-01-15T14:40:56.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.703+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~1HJKE39XF5H6.1 size=62507 2023-01-15T14:40:56.706 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.705+0000 7fab305e2900 1 < completed multipart upload key=H8WF2D844W5R upload=1HJKE39XF5H6 tag=HWPMR0L6U3EY type=write size=2159659 2023-01-15T14:40:56.708 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.707+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~6JH07ILKCFOO.0 size=1048576 2023-01-15T14:40:56.709 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.708+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~6JH07ILKCFOO.1 size=384502 2023-01-15T14:40:56.709 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.708+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=6JH07ILKCFOO tag=IPNLE0J2DD2F type=write size=2481654 2023-01-15T14:40:56.710 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.709+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=Z2PPKSEB3FL3 type=del 2023-01-15T14:40:56.712 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.711+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~V6P9VWB1CHID.0 size=1023839 2023-01-15T14:40:56.712 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.711+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=V6P9VWB1CHID tag=UAV5V28UBPQV type=write size=2072415 2023-01-15T14:40:56.714 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.713+0000 7fab305e2900 1 < suggested update operation key=KTFY3EPKMIPP tag=WA9PHR7MLTRF type=del size=2277460 2023-01-15T14:40:56.716 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.715+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=IC1JWESK6N82 type=del size=2552519 2023-01-15T14:40:56.718 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.717+0000 7fab305e2900 1 < suggested remove operation key=RMNZBCUSJJQU tag=ABVIBUKEM4VH type=del 2023-01-15T14:40:56.719 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.718+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=PENPA3KJWXKT type=del size=3074051 2023-01-15T14:40:56.720 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.719+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~FSORW9ZME4EC.0 size=1048576 2023-01-15T14:40:56.720 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.719+0000 7fab305e2900 1 < canceled part key=_multipart_DD5C0ZKBVAS3.2~FSORW9ZME4EC.1 size=1048576 2023-01-15T14:40:56.721 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.720+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~FSORW9ZME4EC.2 size=970483 2023-01-15T14:40:56.723 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.722+0000 7fab305e2900 1 < canceled multipart upload key=DD5C0ZKBVAS3 upload=FSORW9ZME4EC tag=YVQQJK12GX2E type=write size=4116211 2023-01-15T14:40:56.724 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.723+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=BGL5F9X3XBFR type=write size=602782 2023-01-15T14:40:56.725 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.724+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~2EGILM5P08M7.0 size=1048576 2023-01-15T14:40:56.725 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.724+0000 7fab305e2900 1 < canceled part key=_multipart_KTFY3EPKMIPP.2~2EGILM5P08M7.1 size=1048576 2023-01-15T14:40:56.726 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.725+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~2EGILM5P08M7.2 size=903621 2023-01-15T14:40:56.728 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.727+0000 7fab305e2900 1 < canceled multipart upload key=KTFY3EPKMIPP upload=2EGILM5P08M7 tag=GASNEDCTJ9C1 type=write size=4049349 2023-01-15T14:40:56.729 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.728+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=1D7EE56QFFPI type=del size=250033 2023-01-15T14:40:56.730 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.729+0000 7fab305e2900 -1 < failed to complete operation key=KTFY3EPKMIPP tag=EA3FKF2N1ABB type=del size=2741272: (22) Invalid argument 2023-01-15T14:40:56.731 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.730+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=KBXGCMSP7BU4 type=write size=627408 2023-01-15T14:40:56.732 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.731+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~Y37975943XNJ.0 size=1048576 2023-01-15T14:40:56.732 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.732+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~Y37975943XNJ.1 size=1048576 2023-01-15T14:40:56.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.733+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~Y37975943XNJ.2 size=247877 2023-01-15T14:40:56.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.734+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=Y37975943XNJ tag=H5CJRK50JKHJ type=write size=3393605 2023-01-15T14:40:56.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.735+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=GSL0H5OWSCFM type=write size=407831 2023-01-15T14:40:56.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.736+0000 7fab305e2900 1 < canceled part key=_multipart_ONG29C9MW4PW.2~KYE75WDM8MUJ.0 size=1048576 2023-01-15T14:40:56.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.737+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~KYE75WDM8MUJ.1 size=437331 2023-01-15T14:40:56.739 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.738+0000 7fab305e2900 1 < canceled multipart upload key=ONG29C9MW4PW upload=KYE75WDM8MUJ tag=OWLEDY14TJX0 type=write size=2534483 2023-01-15T14:40:56.740 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.739+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=T3ORAF42ITMO type=del size=2740152 2023-01-15T14:40:56.741 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.741+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=DK2K5XLEVWTG type=del 2023-01-15T14:40:56.742 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.742+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=VPVW2LY865SU type=del size=2329190 2023-01-15T14:40:56.744 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.743+0000 7fab305e2900 1 < canceled operation key=Q82PRJIVXO0C tag=ULNHVY5POY4V type=del size=1501146 2023-01-15T14:40:56.745 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.744+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~CMTGLV0346QW.0 size=1048576 2023-01-15T14:40:56.746 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.745+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~CMTGLV0346QW.1 size=1048576 2023-01-15T14:40:56.747 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.746+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~CMTGLV0346QW.2 size=184408 2023-01-15T14:40:56.747 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.746+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=CMTGLV0346QW tag=BLAS0M6TS5G6 type=write size=3330136 2023-01-15T14:40:56.749 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.748+0000 7fab305e2900 1 < suggested update operation key=4XIS9UMTWBMU tag=JWQBOJJCYUK9 type=del size=584054 2023-01-15T14:40:56.751 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.750+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=M6FOHMSVPI9U type=del size=1305816 2023-01-15T14:40:56.752 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.751+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~AROC03ZUMLTY.0 size=1048576 2023-01-15T14:40:56.752 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.751+0000 7fab305e2900 1 < canceled part key=_multipart_LSUPQGQTVO84.2~AROC03ZUMLTY.1 size=1048576 2023-01-15T14:40:56.752 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.752+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~AROC03ZUMLTY.2 size=792527 2023-01-15T14:40:56.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.753+0000 7fab305e2900 1 < canceled multipart upload key=LSUPQGQTVO84 upload=AROC03ZUMLTY tag=XHM88WSW6SCP type=write size=3938255 2023-01-15T14:40:56.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.755+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=TEHQRF38I0AW type=del size=46598 2023-01-15T14:40:56.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.756+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=23HODK7HLHZE type=del 2023-01-15T14:40:56.757 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.757+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=QMFSJ7D9NWNE type=del size=1575371 2023-01-15T14:40:56.758 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.758+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=G8EBCOHN20I7 type=del 2023-01-15T14:40:56.759 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.759+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=HB7Q2MP4AVOJ type=del size=4175771 2023-01-15T14:40:56.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.759+0000 7fab305e2900 1 < canceled part key=_multipart_PVA8JXP2T3BM.2~00RSV18404B9.0 size=1048576 2023-01-15T14:40:56.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.760+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~00RSV18404B9.1 size=598673 2023-01-15T14:40:56.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.761+0000 7fab305e2900 1 < canceled multipart upload key=PVA8JXP2T3BM upload=00RSV18404B9 tag=D5X724I43YVB type=write size=2695825 2023-01-15T14:40:56.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.762+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=793R340CTZFX type=write size=971339 2023-01-15T14:40:56.764 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.763+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~6JH07ILKCFOO.0 size=1048576 2023-01-15T14:40:56.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.764+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~6JH07ILKCFOO.1 size=384502 2023-01-15T14:40:56.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.766+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=6JH07ILKCFOO tag=IPNLE0J2DD2F type=write size=2481654 2023-01-15T14:40:56.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.768+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~8SVJ3A9E5BXI.0 size=1048576 2023-01-15T14:40:56.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.769+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~8SVJ3A9E5BXI.1 size=189834 2023-01-15T14:40:56.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.769+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=8SVJ3A9E5BXI tag=S9AXJA1FOWGY type=write size=2286986 2023-01-15T14:40:56.771 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.770+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~V6P9VWB1CHID.0 size=1023839 2023-01-15T14:40:56.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.772+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=V6P9VWB1CHID tag=UAV5V28UBPQV type=write size=2072415 2023-01-15T14:40:56.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.773+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=YF0J08K5OUY5 type=del size=1521360 2023-01-15T14:40:56.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.774+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=IC1JWESK6N82 type=del 2023-01-15T14:40:56.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.775+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=NS3CPY6F3OF0 type=write size=976251 2023-01-15T14:40:56.777 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.776+0000 7fab305e2900 1 < suggested remove operation key=ONG29C9MW4PW tag=PENPA3KJWXKT type=del 2023-01-15T14:40:56.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.778+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=U5PGXI2QA9ZJ type=del size=1507179 2023-01-15T14:40:56.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.779+0000 7fab305e2900 1 < completed write operation key=H8WF2D844W5R tag=BGL5F9X3XBFR type=write size=602782 2023-01-15T14:40:56.780 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.780+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=7G37FYSFCHV9 type=del size=279571 2023-01-15T14:40:56.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.781+0000 7fab305e2900 1 < canceled operation key=P0S9U3H9PWUH tag=1D7EE56QFFPI type=del size=250033 2023-01-15T14:40:56.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.782+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=P1YXES9IGZCO type=del size=3250045 2023-01-15T14:40:56.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.783+0000 7fab305e2900 1 < completed write operation key=DD5C0ZKBVAS3 tag=KBXGCMSP7BU4 type=write size=627408 2023-01-15T14:40:56.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.785+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~61353D4ZIXFX.0 size=37018 2023-01-15T14:40:56.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.785+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=61353D4ZIXFX tag=BPUIBB3G2I12 type=write size=1085594 2023-01-15T14:40:56.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.786+0000 7fab305e2900 1 < completed write operation key=ZF7BN8YD0YEO tag=GSL0H5OWSCFM type=write size=407831 2023-01-15T14:40:56.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.787+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=Z1O9JCI11UZC type=del size=3143327 2023-01-15T14:40:56.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.788+0000 7fab305e2900 1 < canceled operation key=9BIBU11P1SQR tag=T3ORAF42ITMO type=del size=2740152 2023-01-15T14:40:56.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.789+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=INATHZ9URC3G type=write size=809275 2023-01-15T14:40:56.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.790+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=VPVW2LY865SU type=del 2023-01-15T14:40:56.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.791+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=ZWR48WSNXMBW type=del size=1470334 2023-01-15T14:40:56.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.792+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~CMTGLV0346QW.0 size=1048576 2023-01-15T14:40:56.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.793+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~CMTGLV0346QW.1 size=1048576 2023-01-15T14:40:56.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.793+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~CMTGLV0346QW.2 size=184408 2023-01-15T14:40:56.796 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.795+0000 7fab305e2900 1 < completed multipart upload key=Q82PRJIVXO0C upload=CMTGLV0346QW tag=BLAS0M6TS5G6 type=write size=3330136 2023-01-15T14:40:56.797 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.796+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=EKBUQCH2OLE8 type=write size=807799 2023-01-15T14:40:56.798 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.797+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=M6FOHMSVPI9U type=del 2023-01-15T14:40:56.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.799+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~SBKENB4CK0II.0 size=1048576 2023-01-15T14:40:56.801 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.800+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~SBKENB4CK0II.1 size=368496 2023-01-15T14:40:56.801 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.800+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=SBKENB4CK0II tag=F811YFDRLBJY type=write size=2465648 2023-01-15T14:40:56.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.802+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=TEHQRF38I0AW type=del 2023-01-15T14:40:56.804 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.804+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~JLU2CGQAH7M3.0 size=1048576 2023-01-15T14:40:56.805 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.805+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~JLU2CGQAH7M3.1 size=1048576 2023-01-15T14:40:56.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.806+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~JLU2CGQAH7M3.2 size=693160 2023-01-15T14:40:56.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.806+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=JLU2CGQAH7M3 tag=BY56RFEM0FR5 type=write size=3838888 2023-01-15T14:40:56.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.807+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=QMFSJ7D9NWNE type=del 2023-01-15T14:40:56.808 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.808+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=JQWQ7QQ0Z6XD type=del size=420551 2023-01-15T14:40:56.809 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.809+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=HB7Q2MP4AVOJ type=del 2023-01-15T14:40:56.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.810+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=SD1OXBQ3KTGY type=write size=637141 2023-01-15T14:40:56.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.811+0000 7fab305e2900 1 < canceled operation key=KGO3UC39S97I tag=793R340CTZFX type=write size=971339 2023-01-15T14:40:56.813 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.813+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~MLPJUCPWH2NC.0 size=1048576 2023-01-15T14:40:56.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.813+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~MLPJUCPWH2NC.1 size=1048576 2023-01-15T14:40:56.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.814+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~MLPJUCPWH2NC.2 size=202700 2023-01-15T14:40:56.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.814+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=MLPJUCPWH2NC tag=DMUJR3OKEC1W type=write size=3348428 2023-01-15T14:40:56.816 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.815+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~8SVJ3A9E5BXI.0 size=1048576 2023-01-15T14:40:56.816 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.815+0000 7fab305e2900 1 < canceled part key=_multipart_PVA8JXP2T3BM.2~8SVJ3A9E5BXI.1 size=189834 2023-01-15T14:40:56.817 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.817+0000 7fab305e2900 1 < canceled multipart upload key=PVA8JXP2T3BM upload=8SVJ3A9E5BXI tag=S9AXJA1FOWGY type=write size=2286986 2023-01-15T14:40:56.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.818+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=PI7SYLV7F7PD type=del size=2821893 2023-01-15T14:40:56.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.819+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=YF0J08K5OUY5 type=del 2023-01-15T14:40:56.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.820+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=PMB6IAMLW1DZ type=del size=1737956 2023-01-15T14:40:56.822 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.821+0000 7fab305e2900 1 < completed write operation key=XT1ET16X0IUW tag=NS3CPY6F3OF0 type=write size=976251 2023-01-15T14:40:56.823 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.822+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=L00JN5FYXZD2 type=del size=3105471 2023-01-15T14:40:56.825 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.823+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=U5PGXI2QA9ZJ type=del 2023-01-15T14:40:56.825 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.824+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=BOMF4KJZZ4NP type=write size=71012 2023-01-15T14:40:56.826 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.826+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=7G37FYSFCHV9 type=del 2023-01-15T14:40:56.827 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.827+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=TQPZEORQJWT6 type=del size=3406116 2023-01-15T14:40:56.828 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.828+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=P1YXES9IGZCO type=del 2023-01-15T14:40:56.831 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.830+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~ZIW8ECEYHCSL.0 size=1048576 2023-01-15T14:40:56.831 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.831+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~ZIW8ECEYHCSL.1 size=1048576 2023-01-15T14:40:56.832 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.831+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~ZIW8ECEYHCSL.2 size=873406 2023-01-15T14:40:56.833 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.831+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=ZIW8ECEYHCSL tag=VI89O7W2WNDI type=write size=4019134 2023-01-15T14:40:56.833 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.833+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~61353D4ZIXFX.0 size=37018 2023-01-15T14:40:56.835 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.834+0000 7fab305e2900 1 < completed multipart upload key=8CLBEV2LUJWJ upload=61353D4ZIXFX tag=BPUIBB3G2I12 type=write size=1085594 2023-01-15T14:40:56.836 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.835+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=A6B8TUBB68UY type=del size=1102129 2023-01-15T14:40:56.837 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.837+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=Z1O9JCI11UZC type=del 2023-01-15T14:40:56.839 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.838+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=WARTHY10AQDC type=del size=1768152 2023-01-15T14:40:56.840 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.839+0000 7fab305e2900 1 < completed write operation key=XT1ET16X0IUW tag=INATHZ9URC3G type=write size=809275 2023-01-15T14:40:56.841 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.840+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=79U663YS1BWP type=del size=2765624 2023-01-15T14:40:56.842 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.841+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=ZWR48WSNXMBW type=del 2023-01-15T14:40:56.843 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.842+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=L7JU54Y9ECQT type=del size=3897927 2023-01-15T14:40:56.844 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.844+0000 7fab305e2900 1 < completed write operation key=PZ48A2T3Y6Z4 tag=EKBUQCH2OLE8 type=write size=807799 2023-01-15T14:40:56.846 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.846+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~9TEZQ3SWRD8E.0 size=866701 2023-01-15T14:40:56.847 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.846+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=9TEZQ3SWRD8E tag=L2PL3IEUP3H3 type=write size=1915277 2023-01-15T14:40:56.848 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.847+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~SBKENB4CK0II.0 size=1048576 2023-01-15T14:40:56.849 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.848+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~SBKENB4CK0II.1 size=368496 2023-01-15T14:40:56.851 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.850+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=SBKENB4CK0II tag=F811YFDRLBJY type=write size=2465648 2023-01-15T14:40:56.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.852+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~0FYDRPZDZGW6.0 size=1048576 2023-01-15T14:40:56.854 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.853+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~0FYDRPZDZGW6.1 size=991864 2023-01-15T14:40:56.854 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.853+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=0FYDRPZDZGW6 tag=GQNTPSGAC27S type=write size=3089016 2023-01-15T14:40:56.855 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.854+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~JLU2CGQAH7M3.0 size=1048576 2023-01-15T14:40:56.856 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.855+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~JLU2CGQAH7M3.1 size=1048576 2023-01-15T14:40:56.856 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.856+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~JLU2CGQAH7M3.2 size=693160 2023-01-15T14:40:56.858 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.857+0000 7fab305e2900 1 < completed multipart upload key=ONG29C9MW4PW upload=JLU2CGQAH7M3 tag=BY56RFEM0FR5 type=write size=3838888 2023-01-15T14:40:56.859 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.858+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=ORRVR25BJD88 type=del size=1520190 2023-01-15T14:40:56.860 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.860+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=JQWQ7QQ0Z6XD type=del 2023-01-15T14:40:56.861 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.861+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=7JGD6ZDMYL1E type=del size=1090424 2023-01-15T14:40:56.862 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.862+0000 7fab305e2900 1 < completed write operation key=VUD7RI610PSV tag=SD1OXBQ3KTGY type=write size=637141 2023-01-15T14:40:56.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.863+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=PSS3TW19EETM type=del size=4027796 2023-01-15T14:40:56.865 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.864+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~MLPJUCPWH2NC.0 size=1048576 2023-01-15T14:40:56.866 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.865+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~MLPJUCPWH2NC.1 size=1048576 2023-01-15T14:40:56.866 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.865+0000 7fab305e2900 1 < canceled part key=_multipart_FDLD6LAR610I.2~MLPJUCPWH2NC.2 size=202700 2023-01-15T14:40:56.868 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.867+0000 7fab305e2900 1 < canceled multipart upload key=FDLD6LAR610I upload=MLPJUCPWH2NC tag=DMUJR3OKEC1W type=write size=3348428 2023-01-15T14:40:56.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.869+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~FRDPNO6RCFP8.0 size=1048576 2023-01-15T14:40:56.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.870+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~FRDPNO6RCFP8.1 size=1048576 2023-01-15T14:40:56.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.871+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~FRDPNO6RCFP8.2 size=644315 2023-01-15T14:40:56.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.871+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=FRDPNO6RCFP8 tag=YAV9JVQUL4Y0 type=write size=3790043 2023-01-15T14:40:56.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.872+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=PI7SYLV7F7PD type=del 2023-01-15T14:40:56.873 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.873+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=EZWLZVEUFLWT type=del size=1722630 2023-01-15T14:40:56.875 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.875+0000 7fab305e2900 1 < suggested remove operation key=ONG29C9MW4PW tag=PMB6IAMLW1DZ type=del 2023-01-15T14:40:56.876 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.876+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=N5KB20OR9IIQ type=del size=3239063 2023-01-15T14:40:56.877 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.877+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=L00JN5FYXZD2 type=del 2023-01-15T14:40:56.878 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.878+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=XSIZM18QDJ28 type=del size=1852705 2023-01-15T14:40:56.879 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.879+0000 7fab305e2900 1 < completed write operation key=H8WF2D844W5R tag=BOMF4KJZZ4NP type=write size=71012 2023-01-15T14:40:56.880 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.880+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=5J1R6ZT16B6O type=del size=3051428 2023-01-15T14:40:56.881 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.881+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=TQPZEORQJWT6 type=del 2023-01-15T14:40:56.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.882+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=L6J4JOK80UOH type=del size=51199 2023-01-15T14:40:56.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.883+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~ZIW8ECEYHCSL.0 size=1048576 2023-01-15T14:40:56.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.883+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~ZIW8ECEYHCSL.1 size=1048576 2023-01-15T14:40:56.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.884+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~ZIW8ECEYHCSL.2 size=873406 2023-01-15T14:40:56.887 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.886+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=ZIW8ECEYHCSL tag=VI89O7W2WNDI type=write size=4019134 2023-01-15T14:40:56.887 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.887+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=02ULU09EMGJA type=write size=271973 2023-01-15T14:40:56.888 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.888+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=A6B8TUBB68UY type=del 2023-01-15T14:40:56.889 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.889+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=1P5CEXDOZ6L4 type=del size=3963890 2023-01-15T14:40:56.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.890+0000 7fab305e2900 -1 < failed to complete operation key=ONG29C9MW4PW tag=WARTHY10AQDC type=del size=1768152: (22) Invalid argument 2023-01-15T14:40:56.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.891+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=0T0Z7AM5SPAM type=write size=453396 2023-01-15T14:40:56.893 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.893+0000 7fab305e2900 1 < suggested remove operation key=3AV2R27PD12K tag=79U663YS1BWP type=del 2023-01-15T14:40:56.895 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.894+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~7299X8VOBBI8.0 size=1048576 2023-01-15T14:40:56.896 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.895+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~7299X8VOBBI8.1 size=1048576 2023-01-15T14:40:56.896 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.896+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~7299X8VOBBI8.2 size=911147 2023-01-15T14:40:56.896 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.896+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=7299X8VOBBI8 tag=N4GASTMNWATD type=write size=4056875 2023-01-15T14:40:56.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.897+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=L7JU54Y9ECQT type=del 2023-01-15T14:40:56.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.898+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=DX1SD1AZSIU7 type=del size=3848151 2023-01-15T14:40:56.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.899+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~9TEZQ3SWRD8E.0 size=866701 2023-01-15T14:40:56.901 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.900+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=9TEZQ3SWRD8E tag=L2PL3IEUP3H3 type=write size=1915277 2023-01-15T14:40:56.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.901+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=Q7OREGL66ZTZ type=del size=988810 2023-01-15T14:40:56.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.902+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~0FYDRPZDZGW6.0 size=1048576 2023-01-15T14:40:56.904 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.903+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~0FYDRPZDZGW6.1 size=991864 2023-01-15T14:40:56.905 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.905+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=0FYDRPZDZGW6 tag=GQNTPSGAC27S type=write size=3089016 2023-01-15T14:40:56.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.907+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~HWRMLDL56ON0.0 size=687213 2023-01-15T14:40:56.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.907+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=HWRMLDL56ON0 tag=Y0M86A04Z0XU type=write size=1735789 2023-01-15T14:40:56.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.908+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=ORRVR25BJD88 type=del 2023-01-15T14:40:56.910 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.910+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~HH5PQ2A9XDP2.0 size=1048576 2023-01-15T14:40:56.911 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.910+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~HH5PQ2A9XDP2.1 size=1048576 2023-01-15T14:40:56.912 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.911+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~HH5PQ2A9XDP2.2 size=252512 2023-01-15T14:40:56.912 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.911+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=HH5PQ2A9XDP2 tag=L9C397UN9BCH type=write size=3398240 2023-01-15T14:40:56.913 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.912+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=7JGD6ZDMYL1E type=del 2023-01-15T14:40:56.914 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.913+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=UUBQVX2Q5ULE type=del size=2382812 2023-01-15T14:40:56.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.914+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=PSS3TW19EETM type=del 2023-01-15T14:40:56.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.915+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=JKDTVVL2CG1F type=del size=2891192 2023-01-15T14:40:56.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.916+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~FRDPNO6RCFP8.0 size=1048576 2023-01-15T14:40:56.918 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.917+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~FRDPNO6RCFP8.1 size=1048576 2023-01-15T14:40:56.918 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.918+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~FRDPNO6RCFP8.2 size=644315 2023-01-15T14:40:56.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.919+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=FRDPNO6RCFP8 tag=YAV9JVQUL4Y0 type=write size=3790043 2023-01-15T14:40:56.921 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.920+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=RDWTP1GXPGB7 type=del size=221858 2023-01-15T14:40:56.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.922+0000 7fab305e2900 1 < suggested remove operation key=PVA8JXP2T3BM tag=EZWLZVEUFLWT type=del 2023-01-15T14:40:56.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.923+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=Z9JDQSXIXSF4 type=del size=3956598 2023-01-15T14:40:56.925 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.924+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=N5KB20OR9IIQ type=del 2023-01-15T14:40:56.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.925+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=H2CESITOMI97 type=del size=2055786 2023-01-15T14:40:56.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.926+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=XSIZM18QDJ28 type=del 2023-01-15T14:40:56.928 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.927+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=JM5KML5KMR2O type=del size=3470066 2023-01-15T14:40:56.929 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.928+0000 7fab305e2900 1 < completed delete operation key=7B20CP9G4OAH tag=5J1R6ZT16B6O type=del 2023-01-15T14:40:56.930 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.929+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=LQALETLXVDBA type=del size=2934700 2023-01-15T14:40:56.931 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.931+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=L6J4JOK80UOH type=del 2023-01-15T14:40:56.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.932+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=GJUR3PPU5QPQ type=del size=3492438 2023-01-15T14:40:56.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.934+0000 7fab305e2900 1 < suggested remove operation key=8CLBEV2LUJWJ tag=02ULU09EMGJA type=write 2023-01-15T14:40:56.937 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.936+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~2ARBV5QENAML.0 size=1048576 2023-01-15T14:40:56.937 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.937+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~2ARBV5QENAML.1 size=740396 2023-01-15T14:40:56.938 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.937+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=2ARBV5QENAML tag=JRYDTYP49CPS type=write size=2837548 2023-01-15T14:40:56.939 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.939+0000 7fab305e2900 1 < suggested update operation key=PZ48A2T3Y6Z4 tag=1P5CEXDOZ6L4 type=del size=3963890 2023-01-15T14:40:56.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.940+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=OEV9EH2FY3WH type=del size=1749021 2023-01-15T14:40:56.942 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.941+0000 7fab305e2900 1 < completed write operation key=PA4FLBOL8VDW tag=0T0Z7AM5SPAM type=write size=453396 2023-01-15T14:40:56.943 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.943+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~VHHLAUUT0YTO.0 size=1048576 2023-01-15T14:40:56.944 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.943+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~VHHLAUUT0YTO.1 size=901917 2023-01-15T14:40:56.944 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.943+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=VHHLAUUT0YTO tag=HUL9DC38MD4D type=write size=2999069 2023-01-15T14:40:56.944 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.943+0000 7fab305e2900 1 < canceled part key=_multipart_QYOQYQAIU2XF.2~7299X8VOBBI8.0 size=1048576 2023-01-15T14:40:56.944 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.943+0000 7fab305e2900 1 < canceled part key=_multipart_QYOQYQAIU2XF.2~7299X8VOBBI8.1 size=1048576 2023-01-15T14:40:56.945 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.944+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~7299X8VOBBI8.2 size=911147 2023-01-15T14:40:56.947 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.946+0000 7fab305e2900 1 < canceled multipart upload key=QYOQYQAIU2XF upload=7299X8VOBBI8 tag=N4GASTMNWATD type=write size=4056875 2023-01-15T14:40:56.948 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.947+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=JH29BSM0SINY type=del size=1443028 2023-01-15T14:40:56.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.948+0000 7fab305e2900 -1 < failed to complete operation key=PZ48A2T3Y6Z4 tag=DX1SD1AZSIU7 type=del size=3848151: (22) Invalid argument 2023-01-15T14:40:56.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.949+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=4XBCD9C6J44E type=del size=3454333 2023-01-15T14:40:56.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.951+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=Q7OREGL66ZTZ type=del 2023-01-15T14:40:56.952 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.952+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=OM0Q1EXIW5OB type=del size=1103751 2023-01-15T14:40:56.953 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.953+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~HWRMLDL56ON0.0 size=687213 2023-01-15T14:40:56.955 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.954+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=HWRMLDL56ON0 tag=Y0M86A04Z0XU type=write size=1735789 2023-01-15T14:40:56.956 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.955+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=11YACA8PKL5J type=write size=205230 2023-01-15T14:40:56.957 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.956+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~HH5PQ2A9XDP2.0 size=1048576 2023-01-15T14:40:56.958 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.957+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~HH5PQ2A9XDP2.1 size=1048576 2023-01-15T14:40:56.958 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.958+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~HH5PQ2A9XDP2.2 size=252512 2023-01-15T14:40:56.960 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.960+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=HH5PQ2A9XDP2 tag=L9C397UN9BCH type=write size=3398240 2023-01-15T14:40:56.962 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.961+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~VOQ5NQPFKOZ6.0 size=206465 2023-01-15T14:40:56.962 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.961+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=VOQ5NQPFKOZ6 tag=5ERBDBZK2CFK type=write size=1255041 2023-01-15T14:40:56.966 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.963+0000 7fab305e2900 1 < suggested remove operation key=KGO3UC39S97I tag=UUBQVX2Q5ULE type=del 2023-01-15T14:40:56.966 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.964+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=8PU2L0KL9EA1 type=write size=1043759 2023-01-15T14:40:56.967 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.966+0000 7fab305e2900 1 < suggested remove operation key=P0S9U3H9PWUH tag=JKDTVVL2CG1F type=del 2023-01-15T14:40:56.968 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.967+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=IWUCL6V19ICJ type=del size=145816 2023-01-15T14:40:56.970 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.969+0000 7fab305e2900 1 < suggested update operation key=QYOQYQAIU2XF tag=RDWTP1GXPGB7 type=del size=221858 2023-01-15T14:40:56.972 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.971+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~G2E12BYPE173.0 size=1048576 2023-01-15T14:40:56.972 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.972+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~G2E12BYPE173.1 size=230403 2023-01-15T14:40:56.973 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.972+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=G2E12BYPE173 tag=12Z0ER2770Z3 type=write size=2327555 2023-01-15T14:40:56.973 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.973+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=Z9JDQSXIXSF4 type=del 2023-01-15T14:40:56.975 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.975+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~6DGX3JRBDC5S.0 size=1048576 2023-01-15T14:40:56.976 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.975+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~6DGX3JRBDC5S.1 size=1048576 2023-01-15T14:40:56.977 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.976+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~6DGX3JRBDC5S.2 size=450615 2023-01-15T14:40:56.977 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.976+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=6DGX3JRBDC5S tag=VEOPLFI61QLT type=write size=3596343 2023-01-15T14:40:56.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.977+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=H2CESITOMI97 type=del 2023-01-15T14:40:56.979 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.978+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=FRCWFZFNI7GB type=del size=233652 2023-01-15T14:40:56.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.979+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=JM5KML5KMR2O type=del 2023-01-15T14:40:56.981 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.980+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=K3VZ6EEDVG72 type=del size=2848225 2023-01-15T14:40:56.982 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.981+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=LQALETLXVDBA type=del 2023-01-15T14:40:56.983 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.982+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=1Z1FN6IK766V type=del size=3193263 2023-01-15T14:40:56.984 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.983+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=GJUR3PPU5QPQ type=del 2023-01-15T14:40:56.986 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.985+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~CIJWB8TUPMB2.0 size=1048576 2023-01-15T14:40:56.987 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.986+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~CIJWB8TUPMB2.1 size=1048576 2023-01-15T14:40:56.987 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.987+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~CIJWB8TUPMB2.2 size=175941 2023-01-15T14:40:56.987 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.987+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=CIJWB8TUPMB2 tag=KMJA3L8G10LD type=write size=3321669 2023-01-15T14:40:56.988 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.988+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~2ARBV5QENAML.0 size=1048576 2023-01-15T14:40:56.989 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.988+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~2ARBV5QENAML.1 size=740396 2023-01-15T14:40:56.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.990+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=2ARBV5QENAML tag=JRYDTYP49CPS type=write size=2837548 2023-01-15T14:40:56.992 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.991+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=LKGRP9GFCWQ7 type=del size=999504 2023-01-15T14:40:56.994 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.993+0000 7fab305e2900 1 < suggested remove operation key=KTFY3EPKMIPP tag=OEV9EH2FY3WH type=del 2023-01-15T14:40:56.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.995+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~FICU2WX4QAQI.0 size=948400 2023-01-15T14:40:56.996 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.995+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=FICU2WX4QAQI tag=1KUP8FXSMATJ type=write size=1996976 2023-01-15T14:40:56.996 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.996+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~VHHLAUUT0YTO.0 size=1048576 2023-01-15T14:40:56.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.996+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~VHHLAUUT0YTO.1 size=901917 2023-01-15T14:40:56.999 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:56.998+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=VHHLAUUT0YTO tag=HUL9DC38MD4D type=write size=2999069 2023-01-15T14:40:57.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.000+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~ZNI0AAV8IDZK.0 size=1048576 2023-01-15T14:40:57.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.001+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~ZNI0AAV8IDZK.1 size=385254 2023-01-15T14:40:57.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.001+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=ZNI0AAV8IDZK tag=6S16O07SE5Y2 type=write size=2482406 2023-01-15T14:40:57.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.002+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=JH29BSM0SINY type=del 2023-01-15T14:40:57.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.003+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=CI6GD6GIE5WG type=write size=480424 2023-01-15T14:40:57.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.004+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=4XBCD9C6J44E type=del 2023-01-15T14:40:57.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.005+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=DH1KI6JBX1GI type=del size=275931 2023-01-15T14:40:57.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.006+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=OM0Q1EXIW5OB type=del 2023-01-15T14:40:57.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.007+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=YT3B5CYF6RNV type=del size=3862683 2023-01-15T14:40:57.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.008+0000 7fab305e2900 1 < completed write operation key=ZKWYQ233LD63 tag=11YACA8PKL5J type=write size=205230 2023-01-15T14:40:57.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.009+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=2AMHL7B7IBWH type=del size=2130866 2023-01-15T14:40:57.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.010+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~VOQ5NQPFKOZ6.0 size=206465 2023-01-15T14:40:57.012 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.012+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=VOQ5NQPFKOZ6 tag=5ERBDBZK2CFK type=write size=1255041 2023-01-15T14:40:57.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.014+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~YIZSXSC1I4HU.0 size=1048576 2023-01-15T14:40:57.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.015+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~YIZSXSC1I4HU.1 size=1048576 2023-01-15T14:40:57.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.015+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~YIZSXSC1I4HU.2 size=158087 2023-01-15T14:40:57.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.015+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=YIZSXSC1I4HU tag=DOYNWCE0SCWA type=write size=3303815 2023-01-15T14:40:57.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.016+0000 7fab305e2900 -1 < failed to complete operation key=P0S9U3H9PWUH tag=8PU2L0KL9EA1 type=write size=1043759: (22) Invalid argument 2023-01-15T14:40:57.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.018+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~Y99EL22P2DHU.0 size=1048576 2023-01-15T14:40:57.020 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.019+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~Y99EL22P2DHU.1 size=1048576 2023-01-15T14:40:57.020 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.019+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~Y99EL22P2DHU.2 size=416640 2023-01-15T14:40:57.020 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.019+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=Y99EL22P2DHU tag=D6MIMEASGB11 type=write size=3562368 2023-01-15T14:40:57.021 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.020+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=IWUCL6V19ICJ type=del 2023-01-15T14:40:57.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.021+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=7TKKE9ARD8IJ type=write size=828063 2023-01-15T14:40:57.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.022+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~G2E12BYPE173.0 size=1048576 2023-01-15T14:40:57.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.023+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~G2E12BYPE173.1 size=230403 2023-01-15T14:40:57.025 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.025+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=G2E12BYPE173 tag=12Z0ER2770Z3 type=write size=2327555 2023-01-15T14:40:57.028 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.027+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~W5P180YI1DND.0 size=1048576 2023-01-15T14:40:57.028 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.028+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~W5P180YI1DND.1 size=1048576 2023-01-15T14:40:57.029 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.028+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~W5P180YI1DND.2 size=541326 2023-01-15T14:40:57.029 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.028+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=W5P180YI1DND tag=009LDYEDJSQY type=write size=3687054 2023-01-15T14:40:57.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.029+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~6DGX3JRBDC5S.0 size=1048576 2023-01-15T14:40:57.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.030+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~6DGX3JRBDC5S.1 size=1048576 2023-01-15T14:40:57.032 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.031+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~6DGX3JRBDC5S.2 size=450615 2023-01-15T14:40:57.033 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.033+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=6DGX3JRBDC5S tag=VEOPLFI61QLT type=write size=3596343 2023-01-15T14:40:57.034 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.034+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=V2Q9EJ5FCW11 type=del size=2035813 2023-01-15T14:40:57.035 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.035+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=FRCWFZFNI7GB type=del 2023-01-15T14:40:57.036 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.036+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=WLDCQFY0OIRT type=write size=1696 2023-01-15T14:40:57.037 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.037+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=K3VZ6EEDVG72 type=del 2023-01-15T14:40:57.039 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.039+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~359KEYOYVRKW.0 size=1048576 2023-01-15T14:40:57.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.040+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~359KEYOYVRKW.1 size=1048576 2023-01-15T14:40:57.041 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.040+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~359KEYOYVRKW.2 size=645226 2023-01-15T14:40:57.041 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.040+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=359KEYOYVRKW tag=89KP0IJB24QO type=write size=3790954 2023-01-15T14:40:57.042 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.041+0000 7fab305e2900 1 < canceled operation key=7B20CP9G4OAH tag=1Z1FN6IK766V type=del size=3193263 2023-01-15T14:40:57.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.042+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=AIRM64OFVCUL type=del size=2561597 2023-01-15T14:40:57.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.043+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~CIJWB8TUPMB2.0 size=1048576 2023-01-15T14:40:57.045 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.044+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~CIJWB8TUPMB2.1 size=1048576 2023-01-15T14:40:57.045 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.045+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~CIJWB8TUPMB2.2 size=175941 2023-01-15T14:40:57.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.046+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=CIJWB8TUPMB2 tag=KMJA3L8G10LD type=write size=3321669 2023-01-15T14:40:57.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.047+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=ESOO9K38KI4O type=del size=1656294 2023-01-15T14:40:57.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.048+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=LKGRP9GFCWQ7 type=del 2023-01-15T14:40:57.050 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.049+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=DZUVGK4NH1EC type=del size=4006452 2023-01-15T14:40:57.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.050+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~FICU2WX4QAQI.0 size=948400 2023-01-15T14:40:57.052 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.052+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=FICU2WX4QAQI tag=1KUP8FXSMATJ type=write size=1996976 2023-01-15T14:40:57.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.053+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=GY85XWO6RHLT type=del size=1234744 2023-01-15T14:40:57.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.053+0000 7fab305e2900 1 < canceled part key=_multipart_9BIBU11P1SQR.2~ZNI0AAV8IDZK.0 size=1048576 2023-01-15T14:40:57.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.053+0000 7fab305e2900 1 < canceled part key=_multipart_9BIBU11P1SQR.2~ZNI0AAV8IDZK.1 size=385254 2023-01-15T14:40:57.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.055+0000 7fab305e2900 1 < canceled multipart upload key=9BIBU11P1SQR upload=ZNI0AAV8IDZK tag=6S16O07SE5Y2 type=write size=2482406 2023-01-15T14:40:57.056 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.056+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=KIMA398TZWID type=del size=1737139 2023-01-15T14:40:57.058 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.058+0000 7fab305e2900 1 < suggested remove operation key=VUD7RI610PSV tag=CI6GD6GIE5WG type=write 2023-01-15T14:40:57.059 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.059+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=0JJHRWCRV3GQ type=del size=1741466 2023-01-15T14:40:57.061 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.060+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=DH1KI6JBX1GI type=del 2023-01-15T14:40:57.063 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.062+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~JV2KJHXTMQU3.0 size=1048576 2023-01-15T14:40:57.064 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.063+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~JV2KJHXTMQU3.1 size=80317 2023-01-15T14:40:57.064 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.063+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=JV2KJHXTMQU3 tag=KUI9CC7PDJXV type=write size=2177469 2023-01-15T14:40:57.066 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.065+0000 7fab305e2900 1 < suggested remove operation key=4XIS9UMTWBMU tag=YT3B5CYF6RNV type=del 2023-01-15T14:40:57.067 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.066+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=98O4YY7GES6S type=del size=3506168 2023-01-15T14:40:57.069 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.068+0000 7fab305e2900 1 < suggested update operation key=WIB3VTX3KFIK tag=2AMHL7B7IBWH type=del size=2130866 2023-01-15T14:40:57.070 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.070+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=T22YGLPW6BO1 type=del size=860089 2023-01-15T14:40:57.071 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.071+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~YIZSXSC1I4HU.0 size=1048576 2023-01-15T14:40:57.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.072+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~YIZSXSC1I4HU.1 size=1048576 2023-01-15T14:40:57.073 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.072+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~YIZSXSC1I4HU.2 size=158087 2023-01-15T14:40:57.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.074+0000 7fab305e2900 1 < completed multipart upload key=8CLBEV2LUJWJ upload=YIZSXSC1I4HU tag=DOYNWCE0SCWA type=write size=3303815 2023-01-15T14:40:57.076 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.075+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=QDED2KF6N99E type=del size=3098647 2023-01-15T14:40:57.077 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.076+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~Y99EL22P2DHU.0 size=1048576 2023-01-15T14:40:57.078 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.077+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~Y99EL22P2DHU.1 size=1048576 2023-01-15T14:40:57.079 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.078+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~Y99EL22P2DHU.2 size=416640 2023-01-15T14:40:57.080 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.080+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=Y99EL22P2DHU tag=D6MIMEASGB11 type=write size=3562368 2023-01-15T14:40:57.081 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.081+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=SAFQMRKF7520 type=del size=1116422 2023-01-15T14:40:57.082 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.082+0000 7fab305e2900 1 < completed write operation key=FDLD6LAR610I tag=7TKKE9ARD8IJ type=write size=828063 2023-01-15T14:40:57.083 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.083+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=Q90W0F8Q5IXL type=del size=2520739 2023-01-15T14:40:57.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.084+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~W5P180YI1DND.0 size=1048576 2023-01-15T14:40:57.085 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.084+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~W5P180YI1DND.1 size=1048576 2023-01-15T14:40:57.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.085+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~W5P180YI1DND.2 size=541326 2023-01-15T14:40:57.087 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.087+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=W5P180YI1DND tag=009LDYEDJSQY type=write size=3687054 2023-01-15T14:40:57.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.088+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~9Y0TXX5TPMMC.0 size=1048576 2023-01-15T14:40:57.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.089+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~9Y0TXX5TPMMC.1 size=1048576 2023-01-15T14:40:57.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.090+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~9Y0TXX5TPMMC.2 size=96304 2023-01-15T14:40:57.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.090+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=9Y0TXX5TPMMC tag=0W8R1EF8OYOB type=write size=3242032 2023-01-15T14:40:57.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.091+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=V2Q9EJ5FCW11 type=del 2023-01-15T14:40:57.093 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.092+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~E41QL7WJ5T77.0 size=1048576 2023-01-15T14:40:57.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.093+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~E41QL7WJ5T77.1 size=1048576 2023-01-15T14:40:57.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.094+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~E41QL7WJ5T77.2 size=451271 2023-01-15T14:40:57.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.094+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=E41QL7WJ5T77 tag=AF0PEQVPVK8Y type=write size=3596999 2023-01-15T14:40:57.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.095+0000 7fab305e2900 1 < completed write operation key=FDLD6LAR610I tag=WLDCQFY0OIRT type=write size=1696 2023-01-15T14:40:57.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.096+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~RN9YO0I6V6KV.0 size=1040574 2023-01-15T14:40:57.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.096+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=RN9YO0I6V6KV tag=RP2R2NU5DUDQ type=write size=2089150 2023-01-15T14:40:57.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.097+0000 7fab305e2900 1 < canceled part key=_multipart_VUD7RI610PSV.2~359KEYOYVRKW.0 size=1048576 2023-01-15T14:40:57.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.097+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~359KEYOYVRKW.1 size=1048576 2023-01-15T14:40:57.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.098+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~359KEYOYVRKW.2 size=645226 2023-01-15T14:40:57.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.100+0000 7fab305e2900 1 < canceled multipart upload key=VUD7RI610PSV upload=359KEYOYVRKW tag=89KP0IJB24QO type=write size=3790954 2023-01-15T14:40:57.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.102+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~I4J9LLBGLS25.0 size=344580 2023-01-15T14:40:57.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.102+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=I4J9LLBGLS25 tag=KEC7NOSUBMGA type=write size=1393156 2023-01-15T14:40:57.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.103+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=AIRM64OFVCUL type=del 2023-01-15T14:40:57.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.103+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=33JD70VWP7SY type=del size=666298 2023-01-15T14:40:57.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.104+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=ESOO9K38KI4O type=del 2023-01-15T14:40:57.106 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.105+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=PG315H216RLJ type=del size=252187 2023-01-15T14:40:57.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.107+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=DZUVGK4NH1EC type=del 2023-01-15T14:40:57.109 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.108+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~74MLBXYZUW3E.0 size=1048576 2023-01-15T14:40:57.110 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.109+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~74MLBXYZUW3E.1 size=1048576 2023-01-15T14:40:57.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.110+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~74MLBXYZUW3E.2 size=528287 2023-01-15T14:40:57.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.110+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=74MLBXYZUW3E tag=M8G134T3PAX8 type=write size=3674015 2023-01-15T14:40:57.112 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.111+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=GY85XWO6RHLT type=del 2023-01-15T14:40:57.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.112+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=M4T2FSTQXOK9 type=write size=142911 2023-01-15T14:40:57.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.113+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=KIMA398TZWID type=del 2023-01-15T14:40:57.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.114+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=4PZ8LWNT4GN9 type=del size=337608 2023-01-15T14:40:57.116 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.116+0000 7fab305e2900 1 < suggested update operation key=KTFY3EPKMIPP tag=0JJHRWCRV3GQ type=del size=1741466 2023-01-15T14:40:57.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.117+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=P71JSQXVTRYU type=del size=1320606 2023-01-15T14:40:57.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.118+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~JV2KJHXTMQU3.0 size=1048576 2023-01-15T14:40:57.119 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.119+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~JV2KJHXTMQU3.1 size=80317 2023-01-15T14:40:57.121 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.120+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=JV2KJHXTMQU3 tag=KUI9CC7PDJXV type=write size=2177469 2023-01-15T14:40:57.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.121+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=X3W0W2IUWDYP type=write size=994053 2023-01-15T14:40:57.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.123+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=98O4YY7GES6S type=del 2023-01-15T14:40:57.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.124+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=FNPQIY00NPPC type=del size=596859 2023-01-15T14:40:57.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.125+0000 7fab305e2900 1 < canceled operation key=P0S9U3H9PWUH tag=T22YGLPW6BO1 type=del size=860089 2023-01-15T14:40:57.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.126+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=OUI7IQMSKYAM type=del size=568392 2023-01-15T14:40:57.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.128+0000 7fab305e2900 1 < suggested update operation key=BYCBFI34ZVMR tag=QDED2KF6N99E type=del size=3098647 2023-01-15T14:40:57.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.129+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=U2BPEYLNNKOS type=del size=1858658 2023-01-15T14:40:57.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.132+0000 7fab305e2900 1 < suggested remove operation key=8CLBEV2LUJWJ tag=SAFQMRKF7520 type=del 2023-01-15T14:40:57.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.133+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=F5US6NB0SEP9 type=write size=943294 2023-01-15T14:40:57.135 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.135+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=Q90W0F8Q5IXL type=del 2023-01-15T14:40:57.136 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.136+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=4Y6FC5NJF1VE type=write size=90760 2023-01-15T14:40:57.137 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.137+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~9Y0TXX5TPMMC.0 size=1048576 2023-01-15T14:40:57.138 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.137+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~9Y0TXX5TPMMC.1 size=1048576 2023-01-15T14:40:57.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.138+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~9Y0TXX5TPMMC.2 size=96304 2023-01-15T14:40:57.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.140+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=9Y0TXX5TPMMC tag=0W8R1EF8OYOB type=write size=3242032 2023-01-15T14:40:57.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.141+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=ADIWJEYWGV7D type=write size=53234 2023-01-15T14:40:57.142 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.142+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~E41QL7WJ5T77.0 size=1048576 2023-01-15T14:40:57.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.143+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~E41QL7WJ5T77.1 size=1048576 2023-01-15T14:40:57.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.143+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~E41QL7WJ5T77.2 size=451271 2023-01-15T14:40:57.146 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.145+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=E41QL7WJ5T77 tag=AF0PEQVPVK8Y type=write size=3596999 2023-01-15T14:40:57.147 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.146+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=G29Q1I8YJMYB type=del size=4034871 2023-01-15T14:40:57.148 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.147+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~RN9YO0I6V6KV.0 size=1040574 2023-01-15T14:40:57.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.149+0000 7fab305e2900 1 < completed multipart upload key=Q82PRJIVXO0C upload=RN9YO0I6V6KV tag=RP2R2NU5DUDQ type=write size=2089150 2023-01-15T14:40:57.152 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.151+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~34ZHTDEKOV14.0 size=1048576 2023-01-15T14:40:57.153 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.152+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~34ZHTDEKOV14.1 size=991244 2023-01-15T14:40:57.153 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.152+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=34ZHTDEKOV14 tag=HERCRM2SQ58E type=write size=3088396 2023-01-15T14:40:57.154 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.153+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~I4J9LLBGLS25.0 size=344580 2023-01-15T14:40:57.155 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.155+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=I4J9LLBGLS25 tag=KEC7NOSUBMGA type=write size=1393156 2023-01-15T14:40:57.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.157+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~4MGK0IHG5ES0.0 size=716703 2023-01-15T14:40:57.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.157+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=4MGK0IHG5ES0 tag=Z3HB43IF410D type=write size=1765279 2023-01-15T14:40:57.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.158+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=33JD70VWP7SY type=del 2023-01-15T14:40:57.160 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.160+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~FEOCC2UBTW8Z.0 size=1048576 2023-01-15T14:40:57.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.160+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~FEOCC2UBTW8Z.1 size=845721 2023-01-15T14:40:57.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.160+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=FEOCC2UBTW8Z tag=7E9LKN2D9040 type=write size=2942873 2023-01-15T14:40:57.162 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.161+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=PG315H216RLJ type=del 2023-01-15T14:40:57.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.163+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~3QO9AULJQYHJ.0 size=312052 2023-01-15T14:40:57.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.163+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=3QO9AULJQYHJ tag=GCEKOF2Q6HFG type=write size=1360628 2023-01-15T14:40:57.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.164+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~74MLBXYZUW3E.0 size=1048576 2023-01-15T14:40:57.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.165+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~74MLBXYZUW3E.1 size=1048576 2023-01-15T14:40:57.167 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.166+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~74MLBXYZUW3E.2 size=528287 2023-01-15T14:40:57.169 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.168+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=74MLBXYZUW3E tag=M8G134T3PAX8 type=write size=3674015 2023-01-15T14:40:57.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.169+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=6V62VNTXA5V2 type=del size=3730685 2023-01-15T14:40:57.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.170+0000 7fab305e2900 1 < canceled operation key=H8WF2D844W5R tag=M4T2FSTQXOK9 type=write size=142911 2023-01-15T14:40:57.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.171+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=MM3XD5QN5UV1 type=del size=1420287 2023-01-15T14:40:57.174 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.173+0000 7fab305e2900 1 < suggested update operation key=PZ48A2T3Y6Z4 tag=4PZ8LWNT4GN9 type=del size=337608 2023-01-15T14:40:57.175 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.175+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=W295HKUPOED8 type=del size=2784714 2023-01-15T14:40:57.176 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.176+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=P71JSQXVTRYU type=del 2023-01-15T14:40:57.178 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.177+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~XMR6B954D4O3.0 size=1048576 2023-01-15T14:40:57.179 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.178+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~XMR6B954D4O3.1 size=1048576 2023-01-15T14:40:57.180 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.179+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~XMR6B954D4O3.2 size=401983 2023-01-15T14:40:57.180 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.179+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=XMR6B954D4O3 tag=H40IHOHPWVOW type=write size=3547711 2023-01-15T14:40:57.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.181+0000 7fab305e2900 1 < suggested remove operation key=7B20CP9G4OAH tag=X3W0W2IUWDYP type=write 2023-01-15T14:40:57.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.183+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~UAHS1Q32CJM7.0 size=1048576 2023-01-15T14:40:57.185 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.184+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~UAHS1Q32CJM7.1 size=1048576 2023-01-15T14:40:57.186 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.185+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~UAHS1Q32CJM7.2 size=854084 2023-01-15T14:40:57.186 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.185+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=UAHS1Q32CJM7 tag=LDWOXM2TZMWY type=write size=3999812 2023-01-15T14:40:57.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.186+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=FNPQIY00NPPC type=del 2023-01-15T14:40:57.189 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.188+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~8CRWD3WKVRCO.0 size=1048576 2023-01-15T14:40:57.189 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.189+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~8CRWD3WKVRCO.1 size=1021952 2023-01-15T14:40:57.190 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.189+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=8CRWD3WKVRCO tag=YUIQNGYZFF32 type=write size=3119104 2023-01-15T14:40:57.192 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.191+0000 7fab305e2900 1 < suggested update operation key=JP5RXNMPLSF8 tag=OUI7IQMSKYAM type=del size=568392 2023-01-15T14:40:57.193 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.192+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=RGUMQBLVFBC1 type=del size=518565 2023-01-15T14:40:57.194 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.193+0000 7fab305e2900 -1 < failed to complete operation key=7B20CP9G4OAH tag=U2BPEYLNNKOS type=del size=1858658: (22) Invalid argument 2023-01-15T14:40:57.195 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.194+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=L6RBV7WGWFTG type=del size=2882082 2023-01-15T14:40:57.197 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.197+0000 7fab305e2900 1 < suggested remove operation key=H8WF2D844W5R tag=F5US6NB0SEP9 type=write 2023-01-15T14:40:57.199 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.199+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~3Z2RO5UPULP0.0 size=1048576 2023-01-15T14:40:57.200 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.199+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~3Z2RO5UPULP0.1 size=1048576 2023-01-15T14:40:57.201 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.200+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~3Z2RO5UPULP0.2 size=488557 2023-01-15T14:40:57.201 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.200+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=3Z2RO5UPULP0 tag=6QRVH3V3P6AO type=write size=3634285 2023-01-15T14:40:57.202 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.201+0000 7fab305e2900 -1 < failed to complete operation key=JP5RXNMPLSF8 tag=4Y6FC5NJF1VE type=write size=90760: (22) Invalid argument 2023-01-15T14:40:57.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.202+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=812I103PD6UQ type=del size=2291322 2023-01-15T14:40:57.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.204+0000 7fab305e2900 1 < completed write operation key=KTFY3EPKMIPP tag=ADIWJEYWGV7D type=write size=53234 2023-01-15T14:40:57.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.205+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=NK5R9V5YQSCV type=del size=3098760 2023-01-15T14:40:57.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.206+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=G29Q1I8YJMYB type=del 2023-01-15T14:40:57.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.207+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=0EM71ZJJKZW2 type=del size=2497486 2023-01-15T14:40:57.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.208+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~34ZHTDEKOV14.0 size=1048576 2023-01-15T14:40:57.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.208+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~34ZHTDEKOV14.1 size=991244 2023-01-15T14:40:57.211 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.210+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=34ZHTDEKOV14 tag=HERCRM2SQ58E type=write size=3088396 2023-01-15T14:40:57.212 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.212+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=X93OFVH5WXS2 type=del size=3384535 2023-01-15T14:40:57.214 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.213+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~4MGK0IHG5ES0.0 size=716703 2023-01-15T14:40:57.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.215+0000 7fab305e2900 1 < completed multipart upload key=ONG29C9MW4PW upload=4MGK0IHG5ES0 tag=Z3HB43IF410D type=write size=1765279 2023-01-15T14:40:57.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.217+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~KNPQMWP8ELU9.0 size=1048576 2023-01-15T14:40:57.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.218+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~KNPQMWP8ELU9.1 size=1048576 2023-01-15T14:40:57.219 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.218+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~KNPQMWP8ELU9.2 size=680054 2023-01-15T14:40:57.219 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.218+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=KNPQMWP8ELU9 tag=GNVNBFV2KU0I type=write size=3825782 2023-01-15T14:40:57.220 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.219+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~FEOCC2UBTW8Z.0 size=1048576 2023-01-15T14:40:57.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.220+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~FEOCC2UBTW8Z.1 size=845721 2023-01-15T14:40:57.223 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.222+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=FEOCC2UBTW8Z tag=7E9LKN2D9040 type=write size=2942873 2023-01-15T14:40:57.224 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.224+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=H1CHT8AMVR28 type=del size=1284320 2023-01-15T14:40:57.225 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.225+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~3QO9AULJQYHJ.0 size=312052 2023-01-15T14:40:57.227 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.226+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=3QO9AULJQYHJ tag=GCEKOF2Q6HFG type=write size=1360628 2023-01-15T14:40:57.228 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.228+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=1PT8IBHOL2G6 type=write size=450942 2023-01-15T14:40:57.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.229+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=6V62VNTXA5V2 type=del 2023-01-15T14:40:57.230 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.230+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=7F50PKEMHU59 type=del size=3572582 2023-01-15T14:40:57.232 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.232+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=MM3XD5QN5UV1 type=del 2023-01-15T14:40:57.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.233+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~YILCG6P4ZMOG.0 size=43071 2023-01-15T14:40:57.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.233+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=YILCG6P4ZMOG tag=TGY0ZEA77UEM type=write size=1091647 2023-01-15T14:40:57.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.235+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=W295HKUPOED8 type=del 2023-01-15T14:40:57.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.236+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=S8EFGU4LQPLB type=write size=399515 2023-01-15T14:40:57.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.237+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~XMR6B954D4O3.0 size=1048576 2023-01-15T14:40:57.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.237+0000 7fab305e2900 1 < canceled part key=_multipart_PZ48A2T3Y6Z4.2~XMR6B954D4O3.1 size=1048576 2023-01-15T14:40:57.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.238+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~XMR6B954D4O3.2 size=401983 2023-01-15T14:40:57.240 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.240+0000 7fab305e2900 1 < canceled multipart upload key=PZ48A2T3Y6Z4 upload=XMR6B954D4O3 tag=H40IHOHPWVOW type=write size=3547711 2023-01-15T14:40:57.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.242+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~TUCQ7CGFSL4N.0 size=1048576 2023-01-15T14:40:57.243 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.243+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~TUCQ7CGFSL4N.1 size=1048576 2023-01-15T14:40:57.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.244+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~TUCQ7CGFSL4N.2 size=930996 2023-01-15T14:40:57.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.244+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=TUCQ7CGFSL4N tag=RN4QYR12JP0F type=write size=4076724 2023-01-15T14:40:57.245 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.245+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~UAHS1Q32CJM7.0 size=1048576 2023-01-15T14:40:57.247 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.246+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~UAHS1Q32CJM7.1 size=1048576 2023-01-15T14:40:57.247 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.247+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~UAHS1Q32CJM7.2 size=854084 2023-01-15T14:40:57.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.249+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=UAHS1Q32CJM7 tag=LDWOXM2TZMWY type=write size=3999812 2023-01-15T14:40:57.250 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.250+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=EUX1WA1BFHHG type=del size=3779257 2023-01-15T14:40:57.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.251+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~8CRWD3WKVRCO.0 size=1048576 2023-01-15T14:40:57.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.252+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~8CRWD3WKVRCO.1 size=1021952 2023-01-15T14:40:57.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.253+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=8CRWD3WKVRCO tag=YUIQNGYZFF32 type=write size=3119104 2023-01-15T14:40:57.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.256+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~9139HT81OYMN.0 size=1048576 2023-01-15T14:40:57.257 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.256+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~9139HT81OYMN.1 size=1048576 2023-01-15T14:40:57.258 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.258+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~9139HT81OYMN.2 size=478981 2023-01-15T14:40:57.258 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.258+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=9139HT81OYMN tag=Q91UDMTYRTQI type=write size=3624709 2023-01-15T14:40:57.260 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.260+0000 7fab305e2900 1 < suggested remove operation key=ONG29C9MW4PW tag=RGUMQBLVFBC1 type=del 2023-01-15T14:40:57.261 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.261+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=YUH4HSVI7WMC type=del size=1656485 2023-01-15T14:40:57.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.262+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=L6RBV7WGWFTG type=del 2023-01-15T14:40:57.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.263+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=E4CFKH7VU8C1 type=write size=770796 2023-01-15T14:40:57.264 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.264+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~3Z2RO5UPULP0.0 size=1048576 2023-01-15T14:40:57.265 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.265+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~3Z2RO5UPULP0.1 size=1048576 2023-01-15T14:40:57.266 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.265+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~3Z2RO5UPULP0.2 size=488557 2023-01-15T14:40:57.268 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.267+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=3Z2RO5UPULP0 tag=6QRVH3V3P6AO type=write size=3634285 2023-01-15T14:40:57.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.269+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~9EKZ56VBUGY8.0 size=1048576 2023-01-15T14:40:57.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.270+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~9EKZ56VBUGY8.1 size=1048576 2023-01-15T14:40:57.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.271+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~9EKZ56VBUGY8.2 size=82923 2023-01-15T14:40:57.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.271+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=9EKZ56VBUGY8 tag=2QZUVJEBCVRL type=write size=3228651 2023-01-15T14:40:57.274 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.273+0000 7fab305e2900 1 < suggested remove operation key=4X28OAD9RALB tag=812I103PD6UQ type=del 2023-01-15T14:40:57.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.275+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=9ZO7J2950NBU type=del size=185785 2023-01-15T14:40:57.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.276+0000 7fab305e2900 1 < canceled operation key=GEI2ZTAKBNDK tag=NK5R9V5YQSCV type=del size=3098760 2023-01-15T14:40:57.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.278+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~COBNQ95VE805.0 size=586770 2023-01-15T14:40:57.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.278+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=COBNQ95VE805 tag=IBIO8H1QE6MT type=write size=1635346 2023-01-15T14:40:57.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.280+0000 7fab305e2900 1 < suggested update operation key=Q82PRJIVXO0C tag=0EM71ZJJKZW2 type=del size=2497486 2023-01-15T14:40:57.283 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.282+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~MRMHO3TI5KEZ.0 size=1048576 2023-01-15T14:40:57.284 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.283+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~MRMHO3TI5KEZ.1 size=1048576 2023-01-15T14:40:57.284 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.284+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~MRMHO3TI5KEZ.2 size=490314 2023-01-15T14:40:57.285 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.284+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=MRMHO3TI5KEZ tag=QLXR7NOCAAO4 type=write size=3636042 2023-01-15T14:40:57.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.285+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=X93OFVH5WXS2 type=del 2023-01-15T14:40:57.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.286+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=IC54OGNW001K type=del size=1836163 2023-01-15T14:40:57.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.287+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~KNPQMWP8ELU9.0 size=1048576 2023-01-15T14:40:57.288 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.288+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~KNPQMWP8ELU9.1 size=1048576 2023-01-15T14:40:57.289 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.288+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~KNPQMWP8ELU9.2 size=680054 2023-01-15T14:40:57.291 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.290+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=KNPQMWP8ELU9 tag=GNVNBFV2KU0I type=write size=3825782 2023-01-15T14:40:57.292 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.291+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=2CY8Z44UO7LT type=del size=533803 2023-01-15T14:40:57.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.292+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=H1CHT8AMVR28 type=del 2023-01-15T14:40:57.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.294+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~V30IO5J2AD9S.0 size=496527 2023-01-15T14:40:57.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.294+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=V30IO5J2AD9S tag=LQFBMQQNSYAY type=write size=1545103 2023-01-15T14:40:57.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.296+0000 7fab305e2900 1 < suggested remove operation key=7B20CP9G4OAH tag=1PT8IBHOL2G6 type=write 2023-01-15T14:40:57.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.298+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~8RFDMXU9ZTUU.0 size=454065 2023-01-15T14:40:57.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.298+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=8RFDMXU9ZTUU tag=IFLF20SL355E type=write size=1502641 2023-01-15T14:40:57.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.299+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=7F50PKEMHU59 type=del 2023-01-15T14:40:57.301 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.300+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=4XWUUT48O1XF type=write size=121498 2023-01-15T14:40:57.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.301+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~YILCG6P4ZMOG.0 size=43071 2023-01-15T14:40:57.304 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.303+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=YILCG6P4ZMOG tag=TGY0ZEA77UEM type=write size=1091647 2023-01-15T14:40:57.306 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.305+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~Y8C9TJZN5TK7.0 size=303045 2023-01-15T14:40:57.306 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.305+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=Y8C9TJZN5TK7 tag=OOVIWOSUNOV7 type=write size=1351621 2023-01-15T14:40:57.308 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.306+0000 7fab305e2900 1 < completed write operation key=GEI2ZTAKBNDK tag=S8EFGU4LQPLB type=write size=399515 2023-01-15T14:40:57.308 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.308+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~5CGJ4TKXURBI.0 size=1048576 2023-01-15T14:40:57.309 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.309+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~5CGJ4TKXURBI.1 size=1048576 2023-01-15T14:40:57.310 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.309+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~5CGJ4TKXURBI.2 size=1043178 2023-01-15T14:40:57.310 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.309+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=5CGJ4TKXURBI tag=RVR3VFQLYHN5 type=write size=4188906 2023-01-15T14:40:57.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.311+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~TUCQ7CGFSL4N.0 size=1048576 2023-01-15T14:40:57.312 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.311+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~TUCQ7CGFSL4N.1 size=1048576 2023-01-15T14:40:57.313 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.312+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~TUCQ7CGFSL4N.2 size=930996 2023-01-15T14:40:57.314 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.314+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=TUCQ7CGFSL4N tag=RN4QYR12JP0F type=write size=4076724 2023-01-15T14:40:57.315 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.315+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=174RNSFTJ5CH type=del size=3340792 2023-01-15T14:40:57.316 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.316+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=EUX1WA1BFHHG type=del 2023-01-15T14:40:57.317 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.317+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=M2X1ET0T9NTA type=write size=327663 2023-01-15T14:40:57.318 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.318+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~9139HT81OYMN.0 size=1048576 2023-01-15T14:40:57.319 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.319+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~9139HT81OYMN.1 size=1048576 2023-01-15T14:40:57.320 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.319+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~9139HT81OYMN.2 size=478981 2023-01-15T14:40:57.322 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.321+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=9139HT81OYMN tag=Q91UDMTYRTQI type=write size=3624709 2023-01-15T14:40:57.323 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.322+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=N7OQRDKXFS16 type=del size=4101172 2023-01-15T14:40:57.324 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.323+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=YUH4HSVI7WMC type=del 2023-01-15T14:40:57.326 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.325+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~2JXLXVHT0CV2.0 size=1039127 2023-01-15T14:40:57.326 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.325+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=2JXLXVHT0CV2 tag=XHZ0ZU164L32 type=write size=2087703 2023-01-15T14:40:57.328 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.327+0000 7fab305e2900 1 < suggested remove operation key=LSUPQGQTVO84 tag=E4CFKH7VU8C1 type=write 2023-01-15T14:40:57.328 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.328+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=RBLLA0M9USYA type=del size=3546335 2023-01-15T14:40:57.330 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.329+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~9EKZ56VBUGY8.0 size=1048576 2023-01-15T14:40:57.331 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.330+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~9EKZ56VBUGY8.1 size=1048576 2023-01-15T14:40:57.331 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.331+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~9EKZ56VBUGY8.2 size=82923 2023-01-15T14:40:57.333 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.333+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=9EKZ56VBUGY8 tag=2QZUVJEBCVRL type=write size=3228651 2023-01-15T14:40:57.334 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.333+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=WOFIE8LYE4HP type=write size=732226 2023-01-15T14:40:57.335 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.335+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=9ZO7J2950NBU type=del 2023-01-15T14:40:57.337 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.336+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~FG1CTWPY6GW0.0 size=192941 2023-01-15T14:40:57.337 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.336+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=FG1CTWPY6GW0 tag=0C4JBPFB1XGC type=write size=1241517 2023-01-15T14:40:57.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.337+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~COBNQ95VE805.0 size=586770 2023-01-15T14:40:57.340 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.339+0000 7fab305e2900 1 < completed multipart upload key=ONG29C9MW4PW upload=COBNQ95VE805 tag=IBIO8H1QE6MT type=write size=1635346 2023-01-15T14:40:57.341 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.340+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=3TDBO9LO4F7O type=write size=566596 2023-01-15T14:40:57.342 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.341+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~MRMHO3TI5KEZ.0 size=1048576 2023-01-15T14:40:57.343 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.342+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~MRMHO3TI5KEZ.1 size=1048576 2023-01-15T14:40:57.343 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.343+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~MRMHO3TI5KEZ.2 size=490314 2023-01-15T14:40:57.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.345+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=MRMHO3TI5KEZ tag=QLXR7NOCAAO4 type=write size=3636042 2023-01-15T14:40:57.346 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.346+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=8SZ1DA0AVU04 type=del size=1728352 2023-01-15T14:40:57.349 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.348+0000 7fab305e2900 1 < suggested update operation key=KGO3UC39S97I tag=IC54OGNW001K type=del size=1836163 2023-01-15T14:40:57.350 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.349+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=KNFB68T3DJ52 type=del size=1982646 2023-01-15T14:40:57.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.351+0000 7fab305e2900 1 < suggested update operation key=Q82PRJIVXO0C tag=2CY8Z44UO7LT type=del size=533803 2023-01-15T14:40:57.353 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.353+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~ILKM188RN1VK.0 size=419882 2023-01-15T14:40:57.353 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.353+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=ILKM188RN1VK tag=3C8VJTUZFX92 type=write size=1468458 2023-01-15T14:40:57.354 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.354+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~V30IO5J2AD9S.0 size=496527 2023-01-15T14:40:57.356 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.355+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=V30IO5J2AD9S tag=LQFBMQQNSYAY type=write size=1545103 2023-01-15T14:40:57.357 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.356+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=DETK04ZL0P2G type=write size=973676 2023-01-15T14:40:57.358 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.357+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~8RFDMXU9ZTUU.0 size=454065 2023-01-15T14:40:57.360 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.359+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=8RFDMXU9ZTUU tag=IFLF20SL355E type=write size=1502641 2023-01-15T14:40:57.361 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.360+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=02D0DRELYI0Z type=del size=1437469 2023-01-15T14:40:57.362 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.361+0000 7fab305e2900 1 < completed write operation key=QX2O9IX3I6C3 tag=4XWUUT48O1XF type=write size=121498 2023-01-15T14:40:57.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.363+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~1YTN41NQ93L9.0 size=190220 2023-01-15T14:40:57.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.363+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=1YTN41NQ93L9 tag=SR8KTUWJOQGY type=write size=1238796 2023-01-15T14:40:57.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.364+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~Y8C9TJZN5TK7.0 size=303045 2023-01-15T14:40:57.367 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.366+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=Y8C9TJZN5TK7 tag=OOVIWOSUNOV7 type=write size=1351621 2023-01-15T14:40:57.368 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.368+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~U3H5VCUIL6NP.0 size=307420 2023-01-15T14:40:57.368 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.368+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=U3H5VCUIL6NP tag=T40VY9WF1AA2 type=write size=1355996 2023-01-15T14:40:57.369 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.369+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~5CGJ4TKXURBI.0 size=1048576 2023-01-15T14:40:57.370 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.369+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~5CGJ4TKXURBI.1 size=1048576 2023-01-15T14:40:57.371 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.370+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~5CGJ4TKXURBI.2 size=1043178 2023-01-15T14:40:57.372 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.372+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=5CGJ4TKXURBI tag=RVR3VFQLYHN5 type=write size=4188906 2023-01-15T14:40:57.373 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.373+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=9PH7JC5558BO type=del size=1031138 2023-01-15T14:40:57.374 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.374+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=174RNSFTJ5CH type=del 2023-01-15T14:40:57.375 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.375+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=B01DXYKKDI0E type=del size=3071249 2023-01-15T14:40:57.376 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.376+0000 7fab305e2900 1 < completed write operation key=GEI2ZTAKBNDK tag=M2X1ET0T9NTA type=write size=327663 2023-01-15T14:40:57.379 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.378+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~3C2J6OPV1MI6.0 size=1048576 2023-01-15T14:40:57.379 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.379+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~3C2J6OPV1MI6.1 size=1048576 2023-01-15T14:40:57.380 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.379+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~3C2J6OPV1MI6.2 size=21239 2023-01-15T14:40:57.380 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.379+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=3C2J6OPV1MI6 tag=N01E7DKA6D2C type=write size=3166967 2023-01-15T14:40:57.381 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.381+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=N7OQRDKXFS16 type=del 2023-01-15T14:40:57.382 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.382+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=CRJ64DMAV2EZ type=del size=1256601 2023-01-15T14:40:57.383 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.383+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~2JXLXVHT0CV2.0 size=1039127 2023-01-15T14:40:57.385 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.384+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=2JXLXVHT0CV2 tag=XHZ0ZU164L32 type=write size=2087703 2023-01-15T14:40:57.387 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.386+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~Z8VOLHYL038G.0 size=782843 2023-01-15T14:40:57.387 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.386+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=Z8VOLHYL038G tag=QSW8AF2KIEIA type=write size=1831419 2023-01-15T14:40:57.388 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.387+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=RBLLA0M9USYA type=del 2023-01-15T14:40:57.389 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.388+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=4R6R97HJT7SG type=del size=2273910 2023-01-15T14:40:57.390 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.389+0000 7fab305e2900 1 < completed write operation key=PZ48A2T3Y6Z4 tag=WOFIE8LYE4HP type=write size=732226 2023-01-15T14:40:57.392 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.391+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~QTRYFPMXP7IT.0 size=1048576 2023-01-15T14:40:57.398 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.392+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~QTRYFPMXP7IT.1 size=406992 2023-01-15T14:40:57.398 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.392+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=QTRYFPMXP7IT tag=35HWZOQ2MZ2W type=write size=2504144 2023-01-15T14:40:57.399 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.393+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~FG1CTWPY6GW0.0 size=192941 2023-01-15T14:40:57.399 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.395+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=FG1CTWPY6GW0 tag=0C4JBPFB1XGC type=write size=1241517 2023-01-15T14:40:57.399 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.396+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=II2H0BMH5LMS type=del size=2360004 2023-01-15T14:40:57.399 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.397+0000 7fab305e2900 1 < completed write operation key=9BIBU11P1SQR tag=3TDBO9LO4F7O type=write size=566596 2023-01-15T14:40:57.399 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.398+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=L2OLVNF10TID type=del size=1243211 2023-01-15T14:40:57.399 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.399+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=8SZ1DA0AVU04 type=del 2023-01-15T14:40:57.400 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.400+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=F1SQXCR6VKH2 type=del size=3690478 2023-01-15T14:40:57.402 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.402+0000 7fab305e2900 1 < suggested remove operation key=KTFY3EPKMIPP tag=KNFB68T3DJ52 type=del 2023-01-15T14:40:57.403 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.403+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=7EGQ4G3216D1 type=del size=3504503 2023-01-15T14:40:57.404 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.404+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~ILKM188RN1VK.0 size=419882 2023-01-15T14:40:57.406 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.405+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=ILKM188RN1VK tag=3C8VJTUZFX92 type=write size=1468458 2023-01-15T14:40:57.407 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.406+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=3WYVXE1BNYG2 type=del size=1212001 2023-01-15T14:40:57.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.409+0000 7fab305e2900 1 < suggested update operation key=GEI2ZTAKBNDK tag=DETK04ZL0P2G type=write size=973676 2023-01-15T14:40:57.411 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.410+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~97XUML1SBW94.0 size=1048576 2023-01-15T14:40:57.412 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.411+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~97XUML1SBW94.1 size=372165 2023-01-15T14:40:57.412 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.411+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=97XUML1SBW94 tag=QP4F17K9KBGA type=write size=2469317 2023-01-15T14:40:57.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.412+0000 7fab305e2900 -1 < failed to complete operation key=KTFY3EPKMIPP tag=02D0DRELYI0Z type=del size=1437469: (22) Invalid argument 2023-01-15T14:40:57.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.414+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~9BE2J970ZFKS.0 size=1048576 2023-01-15T14:40:57.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.415+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~9BE2J970ZFKS.1 size=1048576 2023-01-15T14:40:57.417 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.416+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~9BE2J970ZFKS.2 size=43003 2023-01-15T14:40:57.417 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.416+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=9BE2J970ZFKS tag=YC0IFC2KGHG5 type=write size=3188731 2023-01-15T14:40:57.418 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.417+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~1YTN41NQ93L9.0 size=190220 2023-01-15T14:40:57.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.419+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=1YTN41NQ93L9 tag=SR8KTUWJOQGY type=write size=1238796 2023-01-15T14:40:57.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.420+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=D2OU5L7VD5YY type=del size=2475848 2023-01-15T14:40:57.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.421+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~U3H5VCUIL6NP.0 size=307420 2023-01-15T14:40:57.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.424+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=U3H5VCUIL6NP tag=T40VY9WF1AA2 type=write size=1355996 2023-01-15T14:40:57.427 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.426+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~L6HIQCCB9UQK.0 size=1048576 2023-01-15T14:40:57.428 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.427+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~L6HIQCCB9UQK.1 size=127567 2023-01-15T14:40:57.428 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.427+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=L6HIQCCB9UQK tag=DCNZYKWINIHO type=write size=2224719 2023-01-15T14:40:57.430 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.429+0000 7fab305e2900 1 < suggested remove operation key=PVA8JXP2T3BM tag=9PH7JC5558BO type=del 2023-01-15T14:40:57.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.431+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~XDE7AEJXT1V0.0 size=645788 2023-01-15T14:40:57.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.431+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=XDE7AEJXT1V0 tag=05ZJ2CP2K0VZ type=write size=1694364 2023-01-15T14:40:57.434 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.433+0000 7fab305e2900 1 < suggested remove operation key=7B20CP9G4OAH tag=B01DXYKKDI0E type=del 2023-01-15T14:40:57.435 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.434+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=L2OS6SB1W1XL type=write size=167901 2023-01-15T14:40:57.436 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.436+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~3C2J6OPV1MI6.0 size=1048576 2023-01-15T14:40:57.437 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.436+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~3C2J6OPV1MI6.1 size=1048576 2023-01-15T14:40:57.438 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.437+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~3C2J6OPV1MI6.2 size=21239 2023-01-15T14:40:57.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.439+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=3C2J6OPV1MI6 tag=N01E7DKA6D2C type=write size=3166967 2023-01-15T14:40:57.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.440+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=9CQVDH061N8M type=write size=397283 2023-01-15T14:40:57.441 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.441+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=CRJ64DMAV2EZ type=del 2023-01-15T14:40:57.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.442+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=G7JK75OLDSLH type=del size=1771114 2023-01-15T14:40:57.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.443+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~Z8VOLHYL038G.0 size=782843 2023-01-15T14:40:57.445 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.444+0000 7fab305e2900 1 < completed multipart upload key=7B20CP9G4OAH upload=Z8VOLHYL038G tag=QSW8AF2KIEIA type=write size=1831419 2023-01-15T14:40:57.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.445+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=VRJ5KJF2ZJZT type=write size=735605 2023-01-15T14:40:57.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.446+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=4R6R97HJT7SG type=del 2023-01-15T14:40:57.449 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.448+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~ABNC7Z2RWHD1.0 size=1048576 2023-01-15T14:40:57.449 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.449+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~ABNC7Z2RWHD1.1 size=322038 2023-01-15T14:40:57.449 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.449+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=ABNC7Z2RWHD1 tag=C254BMB7KRC2 type=write size=2419190 2023-01-15T14:40:57.450 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.449+0000 7fab305e2900 1 < canceled part key=_multipart_FTXCLOVB9STM.2~QTRYFPMXP7IT.0 size=1048576 2023-01-15T14:40:57.450 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.450+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~QTRYFPMXP7IT.1 size=406992 2023-01-15T14:40:57.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.451+0000 7fab305e2900 1 < canceled multipart upload key=FTXCLOVB9STM upload=QTRYFPMXP7IT tag=35HWZOQ2MZ2W type=write size=2504144 2023-01-15T14:40:57.453 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.452+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=CP2HF9ZBKKHX type=del size=4098557 2023-01-15T14:40:57.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.455+0000 7fab305e2900 1 < suggested remove operation key=XT1ET16X0IUW tag=II2H0BMH5LMS type=del 2023-01-15T14:40:57.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.456+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=9C5CJ14WZKD4 type=del size=766656 2023-01-15T14:40:57.457 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.457+0000 7fab305e2900 -1 < failed to complete operation key=XT1ET16X0IUW tag=L2OLVNF10TID type=del size=1243211: (22) Invalid argument 2023-01-15T14:40:57.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.458+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=A1D7RT8C7S31 type=write size=955739 2023-01-15T14:40:57.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.460+0000 7fab305e2900 1 < suggested remove operation key=FDLD6LAR610I tag=F1SQXCR6VKH2 type=del 2023-01-15T14:40:57.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.461+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=FP2E0MGU77ZB type=del size=477098 2023-01-15T14:40:57.462 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.462+0000 7fab305e2900 1 < canceled operation key=8CLBEV2LUJWJ tag=7EGQ4G3216D1 type=del size=3504503 2023-01-15T14:40:57.463 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.463+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=MZQDJPCQM9FC type=del size=256124 2023-01-15T14:40:57.464 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.464+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=3WYVXE1BNYG2 type=del 2023-01-15T14:40:57.465 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.465+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=EJQ81FY6CGP2 type=del size=3413654 2023-01-15T14:40:57.467 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.466+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~97XUML1SBW94.0 size=1048576 2023-01-15T14:40:57.467 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.467+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~97XUML1SBW94.1 size=372165 2023-01-15T14:40:57.469 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.469+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=97XUML1SBW94 tag=QP4F17K9KBGA type=write size=2469317 2023-01-15T14:40:57.470 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.470+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=HGLSPG697326 type=write size=593317 2023-01-15T14:40:57.471 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.471+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~9BE2J970ZFKS.0 size=1048576 2023-01-15T14:40:57.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.471+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~9BE2J970ZFKS.1 size=1048576 2023-01-15T14:40:57.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.472+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~9BE2J970ZFKS.2 size=43003 2023-01-15T14:40:57.474 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.474+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=9BE2J970ZFKS tag=YC0IFC2KGHG5 type=write size=3188731 2023-01-15T14:40:57.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.476+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~R7L2ZWCSKX1Z.0 size=472147 2023-01-15T14:40:57.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.476+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=R7L2ZWCSKX1Z tag=37C40WUJYBEP type=write size=1520723 2023-01-15T14:40:57.477 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.477+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=D2OU5L7VD5YY type=del 2023-01-15T14:40:57.480 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.478+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=D5JGP80SQSGB type=del size=939982 2023-01-15T14:40:57.480 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.479+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~L6HIQCCB9UQK.0 size=1048576 2023-01-15T14:40:57.480 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.479+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~L6HIQCCB9UQK.1 size=127567 2023-01-15T14:40:57.482 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.481+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=L6HIQCCB9UQK tag=DCNZYKWINIHO type=write size=2224719 2023-01-15T14:40:57.483 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.482+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=IXZDF1D022AN type=del size=1435973 2023-01-15T14:40:57.484 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.483+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~XDE7AEJXT1V0.0 size=645788 2023-01-15T14:40:57.485 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.485+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=XDE7AEJXT1V0 tag=05ZJ2CP2K0VZ type=write size=1694364 2023-01-15T14:40:57.486 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.486+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=O2AX70TM4W2Q type=del size=1786719 2023-01-15T14:40:57.487 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.487+0000 7fab305e2900 1 < completed write operation key=Q82PRJIVXO0C tag=L2OS6SB1W1XL type=write size=167901 2023-01-15T14:40:57.488 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.488+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=N9LC5ET1SXEV type=del size=1721755 2023-01-15T14:40:57.489 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.489+0000 7fab305e2900 1 < completed write operation key=3AV2R27PD12K tag=9CQVDH061N8M type=write size=397283 2023-01-15T14:40:57.491 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.491+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~8RYT7BQALMC0.0 size=927579 2023-01-15T14:40:57.492 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.491+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=8RYT7BQALMC0 tag=J2LZ83NOKXQE type=write size=1976155 2023-01-15T14:40:57.497 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.493+0000 7fab305e2900 1 < suggested update operation key=P0S9U3H9PWUH tag=G7JK75OLDSLH type=del size=1771114 2023-01-15T14:40:57.497 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.495+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~TXWSY7UM4O1A.0 size=1048576 2023-01-15T14:40:57.497 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.495+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~TXWSY7UM4O1A.1 size=1048576 2023-01-15T14:40:57.497 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.496+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~TXWSY7UM4O1A.2 size=603948 2023-01-15T14:40:57.497 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.496+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=TXWSY7UM4O1A tag=AHTF7OTAL36G type=write size=3749676 2023-01-15T14:40:57.498 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.497+0000 7fab305e2900 1 < completed write operation key=PA4FLBOL8VDW tag=VRJ5KJF2ZJZT type=write size=735605 2023-01-15T14:40:57.499 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.498+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=5SFRBDVZFBAB type=del size=575112 2023-01-15T14:40:57.499 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.499+0000 7fab305e2900 1 < canceled part key=_multipart_RXT6GFIANR9I.2~ABNC7Z2RWHD1.0 size=1048576 2023-01-15T14:40:57.500 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.499+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~ABNC7Z2RWHD1.1 size=322038 2023-01-15T14:40:57.502 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.501+0000 7fab305e2900 1 < canceled multipart upload key=RXT6GFIANR9I upload=ABNC7Z2RWHD1 tag=C254BMB7KRC2 type=write size=2419190 2023-01-15T14:40:57.503 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.503+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~EFBXOKNLO1NC.0 size=1048576 2023-01-15T14:40:57.504 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.504+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~EFBXOKNLO1NC.1 size=225893 2023-01-15T14:40:57.504 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.504+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=EFBXOKNLO1NC tag=8ACVM0IRG4H9 type=write size=2323045 2023-01-15T14:40:57.505 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.505+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=CP2HF9ZBKKHX type=del 2023-01-15T14:40:57.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.505+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=XEZK7GH2M87J type=del size=866173 2023-01-15T14:40:57.507 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.506+0000 7fab305e2900 1 < canceled operation key=JP5RXNMPLSF8 tag=9C5CJ14WZKD4 type=del size=766656 2023-01-15T14:40:57.508 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.507+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=KDC3UIM9DQJ7 type=write size=422254 2023-01-15T14:40:57.509 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.508+0000 7fab305e2900 1 < completed write operation key=DD5C0ZKBVAS3 tag=A1D7RT8C7S31 type=write size=955739 2023-01-15T14:40:57.510 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.509+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=OSOBUSB07JU9 type=del size=1928369 2023-01-15T14:40:57.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.510+0000 7fab305e2900 1 < canceled operation key=H8WF2D844W5R tag=FP2E0MGU77ZB type=del size=477098 2023-01-15T14:40:57.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.511+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=858ZL5AUX15B type=del size=2935994 2023-01-15T14:40:57.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.512+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=MZQDJPCQM9FC type=del 2023-01-15T14:40:57.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.513+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=V8ZSGW9KCXUR type=del size=3396746 2023-01-15T14:40:57.515 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.514+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=EJQ81FY6CGP2 type=del 2023-01-15T14:40:57.517 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.517+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~DQRKXUJ7TX16.0 size=1048576 2023-01-15T14:40:57.518 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.517+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~DQRKXUJ7TX16.1 size=416387 2023-01-15T14:40:57.518 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.517+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=DQRKXUJ7TX16 tag=W81IZ7F1EJNE type=write size=2513539 2023-01-15T14:40:57.519 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.518+0000 7fab305e2900 1 < completed write operation key=RMNZBCUSJJQU tag=HGLSPG697326 type=write size=593317 2023-01-15T14:40:57.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.521+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~KDJ4SLN2IWRZ.0 size=1048576 2023-01-15T14:40:57.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.522+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~KDJ4SLN2IWRZ.1 size=1048576 2023-01-15T14:40:57.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.522+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~KDJ4SLN2IWRZ.2 size=944379 2023-01-15T14:40:57.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.522+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=KDJ4SLN2IWRZ tag=LJDY1JGPUV9C type=write size=4090107 2023-01-15T14:40:57.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.524+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~R7L2ZWCSKX1Z.0 size=472147 2023-01-15T14:40:57.526 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.525+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=R7L2ZWCSKX1Z tag=37C40WUJYBEP type=write size=1520723 2023-01-15T14:40:57.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.526+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=VGKCS3IBKLX3 type=del size=841764 2023-01-15T14:40:57.528 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.527+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=D5JGP80SQSGB type=del 2023-01-15T14:40:57.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.528+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=ENMHJDE8YP5P type=del size=2679451 2023-01-15T14:40:57.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.529+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=IXZDF1D022AN type=del 2023-01-15T14:40:57.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.530+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=2YYW5HU5ZXN3 type=del size=2855759 2023-01-15T14:40:57.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.531+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=O2AX70TM4W2Q type=del 2023-01-15T14:40:57.533 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.532+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=SC24N7126NPQ type=del size=1522669 2023-01-15T14:40:57.534 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.533+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=N9LC5ET1SXEV type=del 2023-01-15T14:40:57.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.534+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=4PI8GN11PVG8 type=del size=1347963 2023-01-15T14:40:57.536 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.535+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~8RYT7BQALMC0.0 size=927579 2023-01-15T14:40:57.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.537+0000 7fab305e2900 1 < completed multipart upload key=H8WF2D844W5R upload=8RYT7BQALMC0 tag=J2LZ83NOKXQE type=write size=1976155 2023-01-15T14:40:57.538 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.538+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=WU9AH5Z7YG7Y type=del size=2325070 2023-01-15T14:40:57.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.539+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~TXWSY7UM4O1A.0 size=1048576 2023-01-15T14:40:57.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.539+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~TXWSY7UM4O1A.1 size=1048576 2023-01-15T14:40:57.541 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.540+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~TXWSY7UM4O1A.2 size=603948 2023-01-15T14:40:57.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.542+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=TXWSY7UM4O1A tag=AHTF7OTAL36G type=write size=3749676 2023-01-15T14:40:57.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.543+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=8V2WLMUF7X98 type=del size=3178830 2023-01-15T14:40:57.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.544+0000 7fab305e2900 1 < canceled operation key=KGO3UC39S97I tag=5SFRBDVZFBAB type=del size=575112 2023-01-15T14:40:57.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.545+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=0WJXBI202YR3 type=del size=942735 2023-01-15T14:40:57.546 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.546+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~EFBXOKNLO1NC.0 size=1048576 2023-01-15T14:40:57.547 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.546+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~EFBXOKNLO1NC.1 size=225893 2023-01-15T14:40:57.549 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.548+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=EFBXOKNLO1NC tag=8ACVM0IRG4H9 type=write size=2323045 2023-01-15T14:40:57.550 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.549+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=BS14EDNJ2375 type=del size=2234251 2023-01-15T14:40:57.551 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.550+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=XEZK7GH2M87J type=del 2023-01-15T14:40:57.552 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.551+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=64OH6O1HOPXV type=del size=3125811 2023-01-15T14:40:57.553 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.552+0000 7fab305e2900 1 < completed write operation key=VUD7RI610PSV tag=KDC3UIM9DQJ7 type=write size=422254 2023-01-15T14:40:57.554 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.553+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=OG0K47SQ9XOE type=write size=469387 2023-01-15T14:40:57.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.555+0000 7fab305e2900 1 < suggested remove operation key=ONG29C9MW4PW tag=OSOBUSB07JU9 type=del 2023-01-15T14:40:57.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.558+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~T23RWLW07LZA.0 size=430805 2023-01-15T14:40:57.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.558+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=T23RWLW07LZA tag=5D9HF09C9BPJ type=write size=1479381 2023-01-15T14:40:57.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.559+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=858ZL5AUX15B type=del 2023-01-15T14:40:57.560 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.560+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=EER71E0X02XB type=write size=365670 2023-01-15T14:40:57.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.561+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=V8ZSGW9KCXUR type=del 2023-01-15T14:40:57.562 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.562+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=TXQJ50IL7YCZ type=del size=136809 2023-01-15T14:40:57.563 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.563+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~DQRKXUJ7TX16.0 size=1048576 2023-01-15T14:40:57.564 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.564+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~DQRKXUJ7TX16.1 size=416387 2023-01-15T14:40:57.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.566+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=DQRKXUJ7TX16 tag=W81IZ7F1EJNE type=write size=2513539 2023-01-15T14:40:57.567 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.567+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=MVJAPVA5DDQQ type=del size=3210234 2023-01-15T14:40:57.569 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.568+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~KDJ4SLN2IWRZ.0 size=1048576 2023-01-15T14:40:57.569 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.568+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~KDJ4SLN2IWRZ.1 size=1048576 2023-01-15T14:40:57.570 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.568+0000 7fab305e2900 1 < canceled part key=_multipart_WIB3VTX3KFIK.2~KDJ4SLN2IWRZ.2 size=944379 2023-01-15T14:40:57.571 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.570+0000 7fab305e2900 1 < canceled multipart upload key=WIB3VTX3KFIK upload=KDJ4SLN2IWRZ tag=LJDY1JGPUV9C type=write size=4090107 2023-01-15T14:40:57.572 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.571+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=A3N4DW8OZZ9O type=del size=2238329 2023-01-15T14:40:57.573 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.572+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=VGKCS3IBKLX3 type=del 2023-01-15T14:40:57.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.573+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=M9E47SIPGRJZ type=del size=732689 2023-01-15T14:40:57.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.574+0000 7fab305e2900 -1 < no bi entry to suggest for operation key=ONG29C9MW4PW tag=ENMHJDE8YP5P type=del size=2679451: (2) No such file or directory 2023-01-15T14:40:57.575 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.575+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=633S6JZSCL1V type=del size=2144426 2023-01-15T14:40:57.577 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.577+0000 7fab305e2900 1 < suggested update operation key=P0S9U3H9PWUH tag=2YYW5HU5ZXN3 type=del size=2855759 2023-01-15T14:40:57.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.578+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=CPX1AH42J7UR type=del size=1341556 2023-01-15T14:40:57.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.580+0000 7fab305e2900 1 < suggested remove operation key=JP5RXNMPLSF8 tag=SC24N7126NPQ type=del 2023-01-15T14:40:57.581 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.581+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=ID3OP5ONWUF7 type=del size=1200155 2023-01-15T14:40:57.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.582+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=4PI8GN11PVG8 type=del 2023-01-15T14:40:57.583 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.583+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=X9LCC1E79D65 type=del size=2593340 2023-01-15T14:40:57.584 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.584+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=WU9AH5Z7YG7Y type=del 2023-01-15T14:40:57.586 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.586+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~B10SO9M7WSWG.0 size=785320 2023-01-15T14:40:57.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.586+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=B10SO9M7WSWG tag=AEPVO9TGFX11 type=write size=1833896 2023-01-15T14:40:57.589 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.588+0000 7fab305e2900 1 < suggested remove operation key=WIB3VTX3KFIK tag=8V2WLMUF7X98 type=del 2023-01-15T14:40:57.591 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.590+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~KURYGEENW5BO.0 size=1048576 2023-01-15T14:40:57.592 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.591+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~KURYGEENW5BO.1 size=1048576 2023-01-15T14:40:57.593 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.592+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~KURYGEENW5BO.2 size=863905 2023-01-15T14:40:57.593 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.592+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=KURYGEENW5BO tag=0G5D9CH042W8 type=write size=4009633 2023-01-15T14:40:57.594 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.593+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=0WJXBI202YR3 type=del 2023-01-15T14:40:57.595 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.595+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=2JBDV6152HUZ type=del size=2025662 2023-01-15T14:40:57.598 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.597+0000 7fab305e2900 1 < suggested update operation key=KTFY3EPKMIPP tag=BS14EDNJ2375 type=del size=2234251 2023-01-15T14:40:57.599 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.598+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=Q662ETZAA2XH type=del size=1955272 2023-01-15T14:40:57.600 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.600+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=64OH6O1HOPXV type=del 2023-01-15T14:40:57.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.602+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~FBR1VHDTZRNU.0 size=1048576 2023-01-15T14:40:57.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.602+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~FBR1VHDTZRNU.1 size=1048576 2023-01-15T14:40:57.604 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.603+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~FBR1VHDTZRNU.2 size=756707 2023-01-15T14:40:57.604 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.603+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=FBR1VHDTZRNU tag=58V2M49OTX8Y type=write size=3902435 2023-01-15T14:40:57.605 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.604+0000 7fab305e2900 1 < completed write operation key=Q82PRJIVXO0C tag=OG0K47SQ9XOE type=write size=469387 2023-01-15T14:40:57.607 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.605+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~XO2UD6J10BWF.0 size=1048576 2023-01-15T14:40:57.607 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.606+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~XO2UD6J10BWF.1 size=1048576 2023-01-15T14:40:57.608 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.606+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~XO2UD6J10BWF.2 size=319445 2023-01-15T14:40:57.608 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.606+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=XO2UD6J10BWF tag=VE4MNZ9LF48W type=write size=3465173 2023-01-15T14:40:57.609 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.608+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~T23RWLW07LZA.0 size=430805 2023-01-15T14:40:57.611 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.610+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=T23RWLW07LZA tag=5D9HF09C9BPJ type=write size=1479381 2023-01-15T14:40:57.612 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.611+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=C1GV4U0VJ1HA type=del size=2747148 2023-01-15T14:40:57.613 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.612+0000 7fab305e2900 1 < completed write operation key=Q82PRJIVXO0C tag=EER71E0X02XB type=write size=365670 2023-01-15T14:40:57.614 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.613+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=ZUWWE8ID2LG2 type=del size=3578136 2023-01-15T14:40:57.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.614+0000 7fab305e2900 1 < completed delete operation key=3AV2R27PD12K tag=TXQJ50IL7YCZ type=del 2023-01-15T14:40:57.616 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.615+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=3H3JE13UZFH3 type=del size=3335721 2023-01-15T14:40:57.617 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.616+0000 7fab305e2900 -1 < failed to complete operation key=KTFY3EPKMIPP tag=MVJAPVA5DDQQ type=del size=3210234: (22) Invalid argument 2023-01-15T14:40:57.618 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.617+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=XY84UESZBNZL type=del size=1758404 2023-01-15T14:40:57.619 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.618+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=A3N4DW8OZZ9O type=del 2023-01-15T14:40:57.621 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.620+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=V6PE938AIOTC type=del size=4033658 2023-01-15T14:40:57.622 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.620+0000 7fab305e2900 -1 < failed to complete operation key=WIB3VTX3KFIK tag=M9E47SIPGRJZ type=del size=732689: (22) Invalid argument 2023-01-15T14:40:57.623 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.622+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=N3RIWC7WGCKH type=write size=633324 2023-01-15T14:40:57.624 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.623+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=633S6JZSCL1V type=del 2023-01-15T14:40:57.625 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.624+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=K6M6ZJ2WYT21 type=del size=68250 2023-01-15T14:40:57.626 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.625+0000 7fab305e2900 -1 < failed to complete operation key=KTFY3EPKMIPP tag=CPX1AH42J7UR type=del size=1341556: (22) Invalid argument 2023-01-15T14:40:57.628 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.627+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~Y07YXVCEGKAL.0 size=1048576 2023-01-15T14:40:57.629 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.628+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~Y07YXVCEGKAL.1 size=271884 2023-01-15T14:40:57.629 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.628+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=Y07YXVCEGKAL tag=AXUMXQC203MK type=write size=2369036 2023-01-15T14:40:57.630 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.629+0000 7fab305e2900 1 < completed delete operation key=PVA8JXP2T3BM tag=ID3OP5ONWUF7 type=del 2023-01-15T14:40:57.631 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.630+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=NJV7DIZ5BFS9 type=del size=831561 2023-01-15T14:40:57.632 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.631+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=X9LCC1E79D65 type=del 2023-01-15T14:40:57.633 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.632+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=2OX145S13H3H type=del size=99482 2023-01-15T14:40:57.634 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.633+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~B10SO9M7WSWG.0 size=785320 2023-01-15T14:40:57.636 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.634+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=B10SO9M7WSWG tag=AEPVO9TGFX11 type=write size=1833896 2023-01-15T14:40:57.637 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.635+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=S7OGYTONELUU type=write size=845099 2023-01-15T14:40:57.638 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.637+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~KURYGEENW5BO.0 size=1048576 2023-01-15T14:40:57.639 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.637+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~KURYGEENW5BO.1 size=1048576 2023-01-15T14:40:57.640 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.638+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~KURYGEENW5BO.2 size=863905 2023-01-15T14:40:57.642 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.640+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=KURYGEENW5BO tag=0G5D9CH042W8 type=write size=4009633 2023-01-15T14:40:57.643 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.641+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=EYZHE4NOOWGL type=del size=3592455 2023-01-15T14:40:57.645 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.644+0000 7fab305e2900 1 < suggested remove operation key=3AV2R27PD12K tag=2JBDV6152HUZ type=del 2023-01-15T14:40:57.646 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.645+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=DW1YLOYGYCJ6 type=del size=901255 2023-01-15T14:40:57.647 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.646+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=Q662ETZAA2XH type=del 2023-01-15T14:40:57.648 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.647+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=Q9LZR676N1MX type=write size=762063 2023-01-15T14:40:57.650 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.648+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~FBR1VHDTZRNU.0 size=1048576 2023-01-15T14:40:57.651 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.649+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~FBR1VHDTZRNU.1 size=1048576 2023-01-15T14:40:57.651 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.650+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~FBR1VHDTZRNU.2 size=756707 2023-01-15T14:40:57.653 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.651+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=FBR1VHDTZRNU tag=58V2M49OTX8Y type=write size=3902435 2023-01-15T14:40:57.654 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.652+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=46N10HGXFEQK type=write size=881207 2023-01-15T14:40:57.655 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.653+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~XO2UD6J10BWF.0 size=1048576 2023-01-15T14:40:57.655 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.653+0000 7fab305e2900 1 < canceled part key=_multipart_P0S9U3H9PWUH.2~XO2UD6J10BWF.1 size=1048576 2023-01-15T14:40:57.656 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.654+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~XO2UD6J10BWF.2 size=319445 2023-01-15T14:40:57.658 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.656+0000 7fab305e2900 1 < canceled multipart upload key=P0S9U3H9PWUH upload=XO2UD6J10BWF tag=VE4MNZ9LF48W type=write size=3465173 2023-01-15T14:40:57.660 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.658+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~9QQ9WH4SEEN5.0 size=1048576 2023-01-15T14:40:57.660 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.659+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~9QQ9WH4SEEN5.1 size=27260 2023-01-15T14:40:57.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.659+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=9QQ9WH4SEEN5 tag=9KB8UIE83O0T type=write size=2124412 2023-01-15T14:40:57.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.661+0000 7fab305e2900 1 < suggested update operation key=ONG29C9MW4PW tag=C1GV4U0VJ1HA type=del size=2747148 2023-01-15T14:40:57.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.662+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=0RG7XFJ26W36 type=write size=53573 2023-01-15T14:40:57.665 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.664+0000 7fab305e2900 1 < suggested remove operation key=4X28OAD9RALB tag=ZUWWE8ID2LG2 type=del 2023-01-15T14:40:57.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.665+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=UU9GEV47FQZ5 type=write size=170397 2023-01-15T14:40:57.667 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.666+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=3H3JE13UZFH3 type=del 2023-01-15T14:40:57.670 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.668+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~YMZQ5HTB6N38.0 size=1048576 2023-01-15T14:40:57.671 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.669+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~YMZQ5HTB6N38.1 size=1048576 2023-01-15T14:40:57.672 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.670+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~YMZQ5HTB6N38.2 size=186772 2023-01-15T14:40:57.672 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.670+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=YMZQ5HTB6N38 tag=UPXTOB3C8BKX type=write size=3332500 2023-01-15T14:40:57.673 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.671+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=XY84UESZBNZL type=del 2023-01-15T14:40:57.674 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.672+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=UYU9BSF0CVKK type=del size=918550 2023-01-15T14:40:57.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.673+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=V6PE938AIOTC type=del 2023-01-15T14:40:57.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.674+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=AD4TND4UEGOA type=del size=4175553 2023-01-15T14:40:57.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.676+0000 7fab305e2900 1 < suggested update operation key=JP5RXNMPLSF8 tag=N3RIWC7WGCKH type=write size=633324 2023-01-15T14:40:57.679 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.678+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=X00C3F1ZUNP2 type=del size=3534776 2023-01-15T14:40:57.680 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.679+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=K6M6ZJ2WYT21 type=del 2023-01-15T14:40:57.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.681+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~1581MGK65KXU.0 size=1048576 2023-01-15T14:40:57.683 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.681+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~1581MGK65KXU.1 size=245375 2023-01-15T14:40:57.683 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.681+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=1581MGK65KXU tag=OJIRZRETB1Q2 type=write size=2342527 2023-01-15T14:40:57.684 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.683+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~Y07YXVCEGKAL.0 size=1048576 2023-01-15T14:40:57.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.683+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~Y07YXVCEGKAL.1 size=271884 2023-01-15T14:40:57.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.685+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=Y07YXVCEGKAL tag=AXUMXQC203MK type=write size=2369036 2023-01-15T14:40:57.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.687+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~MOO4NFFM3MEH.0 size=402751 2023-01-15T14:40:57.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.687+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=MOO4NFFM3MEH tag=7W5GZO2NI130 type=write size=1451327 2023-01-15T14:40:57.691 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.689+0000 7fab305e2900 1 < suggested remove operation key=ZF7BN8YD0YEO tag=NJV7DIZ5BFS9 type=del 2023-01-15T14:40:57.692 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.691+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=CFF1KR3A1A4E type=del size=2653018 2023-01-15T14:40:57.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.693+0000 7fab305e2900 1 < suggested update operation key=JP5RXNMPLSF8 tag=2OX145S13H3H type=del size=99482 2023-01-15T14:40:57.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.694+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=BK624ZG8H1C2 type=del size=3130886 2023-01-15T14:40:57.697 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.696+0000 7fab305e2900 1 < suggested remove operation key=H8WF2D844W5R tag=S7OGYTONELUU type=write 2023-01-15T14:40:57.698 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.697+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=AHEJ9DO9J32B type=del size=2855249 2023-01-15T14:40:57.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.698+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=EYZHE4NOOWGL type=del 2023-01-15T14:40:57.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.699+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=9CXBAXQJLP25 type=write size=387998 2023-01-15T14:40:57.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.700+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=DW1YLOYGYCJ6 type=del 2023-01-15T14:40:57.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.702+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~29S8MP131QBL.0 size=712346 2023-01-15T14:40:57.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.702+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=29S8MP131QBL tag=MLHXHDMJ84AH type=write size=1760922 2023-01-15T14:40:57.705 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.703+0000 7fab305e2900 1 < completed write operation key=4XIS9UMTWBMU tag=Q9LZR676N1MX type=write size=762063 2023-01-15T14:40:57.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.705+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~8T6RLY9VKL9Y.0 size=1048576 2023-01-15T14:40:57.708 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.706+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~8T6RLY9VKL9Y.1 size=1048576 2023-01-15T14:40:57.709 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.707+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~8T6RLY9VKL9Y.2 size=429512 2023-01-15T14:40:57.709 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.707+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=8T6RLY9VKL9Y tag=9ZIAIO1LPJQN type=write size=3575240 2023-01-15T14:40:57.710 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.708+0000 7fab305e2900 1 < completed write operation key=GEI2ZTAKBNDK tag=46N10HGXFEQK type=write size=881207 2023-01-15T14:40:57.711 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.710+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=3O1OSM2IILEQ type=del size=1943981 2023-01-15T14:40:57.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.711+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~9QQ9WH4SEEN5.0 size=1048576 2023-01-15T14:40:57.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.712+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~9QQ9WH4SEEN5.1 size=27260 2023-01-15T14:40:57.715 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.713+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=9QQ9WH4SEEN5 tag=9KB8UIE83O0T type=write size=2124412 2023-01-15T14:40:57.716 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.715+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=CMWT61NWREIU type=del size=3765773 2023-01-15T14:40:57.717 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.716+0000 7fab305e2900 1 < completed write operation key=XT1ET16X0IUW tag=0RG7XFJ26W36 type=write size=53573 2023-01-15T14:40:57.718 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.717+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=6BJEO43XBKJS type=del size=223388 2023-01-15T14:40:57.719 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.718+0000 7fab305e2900 1 < completed write operation key=ZKWYQ233LD63 tag=UU9GEV47FQZ5 type=write size=170397 2023-01-15T14:40:57.721 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.719+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=2EY3AZTE6C7M type=del size=1416436 2023-01-15T14:40:57.722 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.720+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~YMZQ5HTB6N38.0 size=1048576 2023-01-15T14:40:57.722 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.720+0000 7fab305e2900 1 < canceled part key=_multipart_FTXCLOVB9STM.2~YMZQ5HTB6N38.1 size=1048576 2023-01-15T14:40:57.723 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.721+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~YMZQ5HTB6N38.2 size=186772 2023-01-15T14:40:57.725 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.724+0000 7fab305e2900 1 < canceled multipart upload key=FTXCLOVB9STM upload=YMZQ5HTB6N38 tag=UPXTOB3C8BKX type=write size=3332500 2023-01-15T14:40:57.726 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.725+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=NO956515AQI4 type=write size=742910 2023-01-15T14:40:57.727 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.726+0000 7fab305e2900 1 < canceled operation key=6KPHYE1YP0PI tag=UYU9BSF0CVKK type=del size=918550 2023-01-15T14:40:57.729 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.727+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=O2Q12G6OTZ25 type=del size=1260625 2023-01-15T14:40:57.730 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.728+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=AD4TND4UEGOA type=del 2023-01-15T14:40:57.731 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.730+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~HJPS8EYO6LWF.0 size=1048576 2023-01-15T14:40:57.732 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.730+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~HJPS8EYO6LWF.1 size=943250 2023-01-15T14:40:57.732 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.730+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=HJPS8EYO6LWF tag=D47SD7FGTFU2 type=write size=3040402 2023-01-15T14:40:57.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.731+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=X00C3F1ZUNP2 type=del 2023-01-15T14:40:57.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.732+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=B4VA3UVZR3G9 type=write size=292568 2023-01-15T14:40:57.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.733+0000 7fab305e2900 1 < canceled part key=_multipart_4X28OAD9RALB.2~1581MGK65KXU.0 size=1048576 2023-01-15T14:40:57.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.734+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~1581MGK65KXU.1 size=245375 2023-01-15T14:40:57.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.735+0000 7fab305e2900 1 < canceled multipart upload key=4X28OAD9RALB upload=1581MGK65KXU tag=OJIRZRETB1Q2 type=write size=2342527 2023-01-15T14:40:57.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.736+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=ERJECWXU3072 type=del size=304893 2023-01-15T14:40:57.739 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.737+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~MOO4NFFM3MEH.0 size=402751 2023-01-15T14:40:57.741 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.739+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=MOO4NFFM3MEH tag=7W5GZO2NI130 type=write size=1451327 2023-01-15T14:40:57.742 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.740+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=CL1N8OQDO1VQ type=del size=1320062 2023-01-15T14:40:57.744 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.742+0000 7fab305e2900 1 < suggested remove operation key=4XIS9UMTWBMU tag=CFF1KR3A1A4E type=del 2023-01-15T14:40:57.746 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.744+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~YCVYKGLXW0AV.0 size=1048576 2023-01-15T14:40:57.747 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.745+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~YCVYKGLXW0AV.1 size=1048576 2023-01-15T14:40:57.748 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.746+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~YCVYKGLXW0AV.2 size=350932 2023-01-15T14:40:57.748 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.746+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=YCVYKGLXW0AV tag=POK0QN4SNN5V type=write size=3496660 2023-01-15T14:40:57.750 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.748+0000 7fab305e2900 1 < suggested update operation key=ZKWYQ233LD63 tag=BK624ZG8H1C2 type=del size=3130886 2023-01-15T14:40:57.752 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.750+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~BUTTE0JNA9HA.0 size=1048576 2023-01-15T14:40:57.753 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.751+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~BUTTE0JNA9HA.1 size=68964 2023-01-15T14:40:57.753 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.751+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=BUTTE0JNA9HA tag=22NU8UII8M1E type=write size=2166116 2023-01-15T14:40:57.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.752+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=AHEJ9DO9J32B type=del 2023-01-15T14:40:57.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.753+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=UL9T29FQLLTX type=del size=3836371 2023-01-15T14:40:57.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.754+0000 7fab305e2900 1 < completed write operation key=P0S9U3H9PWUH tag=9CXBAXQJLP25 type=write size=387998 2023-01-15T14:40:57.758 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.755+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=AVJ3835J635Q type=del size=1641897 2023-01-15T14:40:57.758 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.757+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~29S8MP131QBL.0 size=712346 2023-01-15T14:40:57.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.758+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=29S8MP131QBL tag=MLHXHDMJ84AH type=write size=1760922 2023-01-15T14:40:57.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.760+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~P0Y29LD3L7O6.0 size=160895 2023-01-15T14:40:57.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.760+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=P0Y29LD3L7O6 tag=XBUHB8SGSIYG type=write size=1209471 2023-01-15T14:40:57.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.761+0000 7fab305e2900 1 < canceled part key=_multipart_GEI2ZTAKBNDK.2~8T6RLY9VKL9Y.0 size=1048576 2023-01-15T14:40:57.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.761+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~8T6RLY9VKL9Y.1 size=1048576 2023-01-15T14:40:57.764 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.762+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~8T6RLY9VKL9Y.2 size=429512 2023-01-15T14:40:57.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.764+0000 7fab305e2900 1 < canceled multipart upload key=GEI2ZTAKBNDK upload=8T6RLY9VKL9Y tag=9ZIAIO1LPJQN type=write size=3575240 2023-01-15T14:40:57.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.765+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=TUZKBPSC04HY type=del size=701339 2023-01-15T14:40:57.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.766+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=3O1OSM2IILEQ type=del 2023-01-15T14:40:57.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.768+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~0BAGQABH8C66.0 size=149766 2023-01-15T14:40:57.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.768+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=0BAGQABH8C66 tag=K9SYSEVBZ37S type=write size=1198342 2023-01-15T14:40:57.771 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.769+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=CMWT61NWREIU type=del 2023-01-15T14:40:57.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.771+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~UEMSFQ1TUNQB.0 size=1048576 2023-01-15T14:40:57.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.772+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~UEMSFQ1TUNQB.1 size=461066 2023-01-15T14:40:57.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.772+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=UEMSFQ1TUNQB tag=XB2VMCRWGLBU type=write size=2558218 2023-01-15T14:40:57.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.773+0000 7fab305e2900 1 < canceled operation key=PVA8JXP2T3BM tag=6BJEO43XBKJS type=del size=223388 2023-01-15T14:40:57.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.774+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=XRHABAX614ED type=del size=1794663 2023-01-15T14:40:57.777 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.775+0000 7fab305e2900 -1 < failed to complete operation key=4XIS9UMTWBMU tag=2EY3AZTE6C7M type=del size=1416436: (22) Invalid argument 2023-01-15T14:40:57.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.776+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=BKSJV7W4MAGK type=del size=329571 2023-01-15T14:40:57.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.777+0000 7fab305e2900 1 < canceled operation key=7B20CP9G4OAH tag=NO956515AQI4 type=write size=742910 2023-01-15T14:40:57.780 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.778+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=7XBTAJ5880Z7 type=del size=748955 2023-01-15T14:40:57.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.780+0000 7fab305e2900 1 < suggested remove operation key=FDLD6LAR610I tag=O2Q12G6OTZ25 type=del 2023-01-15T14:40:57.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.781+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=QMISEX14098K type=write size=385350 2023-01-15T14:40:57.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.783+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~HJPS8EYO6LWF.0 size=1048576 2023-01-15T14:40:57.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.783+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~HJPS8EYO6LWF.1 size=943250 2023-01-15T14:40:57.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.785+0000 7fab305e2900 1 < completed multipart upload key=8CLBEV2LUJWJ upload=HJPS8EYO6LWF tag=D47SD7FGTFU2 type=write size=3040402 2023-01-15T14:40:57.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.787+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~02OOJ8OHVFSO.0 size=471490 2023-01-15T14:40:57.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.787+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=02OOJ8OHVFSO tag=BBXM83F1W8LV type=write size=1520066 2023-01-15T14:40:57.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.789+0000 7fab305e2900 1 < suggested update operation key=JP5RXNMPLSF8 tag=B4VA3UVZR3G9 type=write size=292568 2023-01-15T14:40:57.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.791+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~HTL2GBL8V6GZ.0 size=1048576 2023-01-15T14:40:57.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.792+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~HTL2GBL8V6GZ.1 size=1048576 2023-01-15T14:40:57.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.793+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~HTL2GBL8V6GZ.2 size=39517 2023-01-15T14:40:57.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.793+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=HTL2GBL8V6GZ tag=L2UV13LW56XY type=write size=3185245 2023-01-15T14:40:57.796 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.794+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=ERJECWXU3072 type=del 2023-01-15T14:40:57.797 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.795+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=X1BF13H1ST8T type=del size=17223 2023-01-15T14:40:57.798 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.796+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=CL1N8OQDO1VQ type=del 2023-01-15T14:40:57.799 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.797+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=2JC085JRV7FO type=del size=2427783 2023-01-15T14:40:57.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.798+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~YCVYKGLXW0AV.0 size=1048576 2023-01-15T14:40:57.801 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.799+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~YCVYKGLXW0AV.1 size=1048576 2023-01-15T14:40:57.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.800+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~YCVYKGLXW0AV.2 size=350932 2023-01-15T14:40:57.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.802+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=YCVYKGLXW0AV tag=POK0QN4SNN5V type=write size=3496660 2023-01-15T14:40:57.805 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.804+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~OSJLEQWEG4S9.0 size=365303 2023-01-15T14:40:57.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.804+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=OSJLEQWEG4S9 tag=66ZTU45FSLF2 type=write size=1413879 2023-01-15T14:40:57.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.805+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~BUTTE0JNA9HA.0 size=1048576 2023-01-15T14:40:57.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.806+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~BUTTE0JNA9HA.1 size=68964 2023-01-15T14:40:57.809 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.807+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=BUTTE0JNA9HA tag=22NU8UII8M1E type=write size=2166116 2023-01-15T14:40:57.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.809+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~7PMSZ8BIGDSM.0 size=1048576 2023-01-15T14:40:57.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.810+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~7PMSZ8BIGDSM.1 size=535965 2023-01-15T14:40:57.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.810+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=7PMSZ8BIGDSM tag=DFU5RDIWPJ60 type=write size=2633117 2023-01-15T14:40:57.813 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.811+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=UL9T29FQLLTX type=del 2023-01-15T14:40:57.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.814+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~GULTP0I2F92N.0 size=1048576 2023-01-15T14:40:57.816 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.815+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~GULTP0I2F92N.1 size=1048576 2023-01-15T14:40:57.817 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.816+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~GULTP0I2F92N.2 size=436735 2023-01-15T14:40:57.817 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.816+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=GULTP0I2F92N tag=2PVR1WO8D1JE type=write size=3582463 2023-01-15T14:40:57.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.818+0000 7fab305e2900 1 < suggested remove operation key=DD5C0ZKBVAS3 tag=AVJ3835J635Q type=del 2023-01-15T14:40:57.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.820+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~CSLVT6F6GAUN.0 size=1048576 2023-01-15T14:40:57.823 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.821+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~CSLVT6F6GAUN.1 size=1048576 2023-01-15T14:40:57.824 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.822+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~CSLVT6F6GAUN.2 size=655983 2023-01-15T14:40:57.824 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.822+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=CSLVT6F6GAUN tag=VKXHW27VFOIV type=write size=3801711 2023-01-15T14:40:57.824 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.822+0000 7fab305e2900 1 < canceled part key=_multipart_JP5RXNMPLSF8.2~P0Y29LD3L7O6.0 size=160895 2023-01-15T14:40:57.825 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.824+0000 7fab305e2900 1 < canceled multipart upload key=JP5RXNMPLSF8 upload=P0Y29LD3L7O6 tag=XBUHB8SGSIYG type=write size=1209471 2023-01-15T14:40:57.827 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.825+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=WYW4OQDFQ5LZ type=del size=3102845 2023-01-15T14:40:57.829 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.828+0000 7fab305e2900 1 < suggested update operation key=9BIBU11P1SQR tag=TUZKBPSC04HY type=del size=701339 2023-01-15T14:40:57.831 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.829+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~BTYCZQC56PE5.0 size=1048576 2023-01-15T14:40:57.833 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.830+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~BTYCZQC56PE5.1 size=902576 2023-01-15T14:40:57.833 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.830+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=BTYCZQC56PE5 tag=P2HSAA6EZR7L type=write size=2999728 2023-01-15T14:40:57.833 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.831+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~0BAGQABH8C66.0 size=149766 2023-01-15T14:40:57.835 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.833+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=0BAGQABH8C66 tag=K9SYSEVBZ37S type=write size=1198342 2023-01-15T14:40:57.837 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.836+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~IECS76N4TQLQ.0 size=1048576 2023-01-15T14:40:57.838 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.836+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~IECS76N4TQLQ.1 size=70365 2023-01-15T14:40:57.838 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.836+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=IECS76N4TQLQ tag=2JKFPO03SQ3D type=write size=2167517 2023-01-15T14:40:57.839 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.837+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~UEMSFQ1TUNQB.0 size=1048576 2023-01-15T14:40:57.839 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.838+0000 7fab305e2900 1 < canceled part key=_multipart_H8WF2D844W5R.2~UEMSFQ1TUNQB.1 size=461066 2023-01-15T14:40:57.841 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.840+0000 7fab305e2900 1 < canceled multipart upload key=H8WF2D844W5R upload=UEMSFQ1TUNQB tag=XB2VMCRWGLBU type=write size=2558218 2023-01-15T14:40:57.842 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.841+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=T8T8W9N9BOFS type=del size=3275023 2023-01-15T14:40:57.843 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.842+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=XRHABAX614ED type=del 2023-01-15T14:40:57.845 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.843+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=C02BX8AYM1Q7 type=write size=792521 2023-01-15T14:40:57.846 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.844+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=BKSJV7W4MAGK type=del 2023-01-15T14:40:57.848 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.847+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~85I9RV62ZV7F.0 size=1048576 2023-01-15T14:40:57.849 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.847+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~85I9RV62ZV7F.1 size=200483 2023-01-15T14:40:57.849 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.847+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=85I9RV62ZV7F tag=V79D11OMUXZY type=write size=2297635 2023-01-15T14:40:57.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.848+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=7XBTAJ5880Z7 type=del 2023-01-15T14:40:57.851 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.850+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=S3YP7KP87W8J type=del size=2197901 2023-01-15T14:40:57.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.851+0000 7fab305e2900 1 < canceled operation key=7B20CP9G4OAH tag=QMISEX14098K type=write size=385350 2023-01-15T14:40:57.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.852+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=73MOQ37PWYEN type=del size=3012310 2023-01-15T14:40:57.854 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.852+0000 7fab305e2900 1 < canceled part key=_multipart_BYCBFI34ZVMR.2~02OOJ8OHVFSO.0 size=471490 2023-01-15T14:40:57.855 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.854+0000 7fab305e2900 1 < canceled multipart upload key=BYCBFI34ZVMR upload=02OOJ8OHVFSO tag=BBXM83F1W8LV type=write size=1520066 2023-01-15T14:40:57.856 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.855+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=O5H8CR4O5P51 type=del size=3623257 2023-01-15T14:40:57.857 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.856+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~HTL2GBL8V6GZ.0 size=1048576 2023-01-15T14:40:57.858 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.857+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~HTL2GBL8V6GZ.1 size=1048576 2023-01-15T14:40:57.859 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.857+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~HTL2GBL8V6GZ.2 size=39517 2023-01-15T14:40:57.861 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.859+0000 7fab305e2900 1 < completed multipart upload key=H8WF2D844W5R upload=HTL2GBL8V6GZ tag=L2UV13LW56XY type=write size=3185245 2023-01-15T14:40:57.863 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.862+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~CJ3U13O3Q2OQ.0 size=1048576 2023-01-15T14:40:57.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.863+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~CJ3U13O3Q2OQ.1 size=1048576 2023-01-15T14:40:57.865 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.863+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~CJ3U13O3Q2OQ.2 size=133813 2023-01-15T14:40:57.865 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.863+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=CJ3U13O3Q2OQ tag=P8HMMNAE3KC8 type=write size=3279541 2023-01-15T14:40:57.868 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.866+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=X1BF13H1ST8T type=del 2023-01-15T14:40:57.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.868+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~RB7WH2T55WB0.0 size=1048576 2023-01-15T14:40:57.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.869+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~RB7WH2T55WB0.1 size=1048576 2023-01-15T14:40:57.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.869+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~RB7WH2T55WB0.2 size=152267 2023-01-15T14:40:57.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.869+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=RB7WH2T55WB0 tag=2NDE5LYIF860 type=write size=3297995 2023-01-15T14:40:57.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.870+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=2JC085JRV7FO type=del 2023-01-15T14:40:57.873 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.871+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=B6GUF1RUIBLK type=write size=484579 2023-01-15T14:40:57.874 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.872+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~OSJLEQWEG4S9.0 size=365303 2023-01-15T14:40:57.876 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.874+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=OSJLEQWEG4S9 tag=66ZTU45FSLF2 type=write size=1413879 2023-01-15T14:40:57.877 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.875+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=IKJ3M6F6BD8Z type=write size=773356 2023-01-15T14:40:57.878 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.876+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~7PMSZ8BIGDSM.0 size=1048576 2023-01-15T14:40:57.879 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.877+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~7PMSZ8BIGDSM.1 size=535965 2023-01-15T14:40:57.880 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.879+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=7PMSZ8BIGDSM tag=DFU5RDIWPJ60 type=write size=2633117 2023-01-15T14:40:57.881 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.880+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=LCLKLP56HWEY type=del size=1619474 2023-01-15T14:40:57.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.881+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~GULTP0I2F92N.0 size=1048576 2023-01-15T14:40:57.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.881+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~GULTP0I2F92N.1 size=1048576 2023-01-15T14:40:57.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.882+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~GULTP0I2F92N.2 size=436735 2023-01-15T14:40:57.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.884+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=GULTP0I2F92N tag=2PVR1WO8D1JE type=write size=3582463 2023-01-15T14:40:57.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.885+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=XGNPP9OUVA6H type=del size=3512601 2023-01-15T14:40:57.887 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.886+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~CSLVT6F6GAUN.0 size=1048576 2023-01-15T14:40:57.889 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.887+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~CSLVT6F6GAUN.1 size=1048576 2023-01-15T14:40:57.889 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.887+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~CSLVT6F6GAUN.2 size=655983 2023-01-15T14:40:57.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.889+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=CSLVT6F6GAUN tag=VKXHW27VFOIV type=write size=3801711 2023-01-15T14:40:57.893 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.891+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~ES7OAKMPS5JL.0 size=1048576 2023-01-15T14:40:57.893 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.892+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~ES7OAKMPS5JL.1 size=1048576 2023-01-15T14:40:57.894 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.893+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~ES7OAKMPS5JL.2 size=812460 2023-01-15T14:40:57.894 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.893+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=ES7OAKMPS5JL tag=3FI447F1JJT0 type=write size=3958188 2023-01-15T14:40:57.895 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.894+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=WYW4OQDFQ5LZ type=del 2023-01-15T14:40:57.896 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.895+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=VAUFBXCY6H5H type=del size=155328 2023-01-15T14:40:57.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.896+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~BTYCZQC56PE5.0 size=1048576 2023-01-15T14:40:57.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.896+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~BTYCZQC56PE5.1 size=902576 2023-01-15T14:40:57.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.898+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=BTYCZQC56PE5 tag=P2HSAA6EZR7L type=write size=2999728 2023-01-15T14:40:57.901 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.899+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=LI1PRM68SPV6 type=write size=144620 2023-01-15T14:40:57.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.900+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~IECS76N4TQLQ.0 size=1048576 2023-01-15T14:40:57.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.901+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~IECS76N4TQLQ.1 size=70365 2023-01-15T14:40:57.904 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.903+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=IECS76N4TQLQ tag=2JKFPO03SQ3D type=write size=2167517 2023-01-15T14:40:57.906 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.905+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~K32MK0XXPDPZ.0 size=1048576 2023-01-15T14:40:57.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.905+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~K32MK0XXPDPZ.1 size=1048576 2023-01-15T14:40:57.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.906+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~K32MK0XXPDPZ.2 size=343942 2023-01-15T14:40:57.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.906+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=K32MK0XXPDPZ tag=HDWVAUAO0ZWQ type=write size=3489670 2023-01-15T14:40:57.910 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.908+0000 7fab305e2900 1 < suggested update operation key=RMNZBCUSJJQU tag=T8T8W9N9BOFS type=del size=3275023 2023-01-15T14:40:57.911 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.909+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=D0BV2UOY43BI type=del size=2674037 2023-01-15T14:40:57.913 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.911+0000 7fab305e2900 1 < suggested remove operation key=Q82PRJIVXO0C tag=C02BX8AYM1Q7 type=write 2023-01-15T14:40:57.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.913+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~DWBLEAAHWVYL.0 size=398506 2023-01-15T14:40:57.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.913+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=DWBLEAAHWVYL tag=HN8JC2A27YGS type=write size=1447082 2023-01-15T14:40:57.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.915+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~85I9RV62ZV7F.0 size=1048576 2023-01-15T14:40:57.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.915+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~85I9RV62ZV7F.1 size=200483 2023-01-15T14:40:57.919 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.917+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=85I9RV62ZV7F tag=V79D11OMUXZY type=write size=2297635 2023-01-15T14:40:57.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.918+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=BQ4I9N91H7DA type=del size=2505017 2023-01-15T14:40:57.922 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.920+0000 7fab305e2900 1 < suggested remove operation key=BYCBFI34ZVMR tag=S3YP7KP87W8J type=del 2023-01-15T14:40:57.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.921+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=BQGKONWZBORW type=write size=676883 2023-01-15T14:40:57.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.923+0000 7fab305e2900 1 < canceled operation key=7B20CP9G4OAH tag=73MOQ37PWYEN type=del size=3012310 2023-01-15T14:40:57.925 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.924+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=18HHEE8CBX5Q type=del size=1577973 2023-01-15T14:40:57.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.925+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=O5H8CR4O5P51 type=del 2023-01-15T14:40:57.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.926+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=FQGGAZQRBMLL type=del size=844586 2023-01-15T14:40:57.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.927+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~CJ3U13O3Q2OQ.0 size=1048576 2023-01-15T14:40:57.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.927+0000 7fab305e2900 1 < canceled part key=_multipart_DD5C0ZKBVAS3.2~CJ3U13O3Q2OQ.1 size=1048576 2023-01-15T14:40:57.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.928+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~CJ3U13O3Q2OQ.2 size=133813 2023-01-15T14:40:57.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.930+0000 7fab305e2900 1 < canceled multipart upload key=DD5C0ZKBVAS3 upload=CJ3U13O3Q2OQ tag=P8HMMNAE3KC8 type=write size=3279541 2023-01-15T14:40:57.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.932+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~VZJ2EAYAS4GC.0 size=1048576 2023-01-15T14:40:57.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.932+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~VZJ2EAYAS4GC.1 size=333854 2023-01-15T14:40:57.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.932+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=VZJ2EAYAS4GC tag=EIN5PEMN3OTE type=write size=2431006 2023-01-15T14:40:57.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.933+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~RB7WH2T55WB0.0 size=1048576 2023-01-15T14:40:57.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.934+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~RB7WH2T55WB0.1 size=1048576 2023-01-15T14:40:57.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.935+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~RB7WH2T55WB0.2 size=152267 2023-01-15T14:40:57.938 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.936+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=RB7WH2T55WB0 tag=2NDE5LYIF860 type=write size=3297995 2023-01-15T14:40:57.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.938+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~CPDN4VR4GOZH.0 size=540114 2023-01-15T14:40:57.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.938+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=CPDN4VR4GOZH tag=R1D4E370VRTO type=write size=1588690 2023-01-15T14:40:57.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.939+0000 7fab305e2900 1 < completed write operation key=DD5C0ZKBVAS3 tag=B6GUF1RUIBLK type=write size=484579 2023-01-15T14:40:57.942 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.940+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=B1CP4XV2GCY2 type=del size=4017485 2023-01-15T14:40:57.943 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.942+0000 7fab305e2900 1 < canceled operation key=XT1ET16X0IUW tag=IKJ3M6F6BD8Z type=write size=773356 2023-01-15T14:40:57.945 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.944+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~DSFT6YMOR3OA.0 size=341466 2023-01-15T14:40:57.945 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.944+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=DSFT6YMOR3OA tag=EF3Q2Y4C2DWW type=write size=1390042 2023-01-15T14:40:57.947 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.946+0000 7fab305e2900 1 < suggested update operation key=4X28OAD9RALB tag=LCLKLP56HWEY type=del size=1619474 2023-01-15T14:40:57.948 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.947+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=VE5HAI2VOYBZ type=del size=3068795 2023-01-15T14:40:57.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.948+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=XGNPP9OUVA6H type=del 2023-01-15T14:40:57.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.949+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=EUXNN0T3DHZH type=del size=2776567 2023-01-15T14:40:57.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.950+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~ES7OAKMPS5JL.0 size=1048576 2023-01-15T14:40:57.952 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.951+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~ES7OAKMPS5JL.1 size=1048576 2023-01-15T14:40:57.953 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.951+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~ES7OAKMPS5JL.2 size=812460 2023-01-15T14:40:57.955 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.953+0000 7fab305e2900 1 < completed multipart upload key=Q82PRJIVXO0C upload=ES7OAKMPS5JL tag=3FI447F1JJT0 type=write size=3958188 2023-01-15T14:40:57.957 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.955+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~0XOJL1VBAQCG.0 size=1048576 2023-01-15T14:40:57.957 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.956+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~0XOJL1VBAQCG.1 size=1048576 2023-01-15T14:40:57.958 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.957+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~0XOJL1VBAQCG.2 size=569271 2023-01-15T14:40:57.958 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.957+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=0XOJL1VBAQCG tag=HEKK4BYLLC62 type=write size=3714999 2023-01-15T14:40:57.959 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.958+0000 7fab305e2900 -1 < failed to complete operation key=BYCBFI34ZVMR tag=VAUFBXCY6H5H type=del size=155328: (22) Invalid argument 2023-01-15T14:40:57.960 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.959+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=VU716SYB50GG type=del size=1462975 2023-01-15T14:40:57.961 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.960+0000 7fab305e2900 1 < completed write operation key=GEI2ZTAKBNDK tag=LI1PRM68SPV6 type=write size=144620 2023-01-15T14:40:57.962 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.961+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=5GC1UKMBWMCF type=del size=3911926 2023-01-15T14:40:57.963 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.962+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~K32MK0XXPDPZ.0 size=1048576 2023-01-15T14:40:57.964 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.962+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~K32MK0XXPDPZ.1 size=1048576 2023-01-15T14:40:57.965 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.963+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~K32MK0XXPDPZ.2 size=343942 2023-01-15T14:40:57.966 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.965+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=K32MK0XXPDPZ tag=HDWVAUAO0ZWQ type=write size=3489670 2023-01-15T14:40:57.967 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.966+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=G5UI73HPAR15 type=write size=243146 2023-01-15T14:40:57.968 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.967+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=D0BV2UOY43BI type=del 2023-01-15T14:40:57.969 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.968+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=TMD7TG0VDGM7 type=write size=101954 2023-01-15T14:40:57.970 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.969+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~DWBLEAAHWVYL.0 size=398506 2023-01-15T14:40:57.972 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.970+0000 7fab305e2900 1 < completed multipart upload key=ONG29C9MW4PW upload=DWBLEAAHWVYL tag=HN8JC2A27YGS type=write size=1447082 2023-01-15T14:40:57.973 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.971+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=PFPRKQTXO620 type=del size=1714692 2023-01-15T14:40:57.974 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.972+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=BQ4I9N91H7DA type=del 2023-01-15T14:40:57.975 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.973+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=FBZ8KHJ4H9T7 type=del size=100322 2023-01-15T14:40:57.977 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.975+0000 7fab305e2900 1 < suggested remove operation key=ONG29C9MW4PW tag=BQGKONWZBORW type=write 2023-01-15T14:40:57.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.976+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=YEJV6KG4562Y type=del size=1311349 2023-01-15T14:40:57.979 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.977+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=18HHEE8CBX5Q type=del 2023-01-15T14:40:57.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.978+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=XCB48G1I5MKR type=del size=1014074 2023-01-15T14:40:57.982 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.979+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=FQGGAZQRBMLL type=del 2023-01-15T14:40:57.982 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.980+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=WKEIVRDW31TK type=write size=200160 2023-01-15T14:40:57.983 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.981+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~VZJ2EAYAS4GC.0 size=1048576 2023-01-15T14:40:57.984 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.982+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~VZJ2EAYAS4GC.1 size=333854 2023-01-15T14:40:57.985 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.983+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=VZJ2EAYAS4GC tag=EIN5PEMN3OTE type=write size=2431006 2023-01-15T14:40:57.986 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.984+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=90QWXMKBG94E type=del size=2465108 2023-01-15T14:40:57.987 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.986+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~CPDN4VR4GOZH.0 size=540114 2023-01-15T14:40:57.989 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.987+0000 7fab305e2900 1 < completed multipart upload key=KGO3UC39S97I upload=CPDN4VR4GOZH tag=R1D4E370VRTO type=write size=1588690 2023-01-15T14:40:57.990 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.988+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=NMG3S0L6L3Q1 type=del size=2038783 2023-01-15T14:40:57.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.989+0000 7fab305e2900 -1 < failed to complete operation key=4X28OAD9RALB tag=B1CP4XV2GCY2 type=del size=4017485: (22) Invalid argument 2023-01-15T14:40:57.992 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.990+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=IVA23BKBYZO9 type=del size=83950 2023-01-15T14:40:57.993 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.991+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~DSFT6YMOR3OA.0 size=341466 2023-01-15T14:40:57.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.993+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=DSFT6YMOR3OA tag=EF3Q2Y4C2DWW type=write size=1390042 2023-01-15T14:40:57.996 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.994+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=AKGDIMH55WNM type=del size=3283377 2023-01-15T14:40:57.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.996+0000 7fab305e2900 1 < suggested update operation key=PVA8JXP2T3BM tag=VE5HAI2VOYBZ type=del size=3068795 2023-01-15T14:40:57.999 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.998+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~YOPFV3GOM0U4.0 size=1048576 2023-01-15T14:40:58.000 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.998+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~YOPFV3GOM0U4.1 size=871242 2023-01-15T14:40:58.000 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.998+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=YOPFV3GOM0U4 tag=9BNPCRE76EJ1 type=write size=2968394 2023-01-15T14:40:58.001 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:57.999+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=EUXNN0T3DHZH type=del 2023-01-15T14:40:58.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.000+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=QP9B324SVDT3 type=del size=4057758 2023-01-15T14:40:58.003 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.001+0000 7fab305e2900 1 < canceled part key=_multipart_4XIS9UMTWBMU.2~0XOJL1VBAQCG.0 size=1048576 2023-01-15T14:40:58.003 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.001+0000 7fab305e2900 1 < canceled part key=_multipart_4XIS9UMTWBMU.2~0XOJL1VBAQCG.1 size=1048576 2023-01-15T14:40:58.003 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.001+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~0XOJL1VBAQCG.2 size=569271 2023-01-15T14:40:58.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.003+0000 7fab305e2900 1 < canceled multipart upload key=4XIS9UMTWBMU upload=0XOJL1VBAQCG tag=HEKK4BYLLC62 type=write size=3714999 2023-01-15T14:40:58.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.005+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~NVZ6OAX32LYM.0 size=1048576 2023-01-15T14:40:58.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.006+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~NVZ6OAX32LYM.1 size=1048576 2023-01-15T14:40:58.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.007+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~NVZ6OAX32LYM.2 size=836480 2023-01-15T14:40:58.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.007+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=NVZ6OAX32LYM tag=CZIK2A1K80NV type=write size=3982208 2023-01-15T14:40:58.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.008+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=VU716SYB50GG type=del 2023-01-15T14:40:58.010 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.009+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=JPJJZE1R9WFC type=write size=467320 2023-01-15T14:40:58.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.010+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=5GC1UKMBWMCF type=del 2023-01-15T14:40:58.012 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.011+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=07JYO59S9KEP type=write size=1012593 2023-01-15T14:40:58.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.012+0000 7fab305e2900 1 < completed write operation key=Q82PRJIVXO0C tag=G5UI73HPAR15 type=write size=243146 2023-01-15T14:40:58.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.013+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=89Y5GBAFX7NM type=del size=1907315 2023-01-15T14:40:58.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.014+0000 7fab305e2900 1 < completed write operation key=GEI2ZTAKBNDK tag=TMD7TG0VDGM7 type=write size=101954 2023-01-15T14:40:58.018 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.016+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~0VER2V1KK0W1.0 size=1048576 2023-01-15T14:40:58.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.017+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~0VER2V1KK0W1.1 size=1048576 2023-01-15T14:40:58.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.018+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~0VER2V1KK0W1.2 size=165307 2023-01-15T14:40:58.020 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.018+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=0VER2V1KK0W1 tag=92TE5SWYQ138 type=write size=3311035 2023-01-15T14:40:58.020 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.019+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=PFPRKQTXO620 type=del 2023-01-15T14:40:58.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.020+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=JCVG6VP0UUNC type=del size=1072093 2023-01-15T14:40:58.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.021+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=FBZ8KHJ4H9T7 type=del 2023-01-15T14:40:58.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.022+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=GYKHMH4JAEVA type=write size=913553 2023-01-15T14:40:58.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.023+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=YEJV6KG4562Y type=del 2023-01-15T14:40:58.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.024+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~SFKD1XBR4FBM.0 size=1048576 2023-01-15T14:40:58.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.025+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~SFKD1XBR4FBM.1 size=1048576 2023-01-15T14:40:58.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.026+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~SFKD1XBR4FBM.2 size=1035060 2023-01-15T14:40:58.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.026+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=SFKD1XBR4FBM tag=YWQLME2A8KI4 type=write size=4180788 2023-01-15T14:40:58.029 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.028+0000 7fab305e2900 1 < suggested update operation key=8CLBEV2LUJWJ tag=XCB48G1I5MKR type=del size=1014074 2023-01-15T14:40:58.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.029+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=3UU7Z2LMOT1U type=del size=2520963 2023-01-15T14:40:58.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.030+0000 7fab305e2900 1 < canceled operation key=P0S9U3H9PWUH tag=WKEIVRDW31TK type=write size=200160 2023-01-15T14:40:58.032 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.031+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=WOYQTYM09U07 type=del size=2842892 2023-01-15T14:40:58.033 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.032+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=90QWXMKBG94E type=del 2023-01-15T14:40:58.034 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.032+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=P40HRQ4JQREP type=del size=3036671 2023-01-15T14:40:58.036 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.034+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=NMG3S0L6L3Q1 type=del 2023-01-15T14:40:58.037 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.035+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=NRLHLSDPAI6B type=write size=916526 2023-01-15T14:40:58.038 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.036+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=IVA23BKBYZO9 type=del 2023-01-15T14:40:58.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.038+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~5CAQXIWQRM4H.0 size=1048576 2023-01-15T14:40:58.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.039+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~5CAQXIWQRM4H.1 size=387832 2023-01-15T14:40:58.041 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.039+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=5CAQXIWQRM4H tag=3918QR2O5C6E type=write size=2484984 2023-01-15T14:40:58.042 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.041+0000 7fab305e2900 1 < suggested update operation key=JP5RXNMPLSF8 tag=AKGDIMH55WNM type=del size=3283377 2023-01-15T14:40:58.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.042+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=RRLROZQUGT0H type=write size=631721 2023-01-15T14:40:58.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.043+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~YOPFV3GOM0U4.0 size=1048576 2023-01-15T14:40:58.045 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.044+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~YOPFV3GOM0U4.1 size=871242 2023-01-15T14:40:58.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.045+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=YOPFV3GOM0U4 tag=9BNPCRE76EJ1 type=write size=2968394 2023-01-15T14:40:58.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.046+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=XLCTQRSW8D1C type=write size=183167 2023-01-15T14:40:58.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.047+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=QP9B324SVDT3 type=del 2023-01-15T14:40:58.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.049+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~OP8IKO8RWPYT.0 size=228740 2023-01-15T14:40:58.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.049+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=OP8IKO8RWPYT tag=PX0Z3I55TWAU type=write size=1277316 2023-01-15T14:40:58.052 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.050+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~NVZ6OAX32LYM.0 size=1048576 2023-01-15T14:40:58.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.051+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~NVZ6OAX32LYM.1 size=1048576 2023-01-15T14:40:58.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.051+0000 7fab305e2900 1 < canceled part key=_multipart_KGO3UC39S97I.2~NVZ6OAX32LYM.2 size=836480 2023-01-15T14:40:58.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.053+0000 7fab305e2900 1 < canceled multipart upload key=KGO3UC39S97I upload=NVZ6OAX32LYM tag=CZIK2A1K80NV type=write size=3982208 2023-01-15T14:40:58.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.054+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=S23QBXG7TPO3 type=del size=3416209 2023-01-15T14:40:58.056 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.055+0000 7fab305e2900 1 < completed write operation key=XT1ET16X0IUW tag=JPJJZE1R9WFC type=write size=467320 2023-01-15T14:40:58.057 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.056+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=9GOQSLVRCJ1R type=del size=2612022 2023-01-15T14:40:58.059 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.058+0000 7fab305e2900 1 < suggested update operation key=ONG29C9MW4PW tag=07JYO59S9KEP type=write size=1012593 2023-01-15T14:40:58.061 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.059+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~X9NW6FGEC1PV.0 size=1048576 2023-01-15T14:40:58.062 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.060+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~X9NW6FGEC1PV.1 size=1048576 2023-01-15T14:40:58.063 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.061+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~X9NW6FGEC1PV.2 size=1037525 2023-01-15T14:40:58.063 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.061+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=X9NW6FGEC1PV tag=Y6933V05ZNX5 type=write size=4183253 2023-01-15T14:40:58.064 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.062+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=89Y5GBAFX7NM type=del 2023-01-15T14:40:58.065 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.063+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=T1J08CCNGGOT type=write size=143715 2023-01-15T14:40:58.066 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.064+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~0VER2V1KK0W1.0 size=1048576 2023-01-15T14:40:58.066 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.065+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~0VER2V1KK0W1.1 size=1048576 2023-01-15T14:40:58.067 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.066+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~0VER2V1KK0W1.2 size=165307 2023-01-15T14:40:58.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.067+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=0VER2V1KK0W1 tag=92TE5SWYQ138 type=write size=3311035 2023-01-15T14:40:58.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.068+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=AFSVDLIFCAWD type=del size=3256996 2023-01-15T14:40:58.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.069+0000 7fab305e2900 1 < completed delete operation key=3AV2R27PD12K tag=JCVG6VP0UUNC type=del 2023-01-15T14:40:58.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.070+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=SJT1WZ4QCZ5G type=del size=884144 2023-01-15T14:40:58.073 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.071+0000 7fab305e2900 1 < completed write operation key=BYCBFI34ZVMR tag=GYKHMH4JAEVA type=write size=913553 2023-01-15T14:40:58.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.074+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~4OJ9TQOBGMFH.0 size=1048576 2023-01-15T14:40:58.076 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.074+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~4OJ9TQOBGMFH.1 size=679403 2023-01-15T14:40:58.077 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.074+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=4OJ9TQOBGMFH tag=UX9C31LSNEYL type=write size=2776555 2023-01-15T14:40:58.077 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.075+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~SFKD1XBR4FBM.0 size=1048576 2023-01-15T14:40:58.078 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.076+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~SFKD1XBR4FBM.1 size=1048576 2023-01-15T14:40:58.079 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.077+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~SFKD1XBR4FBM.2 size=1035060 2023-01-15T14:40:58.080 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.079+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=SFKD1XBR4FBM tag=YWQLME2A8KI4 type=write size=4180788 2023-01-15T14:40:58.081 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.080+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=5GTC2Y5FLSN6 type=del size=227620 2023-01-15T14:40:58.082 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.081+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=3UU7Z2LMOT1U type=del 2023-01-15T14:40:58.083 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.082+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=Q0RD778YEJ72 type=del size=1041370 2023-01-15T14:40:58.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.083+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=WOYQTYM09U07 type=del 2023-01-15T14:40:58.085 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.084+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=B99SZQ8OK4PM type=del size=2707482 2023-01-15T14:40:58.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.085+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=P40HRQ4JQREP type=del 2023-01-15T14:40:58.088 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.087+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~LQJ41Z85PLWV.0 size=1048576 2023-01-15T14:40:58.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.088+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~LQJ41Z85PLWV.1 size=1048576 2023-01-15T14:40:58.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.088+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~LQJ41Z85PLWV.2 size=845192 2023-01-15T14:40:58.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.088+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=LQJ41Z85PLWV tag=14V70HNKASOX type=write size=3990920 2023-01-15T14:40:58.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.089+0000 7fab305e2900 1 < completed write operation key=4X28OAD9RALB tag=NRLHLSDPAI6B type=write size=916526 2023-01-15T14:40:58.093 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.091+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~VQ2NFO4QKQ84.0 size=1048576 2023-01-15T14:40:58.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.092+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~VQ2NFO4QKQ84.1 size=655145 2023-01-15T14:40:58.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.092+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=VQ2NFO4QKQ84 tag=JHMNDQ800F7X type=write size=2752297 2023-01-15T14:40:58.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.093+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~5CAQXIWQRM4H.0 size=1048576 2023-01-15T14:40:58.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.093+0000 7fab305e2900 1 < canceled part key=_multipart_H8WF2D844W5R.2~5CAQXIWQRM4H.1 size=387832 2023-01-15T14:40:58.096 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.095+0000 7fab305e2900 1 < canceled multipart upload key=H8WF2D844W5R upload=5CAQXIWQRM4H tag=3918QR2O5C6E type=write size=2484984 2023-01-15T14:40:58.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.096+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=GYELRZ5EZHNF type=write size=727483 2023-01-15T14:40:58.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.097+0000 7fab305e2900 1 < completed write operation key=P0S9U3H9PWUH tag=RRLROZQUGT0H type=write size=631721 2023-01-15T14:40:58.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.099+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~6XQWUYDN77UY.0 size=1048576 2023-01-15T14:40:58.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.100+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~6XQWUYDN77UY.1 size=1048576 2023-01-15T14:40:58.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.101+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~6XQWUYDN77UY.2 size=110662 2023-01-15T14:40:58.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.101+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=6XQWUYDN77UY tag=0QY4DUBE9JWJ type=write size=3256390 2023-01-15T14:40:58.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.103+0000 7fab305e2900 1 < suggested update operation key=RXT6GFIANR9I tag=XLCTQRSW8D1C type=write size=183167 2023-01-15T14:40:58.106 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.105+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~3KSWZJY3F2IM.0 size=65070 2023-01-15T14:40:58.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.105+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=3KSWZJY3F2IM tag=8EGA2X2BA1DL type=write size=1113646 2023-01-15T14:40:58.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.106+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~OP8IKO8RWPYT.0 size=228740 2023-01-15T14:40:58.109 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.108+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=OP8IKO8RWPYT tag=PX0Z3I55TWAU type=write size=1277316 2023-01-15T14:40:58.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.109+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=2GLL1AG2W8MM type=del size=2298281 2023-01-15T14:40:58.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.110+0000 7fab305e2900 -1 < failed to complete operation key=ONG29C9MW4PW tag=S23QBXG7TPO3 type=del size=3416209: (22) Invalid argument 2023-01-15T14:40:58.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.113+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~KLP0IP7ARJWF.0 size=1048576 2023-01-15T14:40:58.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.113+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~KLP0IP7ARJWF.1 size=1048576 2023-01-15T14:40:58.116 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.114+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~KLP0IP7ARJWF.2 size=639326 2023-01-15T14:40:58.116 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.114+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=KLP0IP7ARJWF tag=RV1ST8FNCLX5 type=write size=3785054 2023-01-15T14:40:58.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.115+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=9GOQSLVRCJ1R type=del 2023-01-15T14:40:58.119 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.117+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~MBT3C6N1GS9A.0 size=1048576 2023-01-15T14:40:58.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.118+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~MBT3C6N1GS9A.1 size=3289 2023-01-15T14:40:58.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.118+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=MBT3C6N1GS9A tag=E9DIFYYDANQR type=write size=2100441 2023-01-15T14:40:58.121 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.120+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~X9NW6FGEC1PV.0 size=1048576 2023-01-15T14:40:58.122 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.120+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~X9NW6FGEC1PV.1 size=1048576 2023-01-15T14:40:58.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.121+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~X9NW6FGEC1PV.2 size=1037525 2023-01-15T14:40:58.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.123+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=X9NW6FGEC1PV tag=Y6933V05ZNX5 type=write size=4183253 2023-01-15T14:40:58.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.124+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=V97BS2S4JZHY type=del size=2000420 2023-01-15T14:40:58.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.126+0000 7fab305e2900 1 < suggested remove operation key=PZ48A2T3Y6Z4 tag=T1J08CCNGGOT type=write 2023-01-15T14:40:58.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.127+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=T9RR2JU4GS7V type=write size=793266 2023-01-15T14:40:58.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.128+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=AFSVDLIFCAWD type=del 2023-01-15T14:40:58.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.129+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=TEXJNSGSOMXJ type=del size=782367 2023-01-15T14:40:58.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.131+0000 7fab305e2900 1 < completed delete operation key=PVA8JXP2T3BM tag=SJT1WZ4QCZ5G type=del 2023-01-15T14:40:58.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.132+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=3M4YW9HE202I type=del size=2681615 2023-01-15T14:40:58.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.133+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~4OJ9TQOBGMFH.0 size=1048576 2023-01-15T14:40:58.135 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.134+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~4OJ9TQOBGMFH.1 size=679403 2023-01-15T14:40:58.137 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.135+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=4OJ9TQOBGMFH tag=UX9C31LSNEYL type=write size=2776555 2023-01-15T14:40:58.138 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.136+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=TU4N1L6XS9V0 type=del size=1279832 2023-01-15T14:40:58.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.138+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=5GTC2Y5FLSN6 type=del 2023-01-15T14:40:58.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.139+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=A98Q4X77926U type=del size=1902513 2023-01-15T14:40:58.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.140+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=Q0RD778YEJ72 type=del 2023-01-15T14:40:58.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.141+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=1WA2ZFRL2PW9 type=del size=1185546 2023-01-15T14:40:58.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.142+0000 7fab305e2900 1 < completed delete operation key=3AV2R27PD12K tag=B99SZQ8OK4PM type=del 2023-01-15T14:40:58.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.143+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=SLI9409BJ4IO type=del size=1730434 2023-01-15T14:40:58.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.144+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~LQJ41Z85PLWV.0 size=1048576 2023-01-15T14:40:58.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.145+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~LQJ41Z85PLWV.1 size=1048576 2023-01-15T14:40:58.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.145+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~LQJ41Z85PLWV.2 size=845192 2023-01-15T14:40:58.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.147+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=LQJ41Z85PLWV tag=14V70HNKASOX type=write size=3990920 2023-01-15T14:40:58.151 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.149+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~VZB2Q0V59A1Q.0 size=702523 2023-01-15T14:40:58.151 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.149+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=VZB2Q0V59A1Q tag=DWN3X266CJID type=write size=1751099 2023-01-15T14:40:58.152 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.150+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~VQ2NFO4QKQ84.0 size=1048576 2023-01-15T14:40:58.153 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.151+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~VQ2NFO4QKQ84.1 size=655145 2023-01-15T14:40:58.154 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.153+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=VQ2NFO4QKQ84 tag=JHMNDQ800F7X type=write size=2752297 2023-01-15T14:40:58.155 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.154+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=FWHLGFPCW025 type=del size=2475322 2023-01-15T14:40:58.156 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.155+0000 7fab305e2900 1 < completed write operation key=PA4FLBOL8VDW tag=GYELRZ5EZHNF type=write size=727483 2023-01-15T14:40:58.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.156+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~WH9D35EMKE4B.0 size=1048576 2023-01-15T14:40:58.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.157+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~WH9D35EMKE4B.1 size=451010 2023-01-15T14:40:58.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.157+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=WH9D35EMKE4B tag=7MZRP8I31WVR type=write size=2548162 2023-01-15T14:40:58.160 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.158+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~6XQWUYDN77UY.0 size=1048576 2023-01-15T14:40:58.160 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.159+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~6XQWUYDN77UY.1 size=1048576 2023-01-15T14:40:58.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.160+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~6XQWUYDN77UY.2 size=110662 2023-01-15T14:40:58.163 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.162+0000 7fab305e2900 1 < completed multipart upload key=7B20CP9G4OAH upload=6XQWUYDN77UY tag=0QY4DUBE9JWJ type=write size=3256390 2023-01-15T14:40:58.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.163+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=YT4KMCPIM06T type=write size=928233 2023-01-15T14:40:58.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.164+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~3KSWZJY3F2IM.0 size=65070 2023-01-15T14:40:58.167 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.165+0000 7fab305e2900 1 < completed multipart upload key=7B20CP9G4OAH upload=3KSWZJY3F2IM tag=8EGA2X2BA1DL type=write size=1113646 2023-01-15T14:40:58.168 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.166+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=4FZ8BGGP2D1S type=del size=1090019 2023-01-15T14:40:58.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.168+0000 7fab305e2900 1 < suggested remove operation key=P0S9U3H9PWUH tag=2GLL1AG2W8MM type=del 2023-01-15T14:40:58.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.169+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=2CXNZUNDL7JB type=del size=1607546 2023-01-15T14:40:58.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.170+0000 7fab305e2900 1 < canceled part key=_multipart_GEI2ZTAKBNDK.2~KLP0IP7ARJWF.0 size=1048576 2023-01-15T14:40:58.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.170+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~KLP0IP7ARJWF.1 size=1048576 2023-01-15T14:40:58.173 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.172+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~KLP0IP7ARJWF.2 size=639326 2023-01-15T14:40:58.175 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.173+0000 7fab305e2900 1 < canceled multipart upload key=GEI2ZTAKBNDK upload=KLP0IP7ARJWF tag=RV1ST8FNCLX5 type=write size=3785054 2023-01-15T14:40:58.177 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.175+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~N28MCM2EBVTT.0 size=694868 2023-01-15T14:40:58.177 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.175+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=N28MCM2EBVTT tag=0VW3M03BOU8C type=write size=1743444 2023-01-15T14:40:58.178 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.176+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~MBT3C6N1GS9A.0 size=1048576 2023-01-15T14:40:58.179 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.177+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~MBT3C6N1GS9A.1 size=3289 2023-01-15T14:40:58.181 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.179+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=MBT3C6N1GS9A tag=E9DIFYYDANQR type=write size=2100441 2023-01-15T14:40:58.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.180+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=ZZL8KUF4M7L1 type=del size=167136 2023-01-15T14:40:58.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.181+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=V97BS2S4JZHY type=del 2023-01-15T14:40:58.185 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.184+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~CCNXTNNC9L1Y.0 size=1048576 2023-01-15T14:40:58.186 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.184+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~CCNXTNNC9L1Y.1 size=1048576 2023-01-15T14:40:58.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.185+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~CCNXTNNC9L1Y.2 size=404527 2023-01-15T14:40:58.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.185+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=CCNXTNNC9L1Y tag=HOGP8OROB0ZG type=write size=3550255 2023-01-15T14:40:58.188 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.187+0000 7fab305e2900 1 < completed write operation key=Q82PRJIVXO0C tag=T9RR2JU4GS7V type=write size=793266 2023-01-15T14:40:58.189 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.188+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=7GVNZKGUTX71 type=del size=1305054 2023-01-15T14:40:58.191 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.190+0000 7fab305e2900 1 < suggested remove operation key=VUD7RI610PSV tag=TEXJNSGSOMXJ type=del 2023-01-15T14:40:58.193 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.191+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=RVES4IAO64GB type=del size=1928595 2023-01-15T14:40:58.194 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.192+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=3M4YW9HE202I type=del 2023-01-15T14:40:58.196 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.194+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~U4T12KQE4HI8.0 size=1048576 2023-01-15T14:40:58.197 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.195+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~U4T12KQE4HI8.1 size=267352 2023-01-15T14:40:58.197 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.195+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=U4T12KQE4HI8 tag=5BP09S0PL01X type=write size=2364504 2023-01-15T14:40:58.198 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.196+0000 7fab305e2900 -1 < no bi entry to suggest for operation key=VUD7RI610PSV tag=TU4N1L6XS9V0 type=del size=1279832: (2) No such file or directory 2023-01-15T14:40:58.199 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.197+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=IDOGBOV7BA9H type=write size=237430 2023-01-15T14:40:58.200 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.198+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=A98Q4X77926U type=del 2023-01-15T14:40:58.201 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.199+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=2AUUO3G48531 type=del size=2264313 2023-01-15T14:40:58.202 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.200+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=1WA2ZFRL2PW9 type=del 2023-01-15T14:40:58.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.202+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=UOHI0W3QJAIP type=del size=3202091 2023-01-15T14:40:58.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.203+0000 7fab305e2900 1 < canceled operation key=GEI2ZTAKBNDK tag=SLI9409BJ4IO type=del size=1730434 2023-01-15T14:40:58.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.205+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~1L6T35LQHZ5N.0 size=1048576 2023-01-15T14:40:58.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.205+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~1L6T35LQHZ5N.1 size=1048576 2023-01-15T14:40:58.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.206+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~1L6T35LQHZ5N.2 size=688615 2023-01-15T14:40:58.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.206+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=1L6T35LQHZ5N tag=Y3H5N6TRIAIR type=write size=3834343 2023-01-15T14:40:58.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.207+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~VZB2Q0V59A1Q.0 size=702523 2023-01-15T14:40:58.211 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.210+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=VZB2Q0V59A1Q tag=DWN3X266CJID type=write size=1751099 2023-01-15T14:40:58.212 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.211+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=XENCL881QA7M type=del size=549114 2023-01-15T14:40:58.214 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.212+0000 7fab305e2900 1 < canceled operation key=QX2O9IX3I6C3 tag=FWHLGFPCW025 type=del size=2475322 2023-01-15T14:40:58.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.214+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~QTZ89J84F8PC.0 size=560637 2023-01-15T14:40:58.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.214+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=QTZ89J84F8PC tag=WUT342O3Z8OB type=write size=1609213 2023-01-15T14:40:58.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.215+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~WH9D35EMKE4B.0 size=1048576 2023-01-15T14:40:58.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.216+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~WH9D35EMKE4B.1 size=451010 2023-01-15T14:40:58.219 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.217+0000 7fab305e2900 1 < completed multipart upload key=RMNZBCUSJJQU upload=WH9D35EMKE4B tag=7MZRP8I31WVR type=write size=2548162 2023-01-15T14:40:58.220 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.218+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=QZJEGZQ3Q7TR type=del size=2302713 2023-01-15T14:40:58.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.221+0000 7fab305e2900 1 < suggested update operation key=WIB3VTX3KFIK tag=YT4KMCPIM06T type=write size=928233 2023-01-15T14:40:58.223 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.222+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=PUPB1QQZ6A5B type=del size=2895666 2023-01-15T14:40:58.225 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.223+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=4FZ8BGGP2D1S type=del 2023-01-15T14:40:58.225 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.224+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=AO6O13OWU4W8 type=write size=586488 2023-01-15T14:40:58.226 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.225+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=2CXNZUNDL7JB type=del 2023-01-15T14:40:58.228 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.226+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=2GCT4ZPF8ISS type=del size=2503532 2023-01-15T14:40:58.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.227+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~N28MCM2EBVTT.0 size=694868 2023-01-15T14:40:58.230 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.229+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=N28MCM2EBVTT tag=0VW3M03BOU8C type=write size=1743444 2023-01-15T14:40:58.232 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.231+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~67PMR9J9FM2L.0 size=1048576 2023-01-15T14:40:58.233 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.231+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~67PMR9J9FM2L.1 size=385223 2023-01-15T14:40:58.233 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.231+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=67PMR9J9FM2L tag=G0GUKWCK6YP4 type=write size=2482375 2023-01-15T14:40:58.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.232+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=ZZL8KUF4M7L1 type=del 2023-01-15T14:40:58.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.234+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=XMBUQVHDS4SR type=write size=1001673 2023-01-15T14:40:58.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.235+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~CCNXTNNC9L1Y.0 size=1048576 2023-01-15T14:40:58.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.235+0000 7fab305e2900 1 < canceled part key=_multipart_8CLBEV2LUJWJ.2~CCNXTNNC9L1Y.1 size=1048576 2023-01-15T14:40:58.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.236+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~CCNXTNNC9L1Y.2 size=404527 2023-01-15T14:40:58.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.238+0000 7fab305e2900 1 < canceled multipart upload key=8CLBEV2LUJWJ upload=CCNXTNNC9L1Y tag=HOGP8OROB0ZG type=write size=3550255 2023-01-15T14:40:58.241 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.240+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~6BK3PB4H30F2.0 size=415632 2023-01-15T14:40:58.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.240+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=6BK3PB4H30F2 tag=AFBFO0O0V42Z type=write size=1464208 2023-01-15T14:40:58.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.241+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=7GVNZKGUTX71 type=del 2023-01-15T14:40:58.243 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.242+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=Y2IJHJM4SXSU type=del size=3238470 2023-01-15T14:40:58.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.243+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=RVES4IAO64GB type=del 2023-01-15T14:40:58.245 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.244+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=TBHFKY4MF2MQ type=del size=31266 2023-01-15T14:40:58.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.244+0000 7fab305e2900 1 < canceled part key=_multipart_KTFY3EPKMIPP.2~U4T12KQE4HI8.0 size=1048576 2023-01-15T14:40:58.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.244+0000 7fab305e2900 1 < canceled part key=_multipart_KTFY3EPKMIPP.2~U4T12KQE4HI8.1 size=267352 2023-01-15T14:40:58.247 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.246+0000 7fab305e2900 1 < canceled multipart upload key=KTFY3EPKMIPP upload=U4T12KQE4HI8 tag=5BP09S0PL01X type=write size=2364504 2023-01-15T14:40:58.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.247+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=BFAY8P69L5EO type=del size=2577286 2023-01-15T14:40:58.250 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.249+0000 7fab305e2900 1 < suggested remove operation key=H8WF2D844W5R tag=IDOGBOV7BA9H type=write 2023-01-15T14:40:58.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.251+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~K65ESEGF6UW9.0 size=262775 2023-01-15T14:40:58.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.251+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=K65ESEGF6UW9 tag=Z4NRSY0P8AMH type=write size=1311351 2023-01-15T14:40:58.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.252+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=2AUUO3G48531 type=del 2023-01-15T14:40:58.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.253+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~AIQDL78RZ6ST.0 size=1048576 2023-01-15T14:40:58.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.254+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~AIQDL78RZ6ST.1 size=384768 2023-01-15T14:40:58.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.254+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=AIQDL78RZ6ST tag=JSWO5OSZGLRG type=write size=2481920 2023-01-15T14:40:58.257 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.255+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=UOHI0W3QJAIP type=del 2023-01-15T14:40:58.258 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.256+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=NXOORFYAS3VS type=del size=946695 2023-01-15T14:40:58.258 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.257+0000 7fab305e2900 1 < canceled part key=_multipart_JP5RXNMPLSF8.2~1L6T35LQHZ5N.0 size=1048576 2023-01-15T14:40:58.259 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.257+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~1L6T35LQHZ5N.1 size=1048576 2023-01-15T14:40:58.260 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.258+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~1L6T35LQHZ5N.2 size=688615 2023-01-15T14:40:58.261 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.260+0000 7fab305e2900 1 < canceled multipart upload key=JP5RXNMPLSF8 upload=1L6T35LQHZ5N tag=Y3H5N6TRIAIR type=write size=3834343 2023-01-15T14:40:58.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.261+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=KIFE6EX9S9PO type=write size=897010 2023-01-15T14:40:58.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.262+0000 7fab305e2900 1 < completed delete operation key=7B20CP9G4OAH tag=XENCL881QA7M type=del 2023-01-15T14:40:58.264 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.263+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=2352B1R3280K type=write size=535507 2023-01-15T14:40:58.265 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.264+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~QTZ89J84F8PC.0 size=560637 2023-01-15T14:40:58.267 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.265+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=QTZ89J84F8PC tag=WUT342O3Z8OB type=write size=1609213 2023-01-15T14:40:58.269 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.267+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~Y3N1V1CTU0X3.0 size=1048576 2023-01-15T14:40:58.269 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.268+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~Y3N1V1CTU0X3.1 size=399492 2023-01-15T14:40:58.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.268+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=Y3N1V1CTU0X3 tag=6D8QQMT3QOT1 type=write size=2496644 2023-01-15T14:40:58.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.269+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=QZJEGZQ3Q7TR type=del 2023-01-15T14:40:58.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.271+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~KT58DPWL2TFI.0 size=1048576 2023-01-15T14:40:58.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.271+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~KT58DPWL2TFI.1 size=1048576 2023-01-15T14:40:58.274 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.272+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~KT58DPWL2TFI.2 size=103557 2023-01-15T14:40:58.274 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.272+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=KT58DPWL2TFI tag=Q9GF48HLMDB1 type=write size=3249285 2023-01-15T14:40:58.275 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.273+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=PUPB1QQZ6A5B type=del 2023-01-15T14:40:58.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.274+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=MM3N10K6UEKA type=del size=1162583 2023-01-15T14:40:58.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.275+0000 7fab305e2900 1 < completed write operation key=3AV2R27PD12K tag=AO6O13OWU4W8 type=write size=586488 2023-01-15T14:40:58.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.276+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=BBTLQ0MJ07IE type=del size=739088 2023-01-15T14:40:58.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.277+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=2GCT4ZPF8ISS type=del 2023-01-15T14:40:58.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.278+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=UL9385QYJHMP type=del size=2834826 2023-01-15T14:40:58.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.279+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~67PMR9J9FM2L.0 size=1048576 2023-01-15T14:40:58.282 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.280+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~67PMR9J9FM2L.1 size=385223 2023-01-15T14:40:58.283 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.282+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=67PMR9J9FM2L tag=G0GUKWCK6YP4 type=write size=2482375 2023-01-15T14:40:58.285 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.284+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~HTBLDY09R2H1.0 size=1048576 2023-01-15T14:40:58.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.284+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~HTBLDY09R2H1.1 size=1048576 2023-01-15T14:40:58.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.285+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~HTBLDY09R2H1.2 size=277005 2023-01-15T14:40:58.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.285+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=HTBLDY09R2H1 tag=8IK4YMM3K5R8 type=write size=3422733 2023-01-15T14:40:58.288 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.286+0000 7fab305e2900 1 < completed write operation key=BYCBFI34ZVMR tag=XMBUQVHDS4SR type=write size=1001673 2023-01-15T14:40:58.289 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.287+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=DSG9X22SNAAU type=del size=2346097 2023-01-15T14:40:58.289 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.288+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~6BK3PB4H30F2.0 size=415632 2023-01-15T14:40:58.291 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.289+0000 7fab305e2900 1 < completed multipart upload key=FDLD6LAR610I upload=6BK3PB4H30F2 tag=AFBFO0O0V42Z type=write size=1464208 2023-01-15T14:40:58.292 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.290+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=F366MUBD3JVV type=del size=3026988 2023-01-15T14:40:58.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.291+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=Y2IJHJM4SXSU type=del 2023-01-15T14:40:58.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.292+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=DH80L1BO1A2T type=del size=3552761 2023-01-15T14:40:58.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.293+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=TBHFKY4MF2MQ type=del 2023-01-15T14:40:58.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.295+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~I44Q6NZFV6BI.0 size=1048576 2023-01-15T14:40:58.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.296+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~I44Q6NZFV6BI.1 size=686369 2023-01-15T14:40:58.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.296+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=I44Q6NZFV6BI tag=FIST1P74K15W type=write size=2783521 2023-01-15T14:40:58.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.297+0000 7fab305e2900 1 < canceled operation key=ZKWYQ233LD63 tag=BFAY8P69L5EO type=del size=2577286 2023-01-15T14:40:58.301 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.299+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~2BGU31VEIK2Z.0 size=1048576 2023-01-15T14:40:58.301 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.300+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~2BGU31VEIK2Z.1 size=473064 2023-01-15T14:40:58.301 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.300+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=2BGU31VEIK2Z tag=EIKT4K2U0TKR type=write size=2570216 2023-01-15T14:40:58.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.301+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~K65ESEGF6UW9.0 size=262775 2023-01-15T14:40:58.304 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.302+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=K65ESEGF6UW9 tag=Z4NRSY0P8AMH type=write size=1311351 2023-01-15T14:40:58.305 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.303+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=R6TGZO6NDT4D type=del size=3299373 2023-01-15T14:40:58.305 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.304+0000 7fab305e2900 1 < canceled part key=_multipart_ONG29C9MW4PW.2~AIQDL78RZ6ST.0 size=1048576 2023-01-15T14:40:58.306 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.305+0000 7fab305e2900 1 < completed part key=_multipart_ONG29C9MW4PW.2~AIQDL78RZ6ST.1 size=384768 2023-01-15T14:40:58.308 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.306+0000 7fab305e2900 1 < canceled multipart upload key=ONG29C9MW4PW upload=AIQDL78RZ6ST tag=JSWO5OSZGLRG type=write size=2481920 2023-01-15T14:40:58.309 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.308+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=CMGY2KX7QH9V type=del size=2529476 2023-01-15T14:40:58.310 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.309+0000 7fab305e2900 1 < canceled operation key=ZF7BN8YD0YEO tag=NXOORFYAS3VS type=del size=946695 2023-01-15T14:40:58.313 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.310+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=OIF18JGFJG6I type=del size=2745798 2023-01-15T14:40:58.313 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.312+0000 7fab305e2900 1 < suggested update operation key=FTXCLOVB9STM tag=KIFE6EX9S9PO type=write size=897010 2023-01-15T14:40:58.315 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.313+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~42P8K6E80EF4.0 size=1048576 2023-01-15T14:40:58.316 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.314+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~42P8K6E80EF4.1 size=387372 2023-01-15T14:40:58.316 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.314+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=42P8K6E80EF4 tag=WN5KZ5IN4WCP type=write size=2484524 2023-01-15T14:40:58.318 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.317+0000 7fab305e2900 1 < suggested remove operation key=XT1ET16X0IUW tag=2352B1R3280K type=write 2023-01-15T14:40:58.319 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.318+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=A3JSHCRLIZZL type=del size=2976167 2023-01-15T14:40:58.321 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.319+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~Y3N1V1CTU0X3.0 size=1048576 2023-01-15T14:40:58.321 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.320+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~Y3N1V1CTU0X3.1 size=399492 2023-01-15T14:40:58.323 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.321+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=Y3N1V1CTU0X3 tag=6D8QQMT3QOT1 type=write size=2496644 2023-01-15T14:40:58.325 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.323+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=L44LQRBWFESM type=del size=2535703 2023-01-15T14:40:58.326 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.324+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~KT58DPWL2TFI.0 size=1048576 2023-01-15T14:40:58.327 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.325+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~KT58DPWL2TFI.1 size=1048576 2023-01-15T14:40:58.327 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.326+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~KT58DPWL2TFI.2 size=103557 2023-01-15T14:40:58.330 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.328+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=KT58DPWL2TFI tag=Q9GF48HLMDB1 type=write size=3249285 2023-01-15T14:40:58.331 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.330+0000 7fab305e2900 1 > prepared part key=_multipart_ONG29C9MW4PW.2~YUF2CN1IH8FT.0 size=911148 2023-01-15T14:40:58.331 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.330+0000 7fab305e2900 1 > prepared multipart upload key=ONG29C9MW4PW upload=YUF2CN1IH8FT tag=5S1DZ4M7JVM2 type=write size=1959724 2023-01-15T14:40:58.333 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.331+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=MM3N10K6UEKA type=del 2023-01-15T14:40:58.333 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.332+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=Q317OQEG31GU type=del size=1109049 2023-01-15T14:40:58.335 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.333+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=BBTLQ0MJ07IE type=del 2023-01-15T14:40:58.336 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.334+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=DCVEEY09HVMB type=del size=3647724 2023-01-15T14:40:58.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.336+0000 7fab305e2900 1 < suggested remove operation key=9BIBU11P1SQR tag=UL9385QYJHMP type=del 2023-01-15T14:40:58.339 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.337+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=LC6BVBWA0XI8 type=del size=3987587 2023-01-15T14:40:58.340 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.338+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~HTBLDY09R2H1.0 size=1048576 2023-01-15T14:40:58.340 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.339+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~HTBLDY09R2H1.1 size=1048576 2023-01-15T14:40:58.341 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.339+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~HTBLDY09R2H1.2 size=277005 2023-01-15T14:40:58.343 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.341+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=HTBLDY09R2H1 tag=8IK4YMM3K5R8 type=write size=3422733 2023-01-15T14:40:58.344 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.342+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=HPBW6EOE6S20 type=del size=762464 2023-01-15T14:40:58.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.343+0000 7fab305e2900 -1 < failed to complete operation key=9BIBU11P1SQR tag=DSG9X22SNAAU type=del size=2346097: (22) Invalid argument 2023-01-15T14:40:58.346 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.344+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=CHETSI33HCLN type=del size=4096208 2023-01-15T14:40:58.347 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.345+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=F366MUBD3JVV type=del 2023-01-15T14:40:58.349 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.347+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~K9LRJ94FBCKP.0 size=1048576 2023-01-15T14:40:58.349 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.348+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~K9LRJ94FBCKP.1 size=1048576 2023-01-15T14:40:58.350 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.348+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~K9LRJ94FBCKP.2 size=556947 2023-01-15T14:40:58.350 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.348+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=K9LRJ94FBCKP tag=CMQTWVWFJMU4 type=write size=3702675 2023-01-15T14:40:58.351 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.350+0000 7fab305e2900 1 < canceled operation key=GEI2ZTAKBNDK tag=DH80L1BO1A2T type=del size=3552761 2023-01-15T14:40:58.353 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.351+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~GNG1GL1PY90Z.0 size=1048576 2023-01-15T14:40:58.354 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.352+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~GNG1GL1PY90Z.1 size=1048576 2023-01-15T14:40:58.354 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.353+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~GNG1GL1PY90Z.2 size=518400 2023-01-15T14:40:58.355 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.353+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=GNG1GL1PY90Z tag=I91TZZWJAI5E type=write size=3664128 2023-01-15T14:40:58.355 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.354+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~I44Q6NZFV6BI.0 size=1048576 2023-01-15T14:40:58.356 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.355+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~I44Q6NZFV6BI.1 size=686369 2023-01-15T14:40:58.358 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.356+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=I44Q6NZFV6BI tag=FIST1P74K15W type=write size=2783521 2023-01-15T14:40:58.359 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.357+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=KLTA05C02YPG type=del size=1102198 2023-01-15T14:40:58.360 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.358+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~2BGU31VEIK2Z.0 size=1048576 2023-01-15T14:40:58.361 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.359+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~2BGU31VEIK2Z.1 size=473064 2023-01-15T14:40:58.362 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.361+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=2BGU31VEIK2Z tag=EIKT4K2U0TKR type=write size=2570216 2023-01-15T14:40:58.363 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.362+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=SX2VX0BN0RJR type=del size=2135473 2023-01-15T14:40:58.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.363+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=R6TGZO6NDT4D type=del 2023-01-15T14:40:58.367 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.364+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=HO07KWPUXT4F type=write size=892504 2023-01-15T14:40:58.367 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.365+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=CMGY2KX7QH9V type=del 2023-01-15T14:40:58.368 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.366+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=D90VJRCNE394 type=del size=1116597 2023-01-15T14:40:58.369 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.368+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=OIF18JGFJG6I type=del 2023-01-15T14:40:58.370 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.368+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=CPFB5VLEER9X type=del size=1476137 2023-01-15T14:40:58.371 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.370+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~42P8K6E80EF4.0 size=1048576 2023-01-15T14:40:58.372 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.370+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~42P8K6E80EF4.1 size=387372 2023-01-15T14:40:58.374 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.372+0000 7fab305e2900 1 < completed multipart upload key=8CLBEV2LUJWJ upload=42P8K6E80EF4 tag=WN5KZ5IN4WCP type=write size=2484524 2023-01-15T14:40:58.375 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.373+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=EKCDYZAM2SPL type=del size=23120 2023-01-15T14:40:58.376 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.374+0000 7fab305e2900 1 < completed delete operation key=7B20CP9G4OAH tag=A3JSHCRLIZZL type=del 2023-01-15T14:40:58.376 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.375+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=YIYSTKOI58GC type=del size=875937 2023-01-15T14:40:58.378 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.377+0000 7fab305e2900 1 < suggested update operation key=XT1ET16X0IUW tag=L44LQRBWFESM type=del size=2535703 2023-01-15T14:40:58.379 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.378+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=H5PGTK4AVBI6 type=del size=4021744 2023-01-15T14:40:58.380 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.378+0000 7fab305e2900 1 < canceled part key=_multipart_ONG29C9MW4PW.2~YUF2CN1IH8FT.0 size=911148 2023-01-15T14:40:58.381 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.380+0000 7fab305e2900 1 < canceled multipart upload key=ONG29C9MW4PW upload=YUF2CN1IH8FT tag=5S1DZ4M7JVM2 type=write size=1959724 2023-01-15T14:40:58.382 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.381+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=R54YZJNMD3ME type=write size=550287 2023-01-15T14:40:58.383 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.382+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=Q317OQEG31GU type=del 2023-01-15T14:40:58.384 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.383+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=WVHSOL6042YL type=write size=703574 2023-01-15T14:40:58.385 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.383+0000 7fab305e2900 -1 < failed to complete operation key=XT1ET16X0IUW tag=DCVEEY09HVMB type=del size=3647724: (22) Invalid argument 2023-01-15T14:40:58.387 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.385+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~OIDC6ZY5XN4B.0 size=1048576 2023-01-15T14:40:58.388 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.386+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~OIDC6ZY5XN4B.1 size=52227 2023-01-15T14:40:58.388 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.386+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=OIDC6ZY5XN4B tag=833DYNUG01B0 type=write size=2149379 2023-01-15T14:40:58.389 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.387+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=LC6BVBWA0XI8 type=del 2023-01-15T14:40:58.390 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.389+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~YF06N8H7ZD08.0 size=1048576 2023-01-15T14:40:58.391 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.390+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~YF06N8H7ZD08.1 size=612887 2023-01-15T14:40:58.391 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.390+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=YF06N8H7ZD08 tag=F27WEDXTIHG3 type=write size=2710039 2023-01-15T14:40:58.393 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.392+0000 7fab305e2900 1 < suggested update operation key=ONG29C9MW4PW tag=HPBW6EOE6S20 type=del size=762464 2023-01-15T14:40:58.394 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.393+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=84STXW2TGVFK type=del size=2534867 2023-01-15T14:40:58.395 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.394+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=CHETSI33HCLN type=del 2023-01-15T14:40:58.397 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.396+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~GV85RPQDWI8U.0 size=1048576 2023-01-15T14:40:58.398 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.396+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~GV85RPQDWI8U.1 size=1048576 2023-01-15T14:40:58.399 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.397+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~GV85RPQDWI8U.2 size=704100 2023-01-15T14:40:58.399 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.397+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=GV85RPQDWI8U tag=M8YJUG62UP6T type=write size=3849828 2023-01-15T14:40:58.400 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.398+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~K9LRJ94FBCKP.0 size=1048576 2023-01-15T14:40:58.400 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.399+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~K9LRJ94FBCKP.1 size=1048576 2023-01-15T14:40:58.402 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.400+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~K9LRJ94FBCKP.2 size=556947 2023-01-15T14:40:58.403 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.402+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=K9LRJ94FBCKP tag=CMQTWVWFJMU4 type=write size=3702675 2023-01-15T14:40:58.405 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.403+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=526IJVENQO7I type=del size=351585 2023-01-15T14:40:58.405 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.403+0000 7fab305e2900 1 < canceled part key=_multipart_KGO3UC39S97I.2~GNG1GL1PY90Z.0 size=1048576 2023-01-15T14:40:58.406 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.404+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~GNG1GL1PY90Z.1 size=1048576 2023-01-15T14:40:58.407 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.405+0000 7fab305e2900 1 < completed part key=_multipart_KGO3UC39S97I.2~GNG1GL1PY90Z.2 size=518400 2023-01-15T14:40:58.408 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.407+0000 7fab305e2900 1 < canceled multipart upload key=KGO3UC39S97I upload=GNG1GL1PY90Z tag=I91TZZWJAI5E type=write size=3664128 2023-01-15T14:40:58.412 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.408+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=1QDPHWONVG2L type=del size=2329606 2023-01-15T14:40:58.412 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.409+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=KLTA05C02YPG type=del 2023-01-15T14:40:58.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.411+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~981DG21FO7RJ.0 size=1048576 2023-01-15T14:40:58.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.412+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~981DG21FO7RJ.1 size=833470 2023-01-15T14:40:58.414 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.412+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=981DG21FO7RJ tag=P5A9X4OD2FTM type=write size=2930622 2023-01-15T14:40:58.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.413+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=SX2VX0BN0RJR type=del 2023-01-15T14:40:58.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.414+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=02NRSB1CHQ3U type=del size=572573 2023-01-15T14:40:58.417 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.415+0000 7fab305e2900 1 < completed write operation key=FTXCLOVB9STM tag=HO07KWPUXT4F type=write size=892504 2023-01-15T14:40:58.418 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.417+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=YV3RD1NS9MTJ type=write size=782884 2023-01-15T14:40:58.419 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.418+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=D90VJRCNE394 type=del 2023-01-15T14:40:58.422 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.420+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~4UY28Z1MGKW4.0 size=921301 2023-01-15T14:40:58.422 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.420+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=4UY28Z1MGKW4 tag=SHD5RGCQQ131 type=write size=1969877 2023-01-15T14:40:58.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.421+0000 7fab305e2900 1 < canceled operation key=KGO3UC39S97I tag=CPFB5VLEER9X type=del size=1476137 2023-01-15T14:40:58.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.423+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~HIH00M1O67I1.0 size=495467 2023-01-15T14:40:58.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.423+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=HIH00M1O67I1 tag=GRFC2XT3T1CU type=write size=1544043 2023-01-15T14:40:58.426 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.425+0000 7fab305e2900 1 < canceled operation key=DD5C0ZKBVAS3 tag=EKCDYZAM2SPL type=del size=23120 2023-01-15T14:40:58.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.427+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~OKQZKZD16U7S.0 size=1048576 2023-01-15T14:40:58.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.428+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~OKQZKZD16U7S.1 size=600526 2023-01-15T14:40:58.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.428+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=OKQZKZD16U7S tag=5EXTE3G9J7R9 type=write size=2697678 2023-01-15T14:40:58.430 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.429+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=YIYSTKOI58GC type=del 2023-01-15T14:40:58.433 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.431+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~J7RHY2LL2KF0.0 size=438310 2023-01-15T14:40:58.433 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.431+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=J7RHY2LL2KF0 tag=YKX3UBWN5F0V type=write size=1486886 2023-01-15T14:40:58.434 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.432+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=H5PGTK4AVBI6 type=del 2023-01-15T14:40:58.435 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.433+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=0QFZBOKH2M9T type=del size=843933 2023-01-15T14:40:58.437 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.436+0000 7fab305e2900 1 < suggested update operation key=KTFY3EPKMIPP tag=R54YZJNMD3ME type=write size=550287 2023-01-15T14:40:58.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.437+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=ZX19MNVRT9Z8 type=del size=439036 2023-01-15T14:40:58.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.438+0000 7fab305e2900 1 < completed write operation key=9BIBU11P1SQR tag=WVHSOL6042YL type=write size=703574 2023-01-15T14:40:58.441 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.439+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=1L8EB0MPD81Q type=del size=3748065 2023-01-15T14:40:58.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.440+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~OIDC6ZY5XN4B.0 size=1048576 2023-01-15T14:40:58.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.441+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~OIDC6ZY5XN4B.1 size=52227 2023-01-15T14:40:58.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.443+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=OIDC6ZY5XN4B tag=833DYNUG01B0 type=write size=2149379 2023-01-15T14:40:58.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.444+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=5D1P99ZMG61W type=del size=948655 2023-01-15T14:40:58.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.445+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~YF06N8H7ZD08.0 size=1048576 2023-01-15T14:40:58.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.446+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~YF06N8H7ZD08.1 size=612887 2023-01-15T14:40:58.449 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.448+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=YF06N8H7ZD08 tag=F27WEDXTIHG3 type=write size=2710039 2023-01-15T14:40:58.451 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.449+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=XPO4QODOI805 type=del size=3590576 2023-01-15T14:40:58.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.450+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=84STXW2TGVFK type=del 2023-01-15T14:40:58.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.452+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~25G1A81NDGCO.0 size=1048576 2023-01-15T14:40:58.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.453+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~25G1A81NDGCO.1 size=1048576 2023-01-15T14:40:58.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.454+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~25G1A81NDGCO.2 size=598973 2023-01-15T14:40:58.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.454+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=25G1A81NDGCO tag=ZY5JULZBMDKM type=write size=3744701 2023-01-15T14:40:58.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.454+0000 7fab305e2900 1 < canceled part key=_multipart_FTXCLOVB9STM.2~GV85RPQDWI8U.0 size=1048576 2023-01-15T14:40:58.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.454+0000 7fab305e2900 1 < canceled part key=_multipart_FTXCLOVB9STM.2~GV85RPQDWI8U.1 size=1048576 2023-01-15T14:40:58.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.455+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~GV85RPQDWI8U.2 size=704100 2023-01-15T14:40:58.458 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.457+0000 7fab305e2900 1 < canceled multipart upload key=FTXCLOVB9STM upload=GV85RPQDWI8U tag=M8YJUG62UP6T type=write size=3849828 2023-01-15T14:40:58.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.458+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=4EJN2ZVP8V2J type=del size=130083 2023-01-15T14:40:58.462 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.460+0000 7fab305e2900 1 < suggested remove operation key=XT1ET16X0IUW tag=526IJVENQO7I type=del 2023-01-15T14:40:58.464 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.462+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~U353QWO137BD.0 size=1048576 2023-01-15T14:40:58.465 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.463+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~U353QWO137BD.1 size=452781 2023-01-15T14:40:58.465 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.463+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=U353QWO137BD tag=SG21KYDJOJI0 type=write size=2549933 2023-01-15T14:40:58.466 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.464+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=1QDPHWONVG2L type=del 2023-01-15T14:40:58.468 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.466+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~F4MQ6YF8J1IQ.0 size=1048576 2023-01-15T14:40:58.469 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.467+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~F4MQ6YF8J1IQ.1 size=569046 2023-01-15T14:40:58.469 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.467+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=F4MQ6YF8J1IQ tag=ZSW66HCBED15 type=write size=2666198 2023-01-15T14:40:58.470 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.469+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~981DG21FO7RJ.0 size=1048576 2023-01-15T14:40:58.470 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.469+0000 7fab305e2900 1 < canceled part key=_multipart_XT1ET16X0IUW.2~981DG21FO7RJ.1 size=833470 2023-01-15T14:40:58.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.470+0000 7fab305e2900 1 < canceled multipart upload key=XT1ET16X0IUW upload=981DG21FO7RJ tag=P5A9X4OD2FTM type=write size=2930622 2023-01-15T14:40:58.474 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.472+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~V1WV3TY0QH3K.0 size=1048576 2023-01-15T14:40:58.475 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.473+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~V1WV3TY0QH3K.1 size=778340 2023-01-15T14:40:58.475 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.473+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=V1WV3TY0QH3K tag=76V4S2C0YRXM type=write size=2875492 2023-01-15T14:40:58.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.474+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=02NRSB1CHQ3U type=del 2023-01-15T14:40:58.477 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.475+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=1U0GB71JADE4 type=write size=560786 2023-01-15T14:40:58.478 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.477+0000 7fab305e2900 1 < completed write operation key=JP5RXNMPLSF8 tag=YV3RD1NS9MTJ type=write size=782884 2023-01-15T14:40:58.480 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.479+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~2G9LK4ZHOSUE.0 size=72830 2023-01-15T14:40:58.480 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.479+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=2G9LK4ZHOSUE tag=WK0D0GSOGVEV type=write size=1121406 2023-01-15T14:40:58.481 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.480+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~4UY28Z1MGKW4.0 size=921301 2023-01-15T14:40:58.483 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.482+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=4UY28Z1MGKW4 tag=SHD5RGCQQ131 type=write size=1969877 2023-01-15T14:40:58.484 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.483+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=C59O72J38AZO type=del size=2293380 2023-01-15T14:40:58.485 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.484+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~HIH00M1O67I1.0 size=495467 2023-01-15T14:40:58.487 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.486+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=HIH00M1O67I1 tag=GRFC2XT3T1CU type=write size=1544043 2023-01-15T14:40:58.488 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.487+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=K4P76N9SYPC5 type=del size=3532661 2023-01-15T14:40:58.489 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.487+0000 7fab305e2900 1 < canceled part key=_multipart_FTXCLOVB9STM.2~OKQZKZD16U7S.0 size=1048576 2023-01-15T14:40:58.490 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.488+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~OKQZKZD16U7S.1 size=600526 2023-01-15T14:40:58.491 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.490+0000 7fab305e2900 1 < canceled multipart upload key=FTXCLOVB9STM upload=OKQZKZD16U7S tag=5EXTE3G9J7R9 type=write size=2697678 2023-01-15T14:40:58.492 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.491+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=3KOP11FTBER9 type=del size=2261526 2023-01-15T14:40:58.494 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.492+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~J7RHY2LL2KF0.0 size=438310 2023-01-15T14:40:58.495 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.494+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=J7RHY2LL2KF0 tag=YKX3UBWN5F0V type=write size=1486886 2023-01-15T14:40:58.497 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.495+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=MOEJ8VCWRXNF type=del size=4155556 2023-01-15T14:40:58.499 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.497+0000 7fab305e2900 1 < suggested remove operation key=VUD7RI610PSV tag=0QFZBOKH2M9T type=del 2023-01-15T14:40:58.500 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.498+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=963N30UJPGZ8 type=del size=3580841 2023-01-15T14:40:58.501 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.500+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=ZX19MNVRT9Z8 type=del 2023-01-15T14:40:58.502 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.501+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=FB6J4YCMAL8R type=write size=279244 2023-01-15T14:40:58.503 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.502+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=1L8EB0MPD81Q type=del 2023-01-15T14:40:58.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.504+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~Y2JWHVIXFK8R.0 size=141118 2023-01-15T14:40:58.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.504+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=Y2JWHVIXFK8R tag=BM8LUZMW1SNW type=write size=1189694 2023-01-15T14:40:58.507 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.506+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=5D1P99ZMG61W type=del 2023-01-15T14:40:58.510 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.509+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~AN7T0T0K2U8P.0 size=1048576 2023-01-15T14:40:58.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.509+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~AN7T0T0K2U8P.1 size=1048576 2023-01-15T14:40:58.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.510+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~AN7T0T0K2U8P.2 size=698978 2023-01-15T14:40:58.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.510+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=AN7T0T0K2U8P tag=OKXOQR9AM4IX type=write size=3844706 2023-01-15T14:40:58.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.511+0000 7fab305e2900 1 < canceled operation key=ZKWYQ233LD63 tag=XPO4QODOI805 type=del size=3590576 2023-01-15T14:40:58.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.513+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=CWT484JBUMDZ type=write size=43036 2023-01-15T14:40:58.515 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.514+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~25G1A81NDGCO.0 size=1048576 2023-01-15T14:40:58.516 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.515+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~25G1A81NDGCO.1 size=1048576 2023-01-15T14:40:58.517 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.516+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~25G1A81NDGCO.2 size=598973 2023-01-15T14:40:58.519 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.518+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=25G1A81NDGCO tag=ZY5JULZBMDKM type=write size=3744701 2023-01-15T14:40:58.520 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.519+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=VRBW7B5TZSM6 type=del size=2174806 2023-01-15T14:40:58.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.520+0000 7fab305e2900 -1 < failed to complete operation key=XT1ET16X0IUW tag=4EJN2ZVP8V2J type=del size=130083: (22) Invalid argument 2023-01-15T14:40:58.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.522+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~R16OBFN2GGVU.0 size=1048576 2023-01-15T14:40:58.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.523+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~R16OBFN2GGVU.1 size=1048576 2023-01-15T14:40:58.525 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.524+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~R16OBFN2GGVU.2 size=253865 2023-01-15T14:40:58.526 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.524+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=R16OBFN2GGVU tag=C9MTEXT9CJMZ type=write size=3399593 2023-01-15T14:40:58.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.525+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~U353QWO137BD.0 size=1048576 2023-01-15T14:40:58.528 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.526+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~U353QWO137BD.1 size=452781 2023-01-15T14:40:58.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.528+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=U353QWO137BD tag=SG21KYDJOJI0 type=write size=2549933 2023-01-15T14:40:58.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.529+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=KZS58I21VR2L type=del size=3474161 2023-01-15T14:40:58.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.530+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~F4MQ6YF8J1IQ.0 size=1048576 2023-01-15T14:40:58.533 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.531+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~F4MQ6YF8J1IQ.1 size=569046 2023-01-15T14:40:58.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.533+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=F4MQ6YF8J1IQ tag=ZSW66HCBED15 type=write size=2666198 2023-01-15T14:40:58.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.536+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~DZZZ8BZ63SH8.0 size=1048576 2023-01-15T14:40:58.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.537+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~DZZZ8BZ63SH8.1 size=1048576 2023-01-15T14:40:58.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.537+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~DZZZ8BZ63SH8.2 size=696503 2023-01-15T14:40:58.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.537+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=DZZZ8BZ63SH8 tag=PO0FZNDPUSKY type=write size=3842231 2023-01-15T14:40:58.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.539+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~V1WV3TY0QH3K.0 size=1048576 2023-01-15T14:40:58.541 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.540+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~V1WV3TY0QH3K.1 size=778340 2023-01-15T14:40:58.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.542+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=V1WV3TY0QH3K tag=76V4S2C0YRXM type=write size=2875492 2023-01-15T14:40:58.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.543+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=L5G0YD8BH2WN type=del size=2659190 2023-01-15T14:40:58.546 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.544+0000 7fab305e2900 1 < completed write operation key=QYOQYQAIU2XF tag=1U0GB71JADE4 type=write size=560786 2023-01-15T14:40:58.547 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.545+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=NC86GRUQ5BZX type=del size=1446745 2023-01-15T14:40:58.548 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.546+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~2G9LK4ZHOSUE.0 size=72830 2023-01-15T14:40:58.550 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.548+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=2G9LK4ZHOSUE tag=WK0D0GSOGVEV type=write size=1121406 2023-01-15T14:40:58.551 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.550+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=FT3G8X61YMLL type=del size=3898651 2023-01-15T14:40:58.552 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.551+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=C59O72J38AZO type=del 2023-01-15T14:40:58.554 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.552+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=6OS4KBIL74AS type=del size=1569101 2023-01-15T14:40:58.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.554+0000 7fab305e2900 1 < suggested remove operation key=XT1ET16X0IUW tag=K4P76N9SYPC5 type=del 2023-01-15T14:40:58.557 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.556+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=F3KKVG1OBG7Y type=write size=922539 2023-01-15T14:40:58.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.557+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=3KOP11FTBER9 type=del 2023-01-15T14:40:58.560 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.558+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=0ZVJ8UW2D31T type=write size=101723 2023-01-15T14:40:58.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.559+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=MOEJ8VCWRXNF type=del 2023-01-15T14:40:58.562 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.560+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=Q9ORC07SJ341 type=write size=227475 2023-01-15T14:40:58.563 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.561+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=963N30UJPGZ8 type=del 2023-01-15T14:40:58.564 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.562+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=JSW4SVU2GKS3 type=del size=68854 2023-01-15T14:40:58.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.563+0000 7fab305e2900 1 < completed write operation key=ONG29C9MW4PW tag=FB6J4YCMAL8R type=write size=279244 2023-01-15T14:40:58.568 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.566+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~SJKUQFJKYLDA.0 size=1048576 2023-01-15T14:40:58.568 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.567+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~SJKUQFJKYLDA.1 size=1048576 2023-01-15T14:40:58.569 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.568+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~SJKUQFJKYLDA.2 size=935557 2023-01-15T14:40:58.569 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.568+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=SJKUQFJKYLDA tag=J1WJ90KXDNX6 type=write size=4081285 2023-01-15T14:40:58.570 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.569+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~Y2JWHVIXFK8R.0 size=141118 2023-01-15T14:40:58.572 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.570+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=Y2JWHVIXFK8R tag=BM8LUZMW1SNW type=write size=1189694 2023-01-15T14:40:58.573 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.571+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=I80M0QO6CH4A type=del size=2867084 2023-01-15T14:40:58.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.572+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~AN7T0T0K2U8P.0 size=1048576 2023-01-15T14:40:58.575 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.573+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~AN7T0T0K2U8P.1 size=1048576 2023-01-15T14:40:58.576 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.574+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~AN7T0T0K2U8P.2 size=698978 2023-01-15T14:40:58.577 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.576+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=AN7T0T0K2U8P tag=OKXOQR9AM4IX type=write size=3844706 2023-01-15T14:40:58.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.578+0000 7fab305e2900 1 > prepared part key=_multipart_3AV2R27PD12K.2~VRZ4CL9WPY83.0 size=855707 2023-01-15T14:40:58.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.578+0000 7fab305e2900 1 > prepared multipart upload key=3AV2R27PD12K upload=VRZ4CL9WPY83 tag=CUICH5M3DCCS type=write size=1904283 2023-01-15T14:40:58.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.579+0000 7fab305e2900 1 < completed write operation key=Q82PRJIVXO0C tag=CWT484JBUMDZ type=write size=43036 2023-01-15T14:40:58.581 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.580+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=4V528AUSQLYL type=del size=2098867 2023-01-15T14:40:58.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.581+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=VRBW7B5TZSM6 type=del 2023-01-15T14:40:58.583 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.582+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=YCYOW1LHO57K type=write size=527262 2023-01-15T14:40:58.585 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.583+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~R16OBFN2GGVU.0 size=1048576 2023-01-15T14:40:58.585 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.584+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~R16OBFN2GGVU.1 size=1048576 2023-01-15T14:40:58.586 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.585+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~R16OBFN2GGVU.2 size=253865 2023-01-15T14:40:58.588 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.586+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=R16OBFN2GGVU tag=C9MTEXT9CJMZ type=write size=3399593 2023-01-15T14:40:58.589 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.587+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=GF6CZDE4UH2Q type=del size=2446255 2023-01-15T14:40:58.591 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.589+0000 7fab305e2900 1 < suggested remove operation key=RXT6GFIANR9I tag=KZS58I21VR2L type=del 2023-01-15T14:40:58.593 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.592+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~U4QEFUSDY10Z.0 size=1048576 2023-01-15T14:40:58.594 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.592+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~U4QEFUSDY10Z.1 size=1048576 2023-01-15T14:40:58.595 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.593+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~U4QEFUSDY10Z.2 size=617883 2023-01-15T14:40:58.595 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.593+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=U4QEFUSDY10Z tag=W1ASSGWSHB1K type=write size=3763611 2023-01-15T14:40:58.596 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.594+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~DZZZ8BZ63SH8.0 size=1048576 2023-01-15T14:40:58.597 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.595+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~DZZZ8BZ63SH8.1 size=1048576 2023-01-15T14:40:58.597 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.596+0000 7fab305e2900 1 < completed part key=_multipart_PZ48A2T3Y6Z4.2~DZZZ8BZ63SH8.2 size=696503 2023-01-15T14:40:58.600 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.598+0000 7fab305e2900 1 < completed multipart upload key=PZ48A2T3Y6Z4 upload=DZZZ8BZ63SH8 tag=PO0FZNDPUSKY type=write size=3842231 2023-01-15T14:40:58.601 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.599+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=P8U3X82OLP5R type=del size=912859 2023-01-15T14:40:58.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.600+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=L5G0YD8BH2WN type=del 2023-01-15T14:40:58.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.601+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=8GVKMDJT9X94 type=del size=424567 2023-01-15T14:40:58.604 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.602+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=NC86GRUQ5BZX type=del 2023-01-15T14:40:58.606 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.604+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~AJWSDR38R44Q.0 size=1048576 2023-01-15T14:40:58.607 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.605+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~AJWSDR38R44Q.1 size=1048576 2023-01-15T14:40:58.607 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.606+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~AJWSDR38R44Q.2 size=954326 2023-01-15T14:40:58.608 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.606+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=AJWSDR38R44Q tag=XXPSA3Y2VF7F type=write size=4100054 2023-01-15T14:40:58.610 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.608+0000 7fab305e2900 1 < suggested remove operation key=PVA8JXP2T3BM tag=FT3G8X61YMLL type=del 2023-01-15T14:40:58.611 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.610+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=RAUPYOMJRLXB type=del size=571509 2023-01-15T14:40:58.612 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.611+0000 7fab305e2900 -1 < failed to complete operation key=XT1ET16X0IUW tag=6OS4KBIL74AS type=del size=1569101: (22) Invalid argument 2023-01-15T14:40:58.613 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.612+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=ONKK41Y1NOS6 type=del size=2891300 2023-01-15T14:40:58.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.614+0000 7fab305e2900 1 < suggested update operation key=WIB3VTX3KFIK tag=F3KKVG1OBG7Y type=write size=922539 2023-01-15T14:40:58.617 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.615+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~ZJQTTZKCR7BR.0 size=1048576 2023-01-15T14:40:58.618 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.616+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~ZJQTTZKCR7BR.1 size=1048576 2023-01-15T14:40:58.619 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.617+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~ZJQTTZKCR7BR.2 size=758672 2023-01-15T14:40:58.619 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.617+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=ZJQTTZKCR7BR tag=9K8BY5NT6UPF type=write size=3904400 2023-01-15T14:40:58.620 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.618+0000 7fab305e2900 1 < completed write operation key=9BIBU11P1SQR tag=0ZVJ8UW2D31T type=write size=101723 2023-01-15T14:40:58.622 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.620+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~QEBP1ZEQD4XB.0 size=345437 2023-01-15T14:40:58.622 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.620+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=QEBP1ZEQD4XB tag=32Z5NQRIAFMQ type=write size=1394013 2023-01-15T14:40:58.623 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.621+0000 7fab305e2900 1 < canceled operation key=FTXCLOVB9STM tag=Q9ORC07SJ341 type=write size=227475 2023-01-15T14:40:58.625 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.623+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~E9EU96P7ZJS4.0 size=1048576 2023-01-15T14:40:58.626 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.624+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~E9EU96P7ZJS4.1 size=1048576 2023-01-15T14:40:58.626 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.625+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~E9EU96P7ZJS4.2 size=135911 2023-01-15T14:40:58.627 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.625+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=E9EU96P7ZJS4 tag=6QRQIGK6645N type=write size=3281639 2023-01-15T14:40:58.628 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.627+0000 7fab305e2900 1 < suggested update operation key=9BIBU11P1SQR tag=JSW4SVU2GKS3 type=del size=68854 2023-01-15T14:40:58.630 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.628+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=H8Y9H4LGW93B type=del size=1695551 2023-01-15T14:40:58.631 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.629+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~SJKUQFJKYLDA.0 size=1048576 2023-01-15T14:40:58.631 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.629+0000 7fab305e2900 1 < canceled part key=_multipart_VUD7RI610PSV.2~SJKUQFJKYLDA.1 size=1048576 2023-01-15T14:40:58.631 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.630+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~SJKUQFJKYLDA.2 size=935557 2023-01-15T14:40:58.633 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.632+0000 7fab305e2900 1 < canceled multipart upload key=VUD7RI610PSV upload=SJKUQFJKYLDA tag=J1WJ90KXDNX6 type=write size=4081285 2023-01-15T14:40:58.634 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.633+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=2N13IDNTSQST type=del size=96453 2023-01-15T14:40:58.635 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.634+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=I80M0QO6CH4A type=del 2023-01-15T14:40:58.636 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.635+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=W31S8FQFWSD1 type=del size=1583127 2023-01-15T14:40:58.637 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.636+0000 7fab305e2900 1 < completed part key=_multipart_3AV2R27PD12K.2~VRZ4CL9WPY83.0 size=855707 2023-01-15T14:40:58.639 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.637+0000 7fab305e2900 1 < completed multipart upload key=3AV2R27PD12K upload=VRZ4CL9WPY83 tag=CUICH5M3DCCS type=write size=1904283 2023-01-15T14:40:58.641 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.639+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~0U9JSV2493XR.0 size=815827 2023-01-15T14:40:58.641 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.639+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=0U9JSV2493XR tag=8ES8ARZLBDMA type=write size=1864403 2023-01-15T14:40:58.643 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.641+0000 7fab305e2900 1 < suggested remove operation key=LSUPQGQTVO84 tag=4V528AUSQLYL type=del 2023-01-15T14:40:58.644 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.642+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=J83NBHD3PBTA type=del size=1495766 2023-01-15T14:40:58.645 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.644+0000 7fab305e2900 1 < completed write operation key=ZF7BN8YD0YEO tag=YCYOW1LHO57K type=write size=527262 2023-01-15T14:40:58.647 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.645+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~FVOQZ9ON9Q2P.0 size=1048576 2023-01-15T14:40:58.648 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.646+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~FVOQZ9ON9Q2P.1 size=1048576 2023-01-15T14:40:58.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.647+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~FVOQZ9ON9Q2P.2 size=337655 2023-01-15T14:40:58.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.647+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=FVOQZ9ON9Q2P tag=ZLOK1IOKZI2N type=write size=3483383 2023-01-15T14:40:58.650 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.648+0000 7fab305e2900 1 < canceled operation key=3AV2R27PD12K tag=GF6CZDE4UH2Q type=del size=2446255 2023-01-15T14:40:58.651 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.649+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=T0I07MY7PHFM type=del size=3747290 2023-01-15T14:40:58.652 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.650+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~U4QEFUSDY10Z.0 size=1048576 2023-01-15T14:40:58.652 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.651+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~U4QEFUSDY10Z.1 size=1048576 2023-01-15T14:40:58.653 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.652+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~U4QEFUSDY10Z.2 size=617883 2023-01-15T14:40:58.655 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.653+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=U4QEFUSDY10Z tag=W1ASSGWSHB1K type=write size=3763611 2023-01-15T14:40:58.656 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.654+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=HWGVZ8PW26AE type=write size=183864 2023-01-15T14:40:58.657 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.656+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=P8U3X82OLP5R type=del 2023-01-15T14:40:58.658 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.657+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=73H6BB1QXDYU type=del size=694842 2023-01-15T14:40:58.659 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.658+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=8GVKMDJT9X94 type=del 2023-01-15T14:40:58.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.660+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~7HYQ0EP4RE41.0 size=1048576 2023-01-15T14:40:58.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.660+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~7HYQ0EP4RE41.1 size=1048576 2023-01-15T14:40:58.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.661+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~7HYQ0EP4RE41.2 size=664210 2023-01-15T14:40:58.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.661+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=7HYQ0EP4RE41 tag=IFYJUH34AHY0 type=write size=3809938 2023-01-15T14:40:58.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.662+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~AJWSDR38R44Q.0 size=1048576 2023-01-15T14:40:58.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.663+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~AJWSDR38R44Q.1 size=1048576 2023-01-15T14:40:58.665 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.664+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~AJWSDR38R44Q.2 size=954326 2023-01-15T14:40:58.667 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.665+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=AJWSDR38R44Q tag=XXPSA3Y2VF7F type=write size=4100054 2023-01-15T14:40:58.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.667+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=2PS479V6OXF2 type=write size=602414 2023-01-15T14:40:58.670 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.669+0000 7fab305e2900 1 < suggested remove operation key=9BIBU11P1SQR tag=RAUPYOMJRLXB type=del 2023-01-15T14:40:58.672 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.670+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~SZIBQ9MNC9GY.0 size=1048576 2023-01-15T14:40:58.674 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.671+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~SZIBQ9MNC9GY.1 size=90020 2023-01-15T14:40:58.674 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.671+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=SZIBQ9MNC9GY tag=Y3ADSFFHGHUN type=write size=2187172 2023-01-15T14:40:58.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.673+0000 7fab305e2900 1 < suggested update operation key=3AV2R27PD12K tag=ONKK41Y1NOS6 type=del size=2891300 2023-01-15T14:40:58.677 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.676+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~SR9D1TLR1ZO7.0 size=1048576 2023-01-15T14:40:58.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.676+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~SR9D1TLR1ZO7.1 size=1048576 2023-01-15T14:40:58.679 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.677+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~SR9D1TLR1ZO7.2 size=777788 2023-01-15T14:40:58.679 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.677+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=SR9D1TLR1ZO7 tag=UC8I4WKU2GRY type=write size=3923516 2023-01-15T14:40:58.680 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.678+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~ZJQTTZKCR7BR.0 size=1048576 2023-01-15T14:40:58.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.679+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~ZJQTTZKCR7BR.1 size=1048576 2023-01-15T14:40:58.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.680+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~ZJQTTZKCR7BR.2 size=758672 2023-01-15T14:40:58.683 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.682+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=ZJQTTZKCR7BR tag=9K8BY5NT6UPF type=write size=3904400 2023-01-15T14:40:58.684 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.683+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=NM4MFETV6YZB type=del size=1381972 2023-01-15T14:40:58.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.684+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~QEBP1ZEQD4XB.0 size=345437 2023-01-15T14:40:58.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.686+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=QEBP1ZEQD4XB tag=32Z5NQRIAFMQ type=write size=1394013 2023-01-15T14:40:58.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.687+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=R5L9KIGTKMF4 type=del size=3509983 2023-01-15T14:40:58.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.688+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~E9EU96P7ZJS4.0 size=1048576 2023-01-15T14:40:58.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.689+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~E9EU96P7ZJS4.1 size=1048576 2023-01-15T14:40:58.691 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.689+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~E9EU96P7ZJS4.2 size=135911 2023-01-15T14:40:58.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.691+0000 7fab305e2900 1 < completed multipart upload key=7B20CP9G4OAH upload=E9EU96P7ZJS4 tag=6QRQIGK6645N type=write size=3281639 2023-01-15T14:40:58.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.693+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~5ZFMF5XETGN4.0 size=1048576 2023-01-15T14:40:58.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.694+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~5ZFMF5XETGN4.1 size=660317 2023-01-15T14:40:58.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.694+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=5ZFMF5XETGN4 tag=AN59JEQW792T type=write size=2757469 2023-01-15T14:40:58.697 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.695+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=H8Y9H4LGW93B type=del 2023-01-15T14:40:58.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.698+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~Z43NJO1FUOU4.0 size=1006151 2023-01-15T14:40:58.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.698+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=Z43NJO1FUOU4 tag=YA1MPO8L171J type=write size=2054727 2023-01-15T14:40:58.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.699+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=2N13IDNTSQST type=del 2023-01-15T14:40:58.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.700+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=ZLLXWOJWJFMH type=write size=124868 2023-01-15T14:40:58.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.701+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=W31S8FQFWSD1 type=del 2023-01-15T14:40:58.705 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.704+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~FJPN0SKWU3QZ.0 size=1048576 2023-01-15T14:40:58.706 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.704+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~FJPN0SKWU3QZ.1 size=1048576 2023-01-15T14:40:58.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.705+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~FJPN0SKWU3QZ.2 size=325483 2023-01-15T14:40:58.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.705+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=FJPN0SKWU3QZ tag=Z4OAXMW9Z3OS type=write size=3471211 2023-01-15T14:40:58.708 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.707+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~0U9JSV2493XR.0 size=815827 2023-01-15T14:40:58.710 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.708+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=0U9JSV2493XR tag=8ES8ARZLBDMA type=write size=1864403 2023-01-15T14:40:58.711 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.710+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=7FHWEYJZ3FFQ type=del size=676395 2023-01-15T14:40:58.712 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.711+0000 7fab305e2900 1 < canceled operation key=GEI2ZTAKBNDK tag=J83NBHD3PBTA type=del size=1495766 2023-01-15T14:40:58.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.712+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=FBTIAZ467FZT type=write size=390579 2023-01-15T14:40:58.714 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.712+0000 7fab305e2900 1 < canceled part key=_multipart_BYCBFI34ZVMR.2~FVOQZ9ON9Q2P.0 size=1048576 2023-01-15T14:40:58.714 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.713+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~FVOQZ9ON9Q2P.1 size=1048576 2023-01-15T14:40:58.715 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.713+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~FVOQZ9ON9Q2P.2 size=337655 2023-01-15T14:40:58.717 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.715+0000 7fab305e2900 1 < canceled multipart upload key=BYCBFI34ZVMR upload=FVOQZ9ON9Q2P tag=ZLOK1IOKZI2N type=write size=3483383 2023-01-15T14:40:58.719 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.717+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~3AINM819UJZY.0 size=1048576 2023-01-15T14:40:58.719 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.718+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~3AINM819UJZY.1 size=1048576 2023-01-15T14:40:58.721 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.719+0000 7fab305e2900 1 > prepared part key=_multipart_7B20CP9G4OAH.2~3AINM819UJZY.2 size=217771 2023-01-15T14:40:58.721 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.719+0000 7fab305e2900 1 > prepared multipart upload key=7B20CP9G4OAH upload=3AINM819UJZY tag=FXXGGFU2WPZ2 type=write size=3363499 2023-01-15T14:40:58.722 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.720+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=T0I07MY7PHFM type=del 2023-01-15T14:40:58.724 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.722+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~MXCU99IWKK9Z.0 size=354449 2023-01-15T14:40:58.724 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.722+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=MXCU99IWKK9Z tag=2HWE0UO2TLZO type=write size=1403025 2023-01-15T14:40:58.725 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.723+0000 7fab305e2900 1 < canceled operation key=KTFY3EPKMIPP tag=HWGVZ8PW26AE type=write size=183864 2023-01-15T14:40:58.727 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.725+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~F1BC82MIKKYR.0 size=1048576 2023-01-15T14:40:58.727 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.726+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~F1BC82MIKKYR.1 size=933207 2023-01-15T14:40:58.728 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.726+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=F1BC82MIKKYR tag=5IHSWSC6LY66 type=write size=3030359 2023-01-15T14:40:58.728 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.727+0000 7fab305e2900 -1 < no bi entry to suggest for operation key=9BIBU11P1SQR tag=73H6BB1QXDYU type=del size=694842: (2) No such file or directory 2023-01-15T14:40:58.729 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.728+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=RKELEGF950YA type=write size=281192 2023-01-15T14:40:58.730 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.729+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~7HYQ0EP4RE41.0 size=1048576 2023-01-15T14:40:58.731 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.730+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~7HYQ0EP4RE41.1 size=1048576 2023-01-15T14:40:58.732 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.731+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~7HYQ0EP4RE41.2 size=664210 2023-01-15T14:40:58.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.733+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=7HYQ0EP4RE41 tag=IFYJUH34AHY0 type=write size=3809938 2023-01-15T14:40:58.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.734+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=AW1CA2D5F2MN type=del size=2197015 2023-01-15T14:40:58.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.735+0000 7fab305e2900 1 < completed write operation key=4XIS9UMTWBMU tag=2PS479V6OXF2 type=write size=602414 2023-01-15T14:40:58.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.737+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~3ZSAHA2OLP9Q.0 size=1048576 2023-01-15T14:40:58.739 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.737+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~3ZSAHA2OLP9Q.1 size=41151 2023-01-15T14:40:58.739 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.737+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=3ZSAHA2OLP9Q tag=GC6N3VSTTFCM type=write size=2138303 2023-01-15T14:40:58.740 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.739+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~SZIBQ9MNC9GY.0 size=1048576 2023-01-15T14:40:58.741 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.739+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~SZIBQ9MNC9GY.1 size=90020 2023-01-15T14:40:58.743 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.741+0000 7fab305e2900 1 < completed multipart upload key=8CLBEV2LUJWJ upload=SZIBQ9MNC9GY tag=Y3ADSFFHGHUN type=write size=2187172 2023-01-15T14:40:58.745 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.743+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~D6ZHIP83DAA6.0 size=1048576 2023-01-15T14:40:58.746 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.744+0000 7fab305e2900 1 > prepared part key=_multipart_FTXCLOVB9STM.2~D6ZHIP83DAA6.1 size=82492 2023-01-15T14:40:58.746 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.744+0000 7fab305e2900 1 > prepared multipart upload key=FTXCLOVB9STM upload=D6ZHIP83DAA6 tag=POSO9BRQJ2K9 type=write size=2179644 2023-01-15T14:40:58.747 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.745+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~SR9D1TLR1ZO7.0 size=1048576 2023-01-15T14:40:58.748 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.746+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~SR9D1TLR1ZO7.1 size=1048576 2023-01-15T14:40:58.749 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.747+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~SR9D1TLR1ZO7.2 size=777788 2023-01-15T14:40:58.751 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.749+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=SR9D1TLR1ZO7 tag=UC8I4WKU2GRY type=write size=3923516 2023-01-15T14:40:58.752 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.750+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=KX83OXOI52T8 type=del size=1820359 2023-01-15T14:40:58.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.752+0000 7fab305e2900 1 < suggested update operation key=PZ48A2T3Y6Z4 tag=NM4MFETV6YZB type=del size=1381972 2023-01-15T14:40:58.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.753+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=TLY5NN3AKHEH type=del size=1694528 2023-01-15T14:40:58.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.754+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=R5L9KIGTKMF4 type=del 2023-01-15T14:40:58.757 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.755+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=I5OU7GEJF3NR type=del size=1221912 2023-01-15T14:40:58.758 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.756+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~5ZFMF5XETGN4.0 size=1048576 2023-01-15T14:40:58.759 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.757+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~5ZFMF5XETGN4.1 size=660317 2023-01-15T14:40:58.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.759+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=5ZFMF5XETGN4 tag=AN59JEQW792T type=write size=2757469 2023-01-15T14:40:58.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.760+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=BTAMEY9GBCBU type=del size=4143670 2023-01-15T14:40:58.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.761+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~Z43NJO1FUOU4.0 size=1006151 2023-01-15T14:40:58.764 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.763+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=Z43NJO1FUOU4 tag=YA1MPO8L171J type=write size=2054727 2023-01-15T14:40:58.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.764+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=RDMEKDHIU7PT type=del size=3590060 2023-01-15T14:40:58.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.765+0000 7fab305e2900 1 < completed write operation key=PA4FLBOL8VDW tag=ZLLXWOJWJFMH type=write size=124868 2023-01-15T14:40:58.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.766+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=TBAMXQ8HBDNG type=del size=1745865 2023-01-15T14:40:58.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.767+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~FJPN0SKWU3QZ.0 size=1048576 2023-01-15T14:40:58.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.767+0000 7fab305e2900 1 < canceled part key=_multipart_ZKWYQ233LD63.2~FJPN0SKWU3QZ.1 size=1048576 2023-01-15T14:40:58.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.767+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~FJPN0SKWU3QZ.2 size=325483 2023-01-15T14:40:58.771 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.769+0000 7fab305e2900 1 < canceled multipart upload key=ZKWYQ233LD63 upload=FJPN0SKWU3QZ tag=Z4OAXMW9Z3OS type=write size=3471211 2023-01-15T14:40:58.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.770+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=4YMEDJCPI9U0 type=del size=3687660 2023-01-15T14:40:58.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.771+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=7FHWEYJZ3FFQ type=del 2023-01-15T14:40:58.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.772+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=93OMTCPKEY6U type=del size=1663513 2023-01-15T14:40:58.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.773+0000 7fab305e2900 1 < completed write operation key=ONG29C9MW4PW tag=FBTIAZ467FZT type=write size=390579 2023-01-15T14:40:58.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.774+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=014JRY4AQ2OB type=del size=711473 2023-01-15T14:40:58.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.775+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~3AINM819UJZY.0 size=1048576 2023-01-15T14:40:58.777 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.775+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~3AINM819UJZY.1 size=1048576 2023-01-15T14:40:58.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.776+0000 7fab305e2900 1 < completed part key=_multipart_7B20CP9G4OAH.2~3AINM819UJZY.2 size=217771 2023-01-15T14:40:58.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.778+0000 7fab305e2900 1 < completed multipart upload key=7B20CP9G4OAH upload=3AINM819UJZY tag=FXXGGFU2WPZ2 type=write size=3363499 2023-01-15T14:40:58.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.779+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~KCZ4N2WW0IUN.0 size=1048576 2023-01-15T14:40:58.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.780+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~KCZ4N2WW0IUN.1 size=1048576 2023-01-15T14:40:58.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.781+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~KCZ4N2WW0IUN.2 size=379656 2023-01-15T14:40:58.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.781+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=KCZ4N2WW0IUN tag=IO1I0PR6NCUQ type=write size=3525384 2023-01-15T14:40:58.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.782+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~MXCU99IWKK9Z.0 size=354449 2023-01-15T14:40:58.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.783+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=MXCU99IWKK9Z tag=2HWE0UO2TLZO type=write size=1403025 2023-01-15T14:40:58.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.784+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=F2W1IY3JUG8A type=del size=3074723 2023-01-15T14:40:58.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.786+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~F1BC82MIKKYR.0 size=1048576 2023-01-15T14:40:58.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.786+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~F1BC82MIKKYR.1 size=933207 2023-01-15T14:40:58.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.788+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=F1BC82MIKKYR tag=5IHSWSC6LY66 type=write size=3030359 2023-01-15T14:40:58.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.790+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~0S13VMQR0FE0.0 size=1048576 2023-01-15T14:40:58.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.790+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~0S13VMQR0FE0.1 size=117640 2023-01-15T14:40:58.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.790+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=0S13VMQR0FE0 tag=R8Y0C7IAWUI9 type=write size=2214792 2023-01-15T14:40:58.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.791+0000 7fab305e2900 1 < completed write operation key=JP5RXNMPLSF8 tag=RKELEGF950YA type=write size=281192 2023-01-15T14:40:58.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.792+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=VAE2E1OSN1N0 type=del size=629870 2023-01-15T14:40:58.795 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.793+0000 7fab305e2900 1 < canceled operation key=Q82PRJIVXO0C tag=AW1CA2D5F2MN type=del size=2197015 2023-01-15T14:40:58.797 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.795+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~3X4GMRHGYSR1.0 size=1048576 2023-01-15T14:40:58.798 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.795+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~3X4GMRHGYSR1.1 size=1048576 2023-01-15T14:40:58.798 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.796+0000 7fab305e2900 1 > prepared part key=_multipart_ZKWYQ233LD63.2~3X4GMRHGYSR1.2 size=198488 2023-01-15T14:40:58.798 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.796+0000 7fab305e2900 1 > prepared multipart upload key=ZKWYQ233LD63 upload=3X4GMRHGYSR1 tag=OHMBG7G42PD8 type=write size=3344216 2023-01-15T14:40:58.799 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.797+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~3ZSAHA2OLP9Q.0 size=1048576 2023-01-15T14:40:58.799 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.798+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~3ZSAHA2OLP9Q.1 size=41151 2023-01-15T14:40:58.801 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.800+0000 7fab305e2900 1 < completed multipart upload key=H8WF2D844W5R upload=3ZSAHA2OLP9Q tag=GC6N3VSTTFCM type=write size=2138303 2023-01-15T14:40:58.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.801+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=ISB6W2YNRLLG type=write size=443939 2023-01-15T14:40:58.804 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.802+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~D6ZHIP83DAA6.0 size=1048576 2023-01-15T14:40:58.804 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.803+0000 7fab305e2900 1 < completed part key=_multipart_FTXCLOVB9STM.2~D6ZHIP83DAA6.1 size=82492 2023-01-15T14:40:58.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.804+0000 7fab305e2900 1 < completed multipart upload key=FTXCLOVB9STM upload=D6ZHIP83DAA6 tag=POSO9BRQJ2K9 type=write size=2179644 2023-01-15T14:40:58.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.805+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=O5LKBDQJ5VDX type=del size=1430236 2023-01-15T14:40:58.808 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.806+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=KX83OXOI52T8 type=del 2023-01-15T14:40:58.809 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.807+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=IJPI3TN01FQE type=del size=2370415 2023-01-15T14:40:58.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.808+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=TLY5NN3AKHEH type=del 2023-01-15T14:40:58.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.809+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=UPNI3HHZSZXN type=del size=3122009 2023-01-15T14:40:58.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.810+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=I5OU7GEJF3NR type=del 2023-01-15T14:40:58.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.811+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=RJPBOT869O3Q type=del size=2228800 2023-01-15T14:40:58.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.812+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=BTAMEY9GBCBU type=del 2023-01-15T14:40:58.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.813+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=WP6NCM51UR54 type=del size=3145868 2023-01-15T14:40:58.817 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.815+0000 7fab305e2900 1 < suggested update operation key=ONG29C9MW4PW tag=RDMEKDHIU7PT type=del size=3590060 2023-01-15T14:40:58.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.816+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=UQ901TSZGNAG type=del size=2868593 2023-01-15T14:40:58.820 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.818+0000 7fab305e2900 1 < suggested remove operation key=Q82PRJIVXO0C tag=TBAMXQ8HBDNG type=del 2023-01-15T14:40:58.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.819+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=C2FRHWX2V7DO type=del size=3648011 2023-01-15T14:40:58.822 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.820+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=4YMEDJCPI9U0 type=del 2023-01-15T14:40:58.824 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.822+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~HRTAA5IDV2F1.0 size=1048576 2023-01-15T14:40:58.824 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.823+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~HRTAA5IDV2F1.1 size=672179 2023-01-15T14:40:58.824 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.823+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=HRTAA5IDV2F1 tag=ICYHASD158O7 type=write size=2769331 2023-01-15T14:40:58.825 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.824+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=93OMTCPKEY6U type=del 2023-01-15T14:40:58.826 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.825+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=K3KYE8JNE0L8 type=del size=2691574 2023-01-15T14:40:58.827 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.826+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=014JRY4AQ2OB type=del 2023-01-15T14:40:58.828 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.827+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=64C8VN2GYYL2 type=del size=527915 2023-01-15T14:40:58.829 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.828+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~KCZ4N2WW0IUN.0 size=1048576 2023-01-15T14:40:58.829 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.828+0000 7fab305e2900 1 < canceled part key=_multipart_PVA8JXP2T3BM.2~KCZ4N2WW0IUN.1 size=1048576 2023-01-15T14:40:58.830 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.829+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~KCZ4N2WW0IUN.2 size=379656 2023-01-15T14:40:58.832 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.830+0000 7fab305e2900 1 < canceled multipart upload key=PVA8JXP2T3BM upload=KCZ4N2WW0IUN tag=IO1I0PR6NCUQ type=write size=3525384 2023-01-15T14:40:58.833 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.832+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~ONCBT4P26R8Q.0 size=1048576 2023-01-15T14:40:58.834 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.833+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~ONCBT4P26R8Q.1 size=1048576 2023-01-15T14:40:58.835 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.833+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~ONCBT4P26R8Q.2 size=358907 2023-01-15T14:40:58.835 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.833+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=ONCBT4P26R8Q tag=6RNY74XLFH2X type=write size=3504635 2023-01-15T14:40:58.836 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.834+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=F2W1IY3JUG8A type=del 2023-01-15T14:40:58.837 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.835+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=FOOHM0Q9JVGI type=del size=3794019 2023-01-15T14:40:58.838 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.836+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~0S13VMQR0FE0.0 size=1048576 2023-01-15T14:40:58.839 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.837+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~0S13VMQR0FE0.1 size=117640 2023-01-15T14:40:58.840 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.839+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=0S13VMQR0FE0 tag=R8Y0C7IAWUI9 type=write size=2214792 2023-01-15T14:40:58.841 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.840+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=QFIJ74H2N9S9 type=write size=784016 2023-01-15T14:40:58.842 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.841+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=VAE2E1OSN1N0 type=del 2023-01-15T14:40:58.844 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.842+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~30L0P1SNN3QC.0 size=967591 2023-01-15T14:40:58.844 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.842+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=30L0P1SNN3QC tag=ZC07FWPU0T6I type=write size=2016167 2023-01-15T14:40:58.845 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.843+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~3X4GMRHGYSR1.0 size=1048576 2023-01-15T14:40:58.846 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.844+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~3X4GMRHGYSR1.1 size=1048576 2023-01-15T14:40:58.846 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.845+0000 7fab305e2900 1 < completed part key=_multipart_ZKWYQ233LD63.2~3X4GMRHGYSR1.2 size=198488 2023-01-15T14:40:58.848 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.847+0000 7fab305e2900 1 < completed multipart upload key=ZKWYQ233LD63 upload=3X4GMRHGYSR1 tag=OHMBG7G42PD8 type=write size=3344216 2023-01-15T14:40:58.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.848+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~E9CZDSDNEQ1E.0 size=1048576 2023-01-15T14:40:58.851 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.849+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~E9CZDSDNEQ1E.1 size=393710 2023-01-15T14:40:58.851 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.849+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=E9CZDSDNEQ1E tag=FNDC8SKN2AMR type=write size=2490862 2023-01-15T14:40:58.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.850+0000 7fab305e2900 1 < completed write operation key=LSUPQGQTVO84 tag=ISB6W2YNRLLG type=write size=443939 2023-01-15T14:40:58.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.851+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=IC91I8TICXKO type=del size=392497 2023-01-15T14:40:58.854 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.852+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=O5LKBDQJ5VDX type=del 2023-01-15T14:40:58.855 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.853+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=TZDPUYGLTOY4 type=del size=2455027 2023-01-15T14:40:58.856 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.854+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=IJPI3TN01FQE type=del 2023-01-15T14:40:58.857 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.855+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=NEM1VAG0HKU9 type=del size=2365830 2023-01-15T14:40:58.858 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.856+0000 7fab305e2900 1 < completed delete operation key=4X28OAD9RALB tag=UPNI3HHZSZXN type=del 2023-01-15T14:40:58.859 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.857+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=0OXLAURDFWGF type=del size=2031187 2023-01-15T14:40:58.861 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.859+0000 7fab305e2900 1 < suggested remove operation key=QYOQYQAIU2XF tag=RJPBOT869O3Q type=del 2023-01-15T14:40:58.862 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.860+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=F9YBUVM34CH2 type=write size=881349 2023-01-15T14:40:58.863 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.861+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=WP6NCM51UR54 type=del 2023-01-15T14:40:58.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.862+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=HR03R9LXISOD type=del size=447297 2023-01-15T14:40:58.865 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.864+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=UQ901TSZGNAG type=del 2023-01-15T14:40:58.867 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.866+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~Z1UGMRA2ML30.0 size=1048576 2023-01-15T14:40:58.868 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.866+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~Z1UGMRA2ML30.1 size=758371 2023-01-15T14:40:58.868 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.866+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=Z1UGMRA2ML30 tag=262LSDJ4PU2X type=write size=2855523 2023-01-15T14:40:58.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.868+0000 7fab305e2900 1 < canceled operation key=9BIBU11P1SQR tag=C2FRHWX2V7DO type=del size=3648011 2023-01-15T14:40:58.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.869+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=S35TOWD263GX type=del size=2586777 2023-01-15T14:40:58.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.870+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~HRTAA5IDV2F1.0 size=1048576 2023-01-15T14:40:58.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.870+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~HRTAA5IDV2F1.1 size=672179 2023-01-15T14:40:58.874 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.872+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=HRTAA5IDV2F1 tag=ICYHASD158O7 type=write size=2769331 2023-01-15T14:40:58.875 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.874+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~R6923RRMTTXZ.0 size=1048576 2023-01-15T14:40:58.876 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.875+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~R6923RRMTTXZ.1 size=1048576 2023-01-15T14:40:58.877 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.875+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~R6923RRMTTXZ.2 size=4754 2023-01-15T14:40:58.877 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.875+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=R6923RRMTTXZ tag=EKHZWTS6S6UJ type=write size=3150482 2023-01-15T14:40:58.878 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.876+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=K3KYE8JNE0L8 type=del 2023-01-15T14:40:58.879 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.877+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=1R2S4N3OYS88 type=del size=2186128 2023-01-15T14:40:58.880 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.878+0000 7fab305e2900 1 < completed delete operation key=PA4FLBOL8VDW tag=64C8VN2GYYL2 type=del 2023-01-15T14:40:58.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.879+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=2NH7S1ZBLTJ1 type=del size=17350 2023-01-15T14:40:58.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.881+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~ONCBT4P26R8Q.0 size=1048576 2023-01-15T14:40:58.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.881+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~ONCBT4P26R8Q.1 size=1048576 2023-01-15T14:40:58.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.882+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~ONCBT4P26R8Q.2 size=358907 2023-01-15T14:40:58.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.884+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=ONCBT4P26R8Q tag=6RNY74XLFH2X type=write size=3504635 2023-01-15T14:40:58.887 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.886+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~RZUK7ZWHO9UA.0 size=1048576 2023-01-15T14:40:58.888 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.886+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~RZUK7ZWHO9UA.1 size=406622 2023-01-15T14:40:58.888 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.887+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=RZUK7ZWHO9UA tag=83W9N4YRUFP4 type=write size=2503774 2023-01-15T14:40:58.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.888+0000 7fab305e2900 1 < suggested remove operation key=VUD7RI610PSV tag=FOOHM0Q9JVGI type=del 2023-01-15T14:40:58.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.889+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=1YG63OMHD0KV type=del size=3736523 2023-01-15T14:40:58.892 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.891+0000 7fab305e2900 1 < completed write operation key=H8WF2D844W5R tag=QFIJ74H2N9S9 type=write size=784016 2023-01-15T14:40:58.893 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.892+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=X9O2OQRGYTV7 type=write size=145533 2023-01-15T14:40:58.894 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.892+0000 7fab305e2900 1 < canceled part key=_multipart_6KPHYE1YP0PI.2~30L0P1SNN3QC.0 size=967591 2023-01-15T14:40:58.895 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.894+0000 7fab305e2900 1 < canceled multipart upload key=6KPHYE1YP0PI upload=30L0P1SNN3QC tag=ZC07FWPU0T6I type=write size=2016167 2023-01-15T14:40:58.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.896+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~JI9HYHIHZ4YO.0 size=91916 2023-01-15T14:40:58.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.896+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=JI9HYHIHZ4YO tag=FLEA0W692J5I type=write size=1140492 2023-01-15T14:40:58.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.897+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~E9CZDSDNEQ1E.0 size=1048576 2023-01-15T14:40:58.899 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.897+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~E9CZDSDNEQ1E.1 size=393710 2023-01-15T14:40:58.901 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.899+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=E9CZDSDNEQ1E tag=FNDC8SKN2AMR type=write size=2490862 2023-01-15T14:40:58.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.901+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~ML729JCMP05P.0 size=1048576 2023-01-15T14:40:58.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.901+0000 7fab305e2900 1 > prepared part key=_multipart_Q82PRJIVXO0C.2~ML729JCMP05P.1 size=261191 2023-01-15T14:40:58.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.901+0000 7fab305e2900 1 > prepared multipart upload key=Q82PRJIVXO0C upload=ML729JCMP05P tag=KAMOI661II81 type=write size=2358343 2023-01-15T14:40:58.904 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.902+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=IC91I8TICXKO type=del 2023-01-15T14:40:58.906 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.905+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~FLWNJOHWR8UH.0 size=1048576 2023-01-15T14:40:58.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.905+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~FLWNJOHWR8UH.1 size=633989 2023-01-15T14:40:58.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.905+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=FLWNJOHWR8UH tag=GYT7Z42TFB3O type=write size=2731141 2023-01-15T14:40:58.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.906+0000 7fab305e2900 1 < completed delete operation key=ONG29C9MW4PW tag=TZDPUYGLTOY4 type=del 2023-01-15T14:40:58.909 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.907+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=W5652XMDHX8S type=del size=25728 2023-01-15T14:40:58.910 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.908+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=NEM1VAG0HKU9 type=del 2023-01-15T14:40:58.911 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.909+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=JS428HU3YUKE type=del size=1382969 2023-01-15T14:40:58.912 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.910+0000 7fab305e2900 1 < completed delete operation key=PVA8JXP2T3BM tag=0OXLAURDFWGF type=del 2023-01-15T14:40:58.913 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.911+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=JZFPI9W20WGU type=del size=2568460 2023-01-15T14:40:58.914 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.912+0000 7fab305e2900 1 < completed write operation key=ZKWYQ233LD63 tag=F9YBUVM34CH2 type=write size=881349 2023-01-15T14:40:58.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.914+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~YVH53J7K0PEU.0 size=1048576 2023-01-15T14:40:58.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.915+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~YVH53J7K0PEU.1 size=738620 2023-01-15T14:40:58.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.915+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=YVH53J7K0PEU tag=J4RL8DH7JGLK type=write size=2835772 2023-01-15T14:40:58.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.916+0000 7fab305e2900 1 < canceled operation key=GEI2ZTAKBNDK tag=HR03R9LXISOD type=del size=447297 2023-01-15T14:40:58.918 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.917+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=I12FR2V7FBP4 type=del size=3439142 2023-01-15T14:40:58.919 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.917+0000 7fab305e2900 1 < canceled part key=_multipart_RMNZBCUSJJQU.2~Z1UGMRA2ML30.0 size=1048576 2023-01-15T14:40:58.919 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.918+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~Z1UGMRA2ML30.1 size=758371 2023-01-15T14:40:58.921 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.919+0000 7fab305e2900 1 < canceled multipart upload key=RMNZBCUSJJQU upload=Z1UGMRA2ML30 tag=262LSDJ4PU2X type=write size=2855523 2023-01-15T14:40:58.922 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.920+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=UH9BB7XBBKQT type=del size=726648 2023-01-15T14:40:58.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.921+0000 7fab305e2900 1 < canceled operation key=XT1ET16X0IUW tag=S35TOWD263GX type=del size=2586777 2023-01-15T14:40:58.925 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.923+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~4E6OP7J8X1YG.0 size=1048576 2023-01-15T14:40:58.925 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.924+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~4E6OP7J8X1YG.1 size=1048576 2023-01-15T14:40:58.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.924+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~4E6OP7J8X1YG.2 size=540529 2023-01-15T14:40:58.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.924+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=4E6OP7J8X1YG tag=CUBRXAMYNASP type=write size=3686257 2023-01-15T14:40:58.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.925+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~R6923RRMTTXZ.0 size=1048576 2023-01-15T14:40:58.928 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.926+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~R6923RRMTTXZ.1 size=1048576 2023-01-15T14:40:58.928 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.927+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~R6923RRMTTXZ.2 size=4754 2023-01-15T14:40:58.930 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.928+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=R6923RRMTTXZ tag=EKHZWTS6S6UJ type=write size=3150482 2023-01-15T14:40:58.931 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.930+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~TE2YETIMV5UK.0 size=1048576 2023-01-15T14:40:58.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.931+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~TE2YETIMV5UK.1 size=1048576 2023-01-15T14:40:58.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.931+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~TE2YETIMV5UK.2 size=633618 2023-01-15T14:40:58.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.931+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=TE2YETIMV5UK tag=MJNQ5XKM70TK type=write size=3779346 2023-01-15T14:40:58.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.932+0000 7fab305e2900 1 < completed delete operation key=FDLD6LAR610I tag=1R2S4N3OYS88 type=del 2023-01-15T14:40:58.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.934+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~NF97C9OXOIN0.0 size=1048576 2023-01-15T14:40:58.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.935+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~NF97C9OXOIN0.1 size=990240 2023-01-15T14:40:58.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.935+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=NF97C9OXOIN0 tag=AC78QWEIF5M8 type=write size=3087392 2023-01-15T14:40:58.937 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.935+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=2NH7S1ZBLTJ1 type=del 2023-01-15T14:40:58.939 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.937+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~LIY56TB58EJ9.0 size=1048576 2023-01-15T14:40:58.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.938+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~LIY56TB58EJ9.1 size=428790 2023-01-15T14:40:58.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.938+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=LIY56TB58EJ9 tag=GY0LTK69AZX6 type=write size=2525942 2023-01-15T14:40:58.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.939+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~RZUK7ZWHO9UA.0 size=1048576 2023-01-15T14:40:58.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.939+0000 7fab305e2900 1 < canceled part key=_multipart_KTFY3EPKMIPP.2~RZUK7ZWHO9UA.1 size=406622 2023-01-15T14:40:58.942 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.940+0000 7fab305e2900 1 < canceled multipart upload key=KTFY3EPKMIPP upload=RZUK7ZWHO9UA tag=83W9N4YRUFP4 type=write size=2503774 2023-01-15T14:40:58.944 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.942+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~6XJP5ZKEGJ19.0 size=15172 2023-01-15T14:40:58.944 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.942+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=6XJP5ZKEGJ19 tag=MPGM707TO5G0 type=write size=1063748 2023-01-15T14:40:58.946 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.944+0000 7fab305e2900 1 < suggested remove operation key=ZKWYQ233LD63 tag=1YG63OMHD0KV type=del 2023-01-15T14:40:58.947 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.945+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=4AV8CV9B8BX3 type=del size=2879188 2023-01-15T14:40:58.948 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.946+0000 7fab305e2900 1 < completed write operation key=9BIBU11P1SQR tag=X9O2OQRGYTV7 type=write size=145533 2023-01-15T14:40:58.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.947+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=ARXZJ2FA8KYV type=write size=971794 2023-01-15T14:40:58.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.948+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~JI9HYHIHZ4YO.0 size=91916 2023-01-15T14:40:58.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.950+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=JI9HYHIHZ4YO tag=FLEA0W692J5I type=write size=1140492 2023-01-15T14:40:58.952 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.951+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=UXVI0KUOUCGB type=del size=3572068 2023-01-15T14:40:58.953 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.952+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~ML729JCMP05P.0 size=1048576 2023-01-15T14:40:58.954 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.952+0000 7fab305e2900 1 < completed part key=_multipart_Q82PRJIVXO0C.2~ML729JCMP05P.1 size=261191 2023-01-15T14:40:58.956 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.954+0000 7fab305e2900 1 < completed multipart upload key=Q82PRJIVXO0C upload=ML729JCMP05P tag=KAMOI661II81 type=write size=2358343 2023-01-15T14:40:58.956 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.955+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=B7W3S6R528UP type=del size=3518625 2023-01-15T14:40:58.957 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.956+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~FLWNJOHWR8UH.0 size=1048576 2023-01-15T14:40:58.958 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.957+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~FLWNJOHWR8UH.1 size=633989 2023-01-15T14:40:58.960 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.958+0000 7fab305e2900 1 < completed multipart upload key=H8WF2D844W5R upload=FLWNJOHWR8UH tag=GYT7Z42TFB3O type=write size=2731141 2023-01-15T14:40:58.961 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.959+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=5HW4XM4DO51V type=write size=892254 2023-01-15T14:40:58.962 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.960+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=W5652XMDHX8S type=del 2023-01-15T14:40:58.963 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.961+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=CKMABX8TJG6Q type=del size=396845 2023-01-15T14:40:58.964 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.962+0000 7fab305e2900 1 < canceled operation key=ONG29C9MW4PW tag=JS428HU3YUKE type=del size=1382969 2023-01-15T14:40:58.965 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.963+0000 7fab305e2900 1 > prepared operation key=FDLD6LAR610I tag=B9YIU7T9DV1N type=del size=1781913 2023-01-15T14:40:58.966 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.964+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=JZFPI9W20WGU type=del 2023-01-15T14:40:58.971 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.969+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=9H7RJSWAGNCL type=del size=99294 2023-01-15T14:40:58.972 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.970+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~YVH53J7K0PEU.0 size=1048576 2023-01-15T14:40:58.973 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.971+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~YVH53J7K0PEU.1 size=738620 2023-01-15T14:40:58.974 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.973+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=YVH53J7K0PEU tag=J4RL8DH7JGLK type=write size=2835772 2023-01-15T14:40:58.977 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.975+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~0YS8CAF2EHV3.0 size=1048576 2023-01-15T14:40:58.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.976+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~0YS8CAF2EHV3.1 size=982370 2023-01-15T14:40:58.979 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.976+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=0YS8CAF2EHV3 tag=Q0OU20E5F3HJ type=write size=3079522 2023-01-15T14:40:58.979 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.977+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=I12FR2V7FBP4 type=del 2023-01-15T14:40:58.979 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.978+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=4GANNUIIXHQZ type=del size=3657174 2023-01-15T14:40:58.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.979+0000 7fab305e2900 1 < canceled operation key=GEI2ZTAKBNDK tag=UH9BB7XBBKQT type=del size=726648 2023-01-15T14:40:58.982 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.980+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~WPO2QGQRYJEN.0 size=1048576 2023-01-15T14:40:58.983 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.981+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~WPO2QGQRYJEN.1 size=495754 2023-01-15T14:40:58.983 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.981+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=WPO2QGQRYJEN tag=CBEXHOM6QAWQ type=write size=2592906 2023-01-15T14:40:58.984 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.982+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~4E6OP7J8X1YG.0 size=1048576 2023-01-15T14:40:58.985 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.983+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~4E6OP7J8X1YG.1 size=1048576 2023-01-15T14:40:58.985 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.984+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~4E6OP7J8X1YG.2 size=540529 2023-01-15T14:40:58.987 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.985+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=4E6OP7J8X1YG tag=CUBRXAMYNASP type=write size=3686257 2023-01-15T14:40:58.990 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.988+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~MNQ0BQDU7EE9.0 size=1048576 2023-01-15T14:40:58.990 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.989+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~MNQ0BQDU7EE9.1 size=493996 2023-01-15T14:40:58.990 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.989+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=MNQ0BQDU7EE9 tag=H6TRAIUSSWZP type=write size=2591148 2023-01-15T14:40:58.992 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.990+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~TE2YETIMV5UK.0 size=1048576 2023-01-15T14:40:58.992 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.991+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~TE2YETIMV5UK.1 size=1048576 2023-01-15T14:40:58.993 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.991+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~TE2YETIMV5UK.2 size=633618 2023-01-15T14:40:58.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.993+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=TE2YETIMV5UK tag=MJNQ5XKM70TK type=write size=3779346 2023-01-15T14:40:58.996 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.994+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=VU2NHN43QJ6G type=del size=34149 2023-01-15T14:40:58.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.996+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~NF97C9OXOIN0.0 size=1048576 2023-01-15T14:40:58.998 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.997+0000 7fab305e2900 1 < completed part key=_multipart_RXT6GFIANR9I.2~NF97C9OXOIN0.1 size=990240 2023-01-15T14:40:59.000 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:58.999+0000 7fab305e2900 1 < completed multipart upload key=RXT6GFIANR9I upload=NF97C9OXOIN0 tag=AC78QWEIF5M8 type=write size=3087392 2023-01-15T14:40:59.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.001+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~2RB2VX23DZJ2.0 size=1048576 2023-01-15T14:40:59.003 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.002+0000 7fab305e2900 1 > prepared part key=_multipart_QX2O9IX3I6C3.2~2RB2VX23DZJ2.1 size=744828 2023-01-15T14:40:59.003 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.002+0000 7fab305e2900 1 > prepared multipart upload key=QX2O9IX3I6C3 upload=2RB2VX23DZJ2 tag=E32X5FZQDH55 type=write size=2841980 2023-01-15T14:40:59.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.003+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~LIY56TB58EJ9.0 size=1048576 2023-01-15T14:40:59.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.004+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~LIY56TB58EJ9.1 size=428790 2023-01-15T14:40:59.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.005+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=LIY56TB58EJ9 tag=GY0LTK69AZX6 type=write size=2525942 2023-01-15T14:40:59.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.007+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=6TU51YZA50MX type=write size=813897 2023-01-15T14:40:59.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.008+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~6XJP5ZKEGJ19.0 size=15172 2023-01-15T14:40:59.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.010+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=6XJP5ZKEGJ19 tag=MPGM707TO5G0 type=write size=1063748 2023-01-15T14:40:59.012 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.011+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=28KX4ZIKQ98Z type=write size=535150 2023-01-15T14:40:59.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.013+0000 7fab305e2900 1 < suggested remove operation key=3AV2R27PD12K tag=4AV8CV9B8BX3 type=del 2023-01-15T14:40:59.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.015+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~C0AYW0129OE4.0 size=1048576 2023-01-15T14:40:59.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.016+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~C0AYW0129OE4.1 size=1048576 2023-01-15T14:40:59.018 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.016+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~C0AYW0129OE4.2 size=448144 2023-01-15T14:40:59.018 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.016+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=C0AYW0129OE4 tag=JAKXF2WDXSZW type=write size=3593872 2023-01-15T14:40:59.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.017+0000 7fab305e2900 1 < completed write operation key=6KPHYE1YP0PI tag=ARXZJ2FA8KYV type=write size=971794 2023-01-15T14:40:59.020 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.018+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=44NDAFJK8U6E type=del size=1329389 2023-01-15T14:40:59.021 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.019+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=UXVI0KUOUCGB type=del 2023-01-15T14:40:59.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.021+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~OO4TWXRL3HV1.0 size=817150 2023-01-15T14:40:59.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.021+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=OO4TWXRL3HV1 tag=Q18OSABFEOLB type=write size=1865726 2023-01-15T14:40:59.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.022+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=B7W3S6R528UP type=del 2023-01-15T14:40:59.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.023+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=Q39ZR4AK6EAA type=del size=2888411 2023-01-15T14:40:59.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.024+0000 7fab305e2900 1 < completed write operation key=PVA8JXP2T3BM tag=5HW4XM4DO51V type=write size=892254 2023-01-15T14:40:59.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.025+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=I6WHOZVWG7TF type=del size=1620893 2023-01-15T14:40:59.028 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.026+0000 7fab305e2900 1 < completed delete operation key=BYCBFI34ZVMR tag=CKMABX8TJG6Q type=del 2023-01-15T14:40:59.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.028+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~AWRT7PIBTKWB.0 size=1048576 2023-01-15T14:40:59.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.029+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~AWRT7PIBTKWB.1 size=1048576 2023-01-15T14:40:59.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.030+0000 7fab305e2900 1 > prepared part key=_multipart_9BIBU11P1SQR.2~AWRT7PIBTKWB.2 size=648531 2023-01-15T14:40:59.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.030+0000 7fab305e2900 1 > prepared multipart upload key=9BIBU11P1SQR upload=AWRT7PIBTKWB tag=BHGENRUG6XPH type=write size=3794259 2023-01-15T14:40:59.033 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.031+0000 7fab305e2900 1 < suggested remove operation key=FDLD6LAR610I tag=B9YIU7T9DV1N type=del 2023-01-15T14:40:59.034 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.032+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=F5VFV5AK0V6B type=del size=622576 2023-01-15T14:40:59.035 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.033+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=9H7RJSWAGNCL type=del 2023-01-15T14:40:59.036 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.034+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=CD2PWV109EMT type=write size=450628 2023-01-15T14:40:59.037 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.035+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~0YS8CAF2EHV3.0 size=1048576 2023-01-15T14:40:59.038 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.036+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~0YS8CAF2EHV3.1 size=982370 2023-01-15T14:40:59.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.038+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=0YS8CAF2EHV3 tag=Q0OU20E5F3HJ type=write size=3079522 2023-01-15T14:40:59.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.039+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=0MAA0NGE7KFN type=del size=2225783 2023-01-15T14:40:59.041 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.040+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=4GANNUIIXHQZ type=del 2023-01-15T14:40:59.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.041+0000 7fab305e2900 1 > prepared part key=_multipart_PZ48A2T3Y6Z4.2~3N4ID00F7WSA.0 size=998220 2023-01-15T14:40:59.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.041+0000 7fab305e2900 1 > prepared multipart upload key=PZ48A2T3Y6Z4 upload=3N4ID00F7WSA tag=NLEDFCXUBOJ1 type=write size=2046796 2023-01-15T14:40:59.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.043+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~WPO2QGQRYJEN.0 size=1048576 2023-01-15T14:40:59.045 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.043+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~WPO2QGQRYJEN.1 size=495754 2023-01-15T14:40:59.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.045+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=WPO2QGQRYJEN tag=CBEXHOM6QAWQ type=write size=2592906 2023-01-15T14:40:59.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.046+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=TB1SIDKAXFXV type=del size=3752269 2023-01-15T14:40:59.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.047+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~MNQ0BQDU7EE9.0 size=1048576 2023-01-15T14:40:59.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.047+0000 7fab305e2900 1 < canceled part key=_multipart_PVA8JXP2T3BM.2~MNQ0BQDU7EE9.1 size=493996 2023-01-15T14:40:59.050 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.049+0000 7fab305e2900 1 < canceled multipart upload key=PVA8JXP2T3BM upload=MNQ0BQDU7EE9 tag=H6TRAIUSSWZP type=write size=2591148 2023-01-15T14:40:59.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.050+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=BCG010HPURVU type=write size=767666 2023-01-15T14:40:59.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.052+0000 7fab305e2900 1 < suggested update operation key=PZ48A2T3Y6Z4 tag=VU2NHN43QJ6G type=del size=34149 2023-01-15T14:40:59.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.053+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=T9P0BZ1LX4IT type=del size=362183 2023-01-15T14:40:59.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.054+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~2RB2VX23DZJ2.0 size=1048576 2023-01-15T14:40:59.056 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.054+0000 7fab305e2900 1 < completed part key=_multipart_QX2O9IX3I6C3.2~2RB2VX23DZJ2.1 size=744828 2023-01-15T14:40:59.057 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.056+0000 7fab305e2900 1 < completed multipart upload key=QX2O9IX3I6C3 upload=2RB2VX23DZJ2 tag=E32X5FZQDH55 type=write size=2841980 2023-01-15T14:40:59.058 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.057+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=EPR80FRMV2NB type=del size=1200814 2023-01-15T14:40:59.059 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.058+0000 7fab305e2900 1 < completed write operation key=VUD7RI610PSV tag=6TU51YZA50MX type=write size=813897 2023-01-15T14:40:59.061 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.060+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~ZNQ4UP9J52G7.0 size=164181 2023-01-15T14:40:59.061 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.060+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=ZNQ4UP9J52G7 tag=0ZYZOPDOEL2A type=write size=1212757 2023-01-15T14:40:59.063 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.061+0000 7fab305e2900 1 < suggested update operation key=7B20CP9G4OAH tag=28KX4ZIKQ98Z type=write size=535150 2023-01-15T14:40:59.064 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.062+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=LL8HFQQAPG7E type=del size=780954 2023-01-15T14:40:59.065 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.063+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~C0AYW0129OE4.0 size=1048576 2023-01-15T14:40:59.066 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.064+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~C0AYW0129OE4.1 size=1048576 2023-01-15T14:40:59.067 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.065+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~C0AYW0129OE4.2 size=448144 2023-01-15T14:40:59.068 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.067+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=C0AYW0129OE4 tag=JAKXF2WDXSZW type=write size=3593872 2023-01-15T14:40:59.070 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.068+0000 7fab305e2900 1 > prepared part key=_multipart_4X28OAD9RALB.2~GM7K1U0E5DU7.0 size=377724 2023-01-15T14:40:59.070 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.068+0000 7fab305e2900 1 > prepared multipart upload key=4X28OAD9RALB upload=GM7K1U0E5DU7 tag=8WCP2RJW4RCS type=write size=1426300 2023-01-15T14:40:59.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.070+0000 7fab305e2900 1 < suggested update operation key=7B20CP9G4OAH tag=44NDAFJK8U6E type=del size=1329389 2023-01-15T14:40:59.074 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.072+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~8IO251QGR13E.0 size=1048576 2023-01-15T14:40:59.074 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.073+0000 7fab305e2900 1 > prepared part key=_multipart_4XIS9UMTWBMU.2~8IO251QGR13E.1 size=862973 2023-01-15T14:40:59.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.073+0000 7fab305e2900 1 > prepared multipart upload key=4XIS9UMTWBMU upload=8IO251QGR13E tag=P4U6PQO9QU1X type=write size=2960125 2023-01-15T14:40:59.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.074+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~OO4TWXRL3HV1.0 size=817150 2023-01-15T14:40:59.077 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.075+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=OO4TWXRL3HV1 tag=Q18OSABFEOLB type=write size=1865726 2023-01-15T14:40:59.078 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.076+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=2UCLGMF8P15M type=write size=529079 2023-01-15T14:40:59.079 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.077+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=Q39ZR4AK6EAA type=del 2023-01-15T14:40:59.083 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.079+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~QS0GLV0M7KNI.0 size=859092 2023-01-15T14:40:59.083 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.079+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=QS0GLV0M7KNI tag=D76TP771YLMF type=write size=1907668 2023-01-15T14:40:59.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.082+0000 7fab305e2900 1 < suggested remove operation key=PZ48A2T3Y6Z4 tag=I6WHOZVWG7TF type=del 2023-01-15T14:40:59.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.083+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=I6KMW1FRBH33 type=del size=2754449 2023-01-15T14:40:59.085 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.084+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~AWRT7PIBTKWB.0 size=1048576 2023-01-15T14:40:59.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.084+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~AWRT7PIBTKWB.1 size=1048576 2023-01-15T14:40:59.087 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.085+0000 7fab305e2900 1 < completed part key=_multipart_9BIBU11P1SQR.2~AWRT7PIBTKWB.2 size=648531 2023-01-15T14:40:59.088 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.087+0000 7fab305e2900 1 < completed multipart upload key=9BIBU11P1SQR upload=AWRT7PIBTKWB tag=BHGENRUG6XPH type=write size=3794259 2023-01-15T14:40:59.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.088+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=B8OUSRTHTFHC type=del size=2394366 2023-01-15T14:40:59.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.089+0000 7fab305e2900 1 < completed delete operation key=3AV2R27PD12K tag=F5VFV5AK0V6B type=del 2023-01-15T14:40:59.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.091+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~DZMP5W2EDOLN.0 size=846189 2023-01-15T14:40:59.093 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.091+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=DZMP5W2EDOLN tag=E6K4S8J3PPY1 type=write size=1894765 2023-01-15T14:40:59.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.092+0000 7fab305e2900 1 < completed write operation key=4XIS9UMTWBMU tag=CD2PWV109EMT type=write size=450628 2023-01-15T14:40:59.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.093+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=K17D84G104K1 type=del size=10595 2023-01-15T14:40:59.096 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.094+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=0MAA0NGE7KFN type=del 2023-01-15T14:40:59.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.095+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=D48FSOYYOJ17 type=del size=891178 2023-01-15T14:40:59.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.095+0000 7fab305e2900 1 < canceled part key=_multipart_PZ48A2T3Y6Z4.2~3N4ID00F7WSA.0 size=998220 2023-01-15T14:40:59.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.097+0000 7fab305e2900 1 < canceled multipart upload key=PZ48A2T3Y6Z4 upload=3N4ID00F7WSA tag=NLEDFCXUBOJ1 type=write size=2046796 2023-01-15T14:40:59.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.098+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=CD09OPTXUZB6 type=del size=3840946 2023-01-15T14:40:59.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.099+0000 7fab305e2900 1 < completed delete operation key=VUD7RI610PSV tag=TB1SIDKAXFXV type=del 2023-01-15T14:40:59.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.100+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=BT0JL75W1ZKI type=del size=125441 2023-01-15T14:40:59.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.101+0000 7fab305e2900 1 < completed write operation key=RXT6GFIANR9I tag=BCG010HPURVU type=write size=767666 2023-01-15T14:40:59.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.102+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~5LRIJWP2Z0YT.0 size=1048576 2023-01-15T14:40:59.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.103+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~5LRIJWP2Z0YT.1 size=735256 2023-01-15T14:40:59.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.103+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=5LRIJWP2Z0YT tag=8AI4UPTTDJI0 type=write size=2832408 2023-01-15T14:40:59.106 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.104+0000 7fab305e2900 1 < completed delete operation key=3AV2R27PD12K tag=T9P0BZ1LX4IT type=del 2023-01-15T14:40:59.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.105+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=IKOR01G4GD4C type=write size=449914 2023-01-15T14:40:59.108 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.106+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=EPR80FRMV2NB type=del 2023-01-15T14:40:59.110 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.108+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~IJVYCRBEDXZH.0 size=922764 2023-01-15T14:40:59.110 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.108+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=IJVYCRBEDXZH tag=PPHT6OXF9FMW type=write size=1971340 2023-01-15T14:40:59.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.109+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~ZNQ4UP9J52G7.0 size=164181 2023-01-15T14:40:59.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.111+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=ZNQ4UP9J52G7 tag=0ZYZOPDOEL2A type=write size=1212757 2023-01-15T14:40:59.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.113+0000 7fab305e2900 1 > prepared part key=_multipart_ZF7BN8YD0YEO.2~5V5F3R5TECEF.0 size=478467 2023-01-15T14:40:59.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.113+0000 7fab305e2900 1 > prepared multipart upload key=ZF7BN8YD0YEO upload=5V5F3R5TECEF tag=OATNB94OA44N type=write size=1527043 2023-01-15T14:40:59.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.114+0000 7fab305e2900 1 < canceled operation key=GEI2ZTAKBNDK tag=LL8HFQQAPG7E type=del size=780954 2023-01-15T14:40:59.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.115+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~VS6XK44F8SSU.0 size=1048576 2023-01-15T14:40:59.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.116+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~VS6XK44F8SSU.1 size=453906 2023-01-15T14:40:59.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.116+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=VS6XK44F8SSU tag=7PRM59TYP08O type=write size=2551058 2023-01-15T14:40:59.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.117+0000 7fab305e2900 1 < completed part key=_multipart_4X28OAD9RALB.2~GM7K1U0E5DU7.0 size=377724 2023-01-15T14:40:59.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.118+0000 7fab305e2900 1 < completed multipart upload key=4X28OAD9RALB upload=GM7K1U0E5DU7 tag=8WCP2RJW4RCS type=write size=1426300 2023-01-15T14:40:59.121 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.119+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=MYUE213YJRU6 type=del size=1712654 2023-01-15T14:40:59.122 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.120+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~8IO251QGR13E.0 size=1048576 2023-01-15T14:40:59.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.121+0000 7fab305e2900 1 < completed part key=_multipart_4XIS9UMTWBMU.2~8IO251QGR13E.1 size=862973 2023-01-15T14:40:59.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.123+0000 7fab305e2900 1 < completed multipart upload key=4XIS9UMTWBMU upload=8IO251QGR13E tag=P4U6PQO9QU1X type=write size=2960125 2023-01-15T14:40:59.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.123+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=FC7GNYIBH01L type=del size=1438157 2023-01-15T14:40:59.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.124+0000 7fab305e2900 1 < completed write operation key=GEI2ZTAKBNDK tag=2UCLGMF8P15M type=write size=529079 2023-01-15T14:40:59.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.125+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=Z3MSVW338XUX type=del size=519717 2023-01-15T14:40:59.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.126+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~QS0GLV0M7KNI.0 size=859092 2023-01-15T14:40:59.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.128+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=QS0GLV0M7KNI tag=D76TP771YLMF type=write size=1907668 2023-01-15T14:40:59.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.130+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~RFVVH3HXTZKY.0 size=1048576 2023-01-15T14:40:59.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.131+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~RFVVH3HXTZKY.1 size=728860 2023-01-15T14:40:59.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.131+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=RFVVH3HXTZKY tag=8E3FN52NF18H type=write size=2826012 2023-01-15T14:40:59.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.132+0000 7fab305e2900 1 < completed delete operation key=RXT6GFIANR9I tag=I6KMW1FRBH33 type=del 2023-01-15T14:40:59.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.132+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=6229P6FD6FLV type=del size=1550813 2023-01-15T14:40:59.136 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.134+0000 7fab305e2900 1 < suggested update operation key=BYCBFI34ZVMR tag=B8OUSRTHTFHC type=del size=2394366 2023-01-15T14:40:59.137 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.135+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=69Q1PJXPINN5 type=write size=785064 2023-01-15T14:40:59.138 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.136+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~DZMP5W2EDOLN.0 size=846189 2023-01-15T14:40:59.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.138+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=DZMP5W2EDOLN tag=E6K4S8J3PPY1 type=write size=1894765 2023-01-15T14:40:59.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.139+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=5G03B0WU07X4 type=del size=223438 2023-01-15T14:40:59.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.140+0000 7fab305e2900 1 < completed delete operation key=3AV2R27PD12K tag=K17D84G104K1 type=del 2023-01-15T14:40:59.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.141+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~L11ZURGJHPLR.0 size=1048576 2023-01-15T14:40:59.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.142+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~L11ZURGJHPLR.1 size=1048576 2023-01-15T14:40:59.145 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.143+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~L11ZURGJHPLR.2 size=829099 2023-01-15T14:40:59.145 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.143+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=L11ZURGJHPLR tag=7LLHI0G31YTA type=write size=3974827 2023-01-15T14:40:59.148 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.144+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=D48FSOYYOJ17 type=del 2023-01-15T14:40:59.148 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.144+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=65VITHI90MUU type=del size=2632080 2023-01-15T14:40:59.148 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.145+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=CD09OPTXUZB6 type=del 2023-01-15T14:40:59.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.147+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~K6KL4G62LZVQ.0 size=1048576 2023-01-15T14:40:59.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.148+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~K6KL4G62LZVQ.1 size=1048576 2023-01-15T14:40:59.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.148+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~K6KL4G62LZVQ.2 size=822015 2023-01-15T14:40:59.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.148+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=K6KL4G62LZVQ tag=XP69LUWJSYYH type=write size=3967743 2023-01-15T14:40:59.151 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.149+0000 7fab305e2900 1 < canceled operation key=GEI2ZTAKBNDK tag=BT0JL75W1ZKI type=del size=125441 2023-01-15T14:40:59.152 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.150+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=XAUU85BMXO5U type=del size=3121847 2023-01-15T14:40:59.153 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.151+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~5LRIJWP2Z0YT.0 size=1048576 2023-01-15T14:40:59.154 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.152+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~5LRIJWP2Z0YT.1 size=735256 2023-01-15T14:40:59.155 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.154+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=5LRIJWP2Z0YT tag=8AI4UPTTDJI0 type=write size=2832408 2023-01-15T14:40:59.156 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.155+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=ZSWKNTT06XZX type=del size=835078 2023-01-15T14:40:59.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.156+0000 7fab305e2900 1 < completed write operation key=6KPHYE1YP0PI tag=IKOR01G4GD4C type=write size=449914 2023-01-15T14:40:59.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.157+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~V00TRX4Z9WPL.0 size=1048576 2023-01-15T14:40:59.160 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.158+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~V00TRX4Z9WPL.1 size=1048576 2023-01-15T14:40:59.160 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.159+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~V00TRX4Z9WPL.2 size=307374 2023-01-15T14:40:59.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.159+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=V00TRX4Z9WPL tag=KTUUP9M4J1XE type=write size=3453102 2023-01-15T14:40:59.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.160+0000 7fab305e2900 1 < completed part key=_multipart_BYCBFI34ZVMR.2~IJVYCRBEDXZH.0 size=922764 2023-01-15T14:40:59.163 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.161+0000 7fab305e2900 1 < completed multipart upload key=BYCBFI34ZVMR upload=IJVYCRBEDXZH tag=PPHT6OXF9FMW type=write size=1971340 2023-01-15T14:40:59.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.162+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=WNUPXHJC1J6O type=write size=1039822 2023-01-15T14:40:59.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.164+0000 7fab305e2900 1 < completed part key=_multipart_ZF7BN8YD0YEO.2~5V5F3R5TECEF.0 size=478467 2023-01-15T14:40:59.167 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.166+0000 7fab305e2900 1 < completed multipart upload key=ZF7BN8YD0YEO upload=5V5F3R5TECEF tag=OATNB94OA44N type=write size=1527043 2023-01-15T14:40:59.168 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.166+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=FSI5JEVCHPV3 type=del size=3314360 2023-01-15T14:40:59.168 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.167+0000 7fab305e2900 1 < canceled part key=_multipart_FDLD6LAR610I.2~VS6XK44F8SSU.0 size=1048576 2023-01-15T14:40:59.169 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.167+0000 7fab305e2900 1 < completed part key=_multipart_FDLD6LAR610I.2~VS6XK44F8SSU.1 size=453906 2023-01-15T14:40:59.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.169+0000 7fab305e2900 1 < canceled multipart upload key=FDLD6LAR610I upload=VS6XK44F8SSU tag=7PRM59TYP08O type=write size=2551058 2023-01-15T14:40:59.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.170+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=V3SM6CHEYRV5 type=del size=1144485 2023-01-15T14:40:59.174 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.172+0000 7fab305e2900 1 < suggested update operation key=GEI2ZTAKBNDK tag=MYUE213YJRU6 type=del size=1712654 2023-01-15T14:40:59.176 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.174+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~AIVFX8R13SES.0 size=1048576 2023-01-15T14:40:59.176 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.175+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~AIVFX8R13SES.1 size=1048576 2023-01-15T14:40:59.177 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.175+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~AIVFX8R13SES.2 size=727757 2023-01-15T14:40:59.177 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.175+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=AIVFX8R13SES tag=BLYAZMH266AW type=write size=3873485 2023-01-15T14:40:59.179 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.177+0000 7fab305e2900 1 < suggested update operation key=QYOQYQAIU2XF tag=FC7GNYIBH01L type=del size=1438157 2023-01-15T14:40:59.180 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.178+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=8TBJEOQ22UU4 type=del size=1456193 2023-01-15T14:40:59.181 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.179+0000 7fab305e2900 1 < completed delete operation key=7B20CP9G4OAH tag=Z3MSVW338XUX type=del 2023-01-15T14:40:59.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.181+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~1HROVSBFIEXE.0 size=1048576 2023-01-15T14:40:59.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.182+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~1HROVSBFIEXE.1 size=762739 2023-01-15T14:40:59.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.182+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=1HROVSBFIEXE tag=LYUB90UDDN90 type=write size=2859891 2023-01-15T14:40:59.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.183+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~RFVVH3HXTZKY.0 size=1048576 2023-01-15T14:40:59.185 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.183+0000 7fab305e2900 1 < canceled part key=_multipart_PA4FLBOL8VDW.2~RFVVH3HXTZKY.1 size=728860 2023-01-15T14:40:59.186 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.184+0000 7fab305e2900 1 < canceled multipart upload key=PA4FLBOL8VDW upload=RFVVH3HXTZKY tag=8E3FN52NF18H type=write size=2826012 2023-01-15T14:40:59.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.185+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=0JZD3R3C55L1 type=del size=2658445 2023-01-15T14:40:59.188 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.186+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=6229P6FD6FLV type=del 2023-01-15T14:40:59.190 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.188+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~LVCEF9TZO9R1.0 size=145717 2023-01-15T14:40:59.190 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.188+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=LVCEF9TZO9R1 tag=54PH7WEWQ9AI type=write size=1194293 2023-01-15T14:40:59.191 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.189+0000 7fab305e2900 1 < completed write operation key=KTFY3EPKMIPP tag=69Q1PJXPINN5 type=write size=785064 2023-01-15T14:40:59.193 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.191+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~D9AO2MJZBW04.0 size=1048576 2023-01-15T14:40:59.194 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.192+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~D9AO2MJZBW04.1 size=413830 2023-01-15T14:40:59.194 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.192+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=D9AO2MJZBW04 tag=CL9I5CLYWZ03 type=write size=2510982 2023-01-15T14:40:59.196 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.194+0000 7fab305e2900 1 < suggested update operation key=XT1ET16X0IUW tag=5G03B0WU07X4 type=del size=223438 2023-01-15T14:40:59.197 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.195+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=R0H0F3T3GGFR type=del size=1151934 2023-01-15T14:40:59.197 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.196+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~L11ZURGJHPLR.0 size=1048576 2023-01-15T14:40:59.198 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.196+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~L11ZURGJHPLR.1 size=1048576 2023-01-15T14:40:59.199 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.196+0000 7fab305e2900 1 < canceled part key=_multipart_LSUPQGQTVO84.2~L11ZURGJHPLR.2 size=829099 2023-01-15T14:40:59.200 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.198+0000 7fab305e2900 1 < canceled multipart upload key=LSUPQGQTVO84 upload=L11ZURGJHPLR tag=7LLHI0G31YTA type=write size=3974827 2023-01-15T14:40:59.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.200+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~UTEA5CHC7EAR.0 size=61655 2023-01-15T14:40:59.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.200+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=UTEA5CHC7EAR tag=17XH5RXI4ZY5 type=write size=1110231 2023-01-15T14:40:59.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.202+0000 7fab305e2900 1 < suggested update operation key=6KPHYE1YP0PI tag=65VITHI90MUU type=del size=2632080 2023-01-15T14:40:59.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.204+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~NKWUUTPBNH2C.0 size=1048576 2023-01-15T14:40:59.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.204+0000 7fab305e2900 1 > prepared part key=_multipart_RMNZBCUSJJQU.2~NKWUUTPBNH2C.1 size=8787 2023-01-15T14:40:59.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.204+0000 7fab305e2900 1 > prepared multipart upload key=RMNZBCUSJJQU upload=NKWUUTPBNH2C tag=9Q6ZFME3B6KZ type=write size=2105939 2023-01-15T14:40:59.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.205+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~K6KL4G62LZVQ.0 size=1048576 2023-01-15T14:40:59.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.206+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~K6KL4G62LZVQ.1 size=1048576 2023-01-15T14:40:59.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.207+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~K6KL4G62LZVQ.2 size=822015 2023-01-15T14:40:59.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.208+0000 7fab305e2900 1 < completed multipart upload key=H8WF2D844W5R upload=K6KL4G62LZVQ tag=XP69LUWJSYYH type=write size=3967743 2023-01-15T14:40:59.211 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.209+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=NIYX336TH65M type=del size=1094945 2023-01-15T14:40:59.212 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.210+0000 7fab305e2900 1 < completed delete operation key=KGO3UC39S97I tag=XAUU85BMXO5U type=del 2023-01-15T14:40:59.213 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.212+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~YTEDMD7KYQKD.0 size=1048576 2023-01-15T14:40:59.214 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.212+0000 7fab305e2900 1 > prepared part key=_multipart_GEI2ZTAKBNDK.2~YTEDMD7KYQKD.1 size=263079 2023-01-15T14:40:59.214 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.212+0000 7fab305e2900 1 > prepared multipart upload key=GEI2ZTAKBNDK upload=YTEDMD7KYQKD tag=3ZOXBZW0PCDJ type=write size=2360231 2023-01-15T14:40:59.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.214+0000 7fab305e2900 1 < suggested remove operation key=BYCBFI34ZVMR tag=ZSWKNTT06XZX type=del 2023-01-15T14:40:59.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.215+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=3VDDOC84QNW1 type=del size=2197577 2023-01-15T14:40:59.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.216+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~V00TRX4Z9WPL.0 size=1048576 2023-01-15T14:40:59.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.217+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~V00TRX4Z9WPL.1 size=1048576 2023-01-15T14:40:59.219 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.217+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~V00TRX4Z9WPL.2 size=307374 2023-01-15T14:40:59.220 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.219+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=V00TRX4Z9WPL tag=KTUUP9M4J1XE type=write size=3453102 2023-01-15T14:40:59.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.221+0000 7fab305e2900 1 > prepared part key=_multipart_XT1ET16X0IUW.2~TSZD341OU9T6.0 size=494675 2023-01-15T14:40:59.223 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.221+0000 7fab305e2900 1 > prepared multipart upload key=XT1ET16X0IUW upload=TSZD341OU9T6 tag=MECB52E0E1DK type=write size=1543251 2023-01-15T14:40:59.223 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.221+0000 7fab305e2900 -1 < failed to complete operation key=XT1ET16X0IUW tag=WNUPXHJC1J6O type=write size=1039822: (22) Invalid argument 2023-01-15T14:40:59.224 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.222+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=VHHTO5M204S8 type=del size=3291986 2023-01-15T14:40:59.225 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.223+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=FSI5JEVCHPV3 type=del 2023-01-15T14:40:59.226 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.224+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=2VU2HIBQP23X type=del size=436463 2023-01-15T14:40:59.227 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.225+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=V3SM6CHEYRV5 type=del 2023-01-15T14:40:59.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.227+0000 7fab305e2900 1 > prepared part key=_multipart_PA4FLBOL8VDW.2~WLOB2HQXM2UY.0 size=652146 2023-01-15T14:40:59.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.227+0000 7fab305e2900 1 > prepared multipart upload key=PA4FLBOL8VDW upload=WLOB2HQXM2UY tag=RO5RVD2B9YLD type=write size=1700722 2023-01-15T14:40:59.230 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.228+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~AIVFX8R13SES.0 size=1048576 2023-01-15T14:40:59.230 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.229+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~AIVFX8R13SES.1 size=1048576 2023-01-15T14:40:59.231 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.230+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~AIVFX8R13SES.2 size=727757 2023-01-15T14:40:59.233 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.231+0000 7fab305e2900 1 < completed multipart upload key=QYOQYQAIU2XF upload=AIVFX8R13SES tag=BLYAZMH266AW type=write size=3873485 2023-01-15T14:40:59.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.232+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=HEGSE8Y00J9I type=del size=3035359 2023-01-15T14:40:59.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.234+0000 7fab305e2900 1 < suggested remove operation key=WIB3VTX3KFIK tag=8TBJEOQ22UU4 type=del 2023-01-15T14:40:59.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.235+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=AJ79EMTF1B64 type=del size=2826253 2023-01-15T14:40:59.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.236+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~1HROVSBFIEXE.0 size=1048576 2023-01-15T14:40:59.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.237+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~1HROVSBFIEXE.1 size=762739 2023-01-15T14:40:59.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.238+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=1HROVSBFIEXE tag=LYUB90UDDN90 type=write size=2859891 2023-01-15T14:40:59.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.240+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~MPF8WHY11QYS.0 size=119796 2023-01-15T14:40:59.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.240+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=MPF8WHY11QYS tag=6DBIMQ2EAA1L type=write size=1168372 2023-01-15T14:40:59.243 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.241+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=0JZD3R3C55L1 type=del 2023-01-15T14:40:59.245 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.242+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=6KH203Z3L4NQ type=write size=808579 2023-01-15T14:40:59.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.243+0000 7fab305e2900 1 < completed part key=_multipart_LSUPQGQTVO84.2~LVCEF9TZO9R1.0 size=145717 2023-01-15T14:40:59.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.245+0000 7fab305e2900 1 < completed multipart upload key=LSUPQGQTVO84 upload=LVCEF9TZO9R1 tag=54PH7WEWQ9AI type=write size=1194293 2023-01-15T14:40:59.247 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.246+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=ZYTBSVEZIG4U type=write size=103198 2023-01-15T14:40:59.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.247+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~D9AO2MJZBW04.0 size=1048576 2023-01-15T14:40:59.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.247+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~D9AO2MJZBW04.1 size=413830 2023-01-15T14:40:59.251 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.249+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=D9AO2MJZBW04 tag=CL9I5CLYWZ03 type=write size=2510982 2023-01-15T14:40:59.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.250+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=6T13V7GDCMPP type=del size=1968968 2023-01-15T14:40:59.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.251+0000 7fab305e2900 1 < completed delete operation key=DD5C0ZKBVAS3 tag=R0H0F3T3GGFR type=del 2023-01-15T14:40:59.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.253+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~5VK7WA5HHZ7I.0 size=1048576 2023-01-15T14:40:59.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.253+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~5VK7WA5HHZ7I.1 size=738911 2023-01-15T14:40:59.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.253+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=5VK7WA5HHZ7I tag=5VA1GYE406R1 type=write size=2836063 2023-01-15T14:40:59.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.254+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~UTEA5CHC7EAR.0 size=61655 2023-01-15T14:40:59.257 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.256+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=UTEA5CHC7EAR tag=17XH5RXI4ZY5 type=write size=1110231 2023-01-15T14:40:59.260 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.258+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~9R57OJ38C2CV.0 size=1048576 2023-01-15T14:40:59.261 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.259+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~9R57OJ38C2CV.1 size=694434 2023-01-15T14:40:59.261 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.259+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=9R57OJ38C2CV tag=CK02N9U3WKSZ type=write size=2791586 2023-01-15T14:40:59.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.260+0000 7fab305e2900 1 < completed part key=_multipart_RMNZBCUSJJQU.2~NKWUUTPBNH2C.0 size=1048576 2023-01-15T14:40:59.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.260+0000 7fab305e2900 1 < canceled part key=_multipart_RMNZBCUSJJQU.2~NKWUUTPBNH2C.1 size=8787 2023-01-15T14:40:59.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.261+0000 7fab305e2900 1 < canceled multipart upload key=RMNZBCUSJJQU upload=NKWUUTPBNH2C tag=9Q6ZFME3B6KZ type=write size=2105939 2023-01-15T14:40:59.265 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.263+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~EY9RQ1JMFT01.0 size=1048576 2023-01-15T14:40:59.266 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.264+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~EY9RQ1JMFT01.1 size=992503 2023-01-15T14:40:59.266 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.264+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=EY9RQ1JMFT01 tag=DUFU7D1FND23 type=write size=3089655 2023-01-15T14:40:59.267 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.265+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=NIYX336TH65M type=del 2023-01-15T14:40:59.268 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.266+0000 7fab305e2900 1 > prepared operation key=ONG29C9MW4PW tag=KZ3N4XCA8Z8W type=del size=3561374 2023-01-15T14:40:59.269 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.267+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~YTEDMD7KYQKD.0 size=1048576 2023-01-15T14:40:59.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.268+0000 7fab305e2900 1 < completed part key=_multipart_GEI2ZTAKBNDK.2~YTEDMD7KYQKD.1 size=263079 2023-01-15T14:40:59.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.269+0000 7fab305e2900 1 < completed multipart upload key=GEI2ZTAKBNDK upload=YTEDMD7KYQKD tag=3ZOXBZW0PCDJ type=write size=2360231 2023-01-15T14:40:59.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.271+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~OFD4HY32PXF5.0 size=1048576 2023-01-15T14:40:59.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.272+0000 7fab305e2900 1 > prepared part key=_multipart_QYOQYQAIU2XF.2~OFD4HY32PXF5.1 size=540636 2023-01-15T14:40:59.274 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.272+0000 7fab305e2900 1 > prepared multipart upload key=QYOQYQAIU2XF upload=OFD4HY32PXF5 tag=WCA18WKXE7LB type=write size=2637788 2023-01-15T14:40:59.275 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.274+0000 7fab305e2900 1 < suggested remove operation key=Q82PRJIVXO0C tag=3VDDOC84QNW1 type=del 2023-01-15T14:40:59.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.275+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=KO1FN8WFXB6T type=del size=739680 2023-01-15T14:40:59.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.276+0000 7fab305e2900 1 < completed part key=_multipart_XT1ET16X0IUW.2~TSZD341OU9T6.0 size=494675 2023-01-15T14:40:59.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.277+0000 7fab305e2900 1 < completed multipart upload key=XT1ET16X0IUW upload=TSZD341OU9T6 tag=MECB52E0E1DK type=write size=1543251 2023-01-15T14:40:59.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.278+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=6W5S839YOAWL type=del size=2784827 2023-01-15T14:40:59.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.280+0000 7fab305e2900 1 < suggested remove operation key=PZ48A2T3Y6Z4 tag=VHHTO5M204S8 type=del 2023-01-15T14:40:59.282 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.281+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=UNQR4E0RJ2UB type=write size=579415 2023-01-15T14:40:59.284 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.283+0000 7fab305e2900 1 < suggested remove operation key=RXT6GFIANR9I tag=2VU2HIBQP23X type=del 2023-01-15T14:40:59.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.284+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~RGXJO315JZDH.0 size=1048576 2023-01-15T14:40:59.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.285+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~RGXJO315JZDH.1 size=445306 2023-01-15T14:40:59.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.285+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=RGXJO315JZDH tag=GVAV51PU656E type=write size=2542458 2023-01-15T14:40:59.288 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.286+0000 7fab305e2900 1 < completed part key=_multipart_PA4FLBOL8VDW.2~WLOB2HQXM2UY.0 size=652146 2023-01-15T14:40:59.289 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.288+0000 7fab305e2900 1 < completed multipart upload key=PA4FLBOL8VDW upload=WLOB2HQXM2UY tag=RO5RVD2B9YLD type=write size=1700722 2023-01-15T14:40:59.290 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.289+0000 7fab305e2900 1 > prepared operation key=ZKWYQ233LD63 tag=0CEIAWOLJLLW type=del size=14986 2023-01-15T14:40:59.291 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.290+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=HEGSE8Y00J9I type=del 2023-01-15T14:40:59.292 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.291+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=0ANCUMLYVOAC type=del size=2443692 2023-01-15T14:40:59.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.292+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=AJ79EMTF1B64 type=del 2023-01-15T14:40:59.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.293+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=F377FXGFLU9J type=del size=1319507 2023-01-15T14:40:59.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.293+0000 7fab305e2900 1 < canceled part key=_multipart_RXT6GFIANR9I.2~MPF8WHY11QYS.0 size=119796 2023-01-15T14:40:59.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.294+0000 7fab305e2900 1 < canceled multipart upload key=RXT6GFIANR9I upload=MPF8WHY11QYS tag=6DBIMQ2EAA1L type=write size=1168372 2023-01-15T14:40:59.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.296+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~KDRDSLWGCZ2B.0 size=1048576 2023-01-15T14:40:59.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.297+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~KDRDSLWGCZ2B.1 size=1003437 2023-01-15T14:40:59.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.297+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=KDRDSLWGCZ2B tag=5DNG8JAO6E8C type=write size=3100589 2023-01-15T14:40:59.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.299+0000 7fab305e2900 1 < suggested update operation key=ONG29C9MW4PW tag=6KH203Z3L4NQ type=write size=808579 2023-01-15T14:40:59.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.301+0000 7fab305e2900 1 > prepared part key=_multipart_DD5C0ZKBVAS3.2~L1SAH8EN6S6C.0 size=687094 2023-01-15T14:40:59.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.301+0000 7fab305e2900 1 > prepared multipart upload key=DD5C0ZKBVAS3 upload=L1SAH8EN6S6C tag=0EV0P8G486VJ type=write size=1735670 2023-01-15T14:40:59.303 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.302+0000 7fab305e2900 1 < completed write operation key=4XIS9UMTWBMU tag=ZYTBSVEZIG4U type=write size=103198 2023-01-15T14:40:59.304 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.303+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=KBKX7RG3CRLU type=del size=1989057 2023-01-15T14:40:59.305 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.304+0000 7fab305e2900 1 < completed delete operation key=XT1ET16X0IUW tag=6T13V7GDCMPP type=del 2023-01-15T14:40:59.307 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.305+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~JUGUCCTD48YQ.0 size=1048576 2023-01-15T14:40:59.308 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.306+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~JUGUCCTD48YQ.1 size=1048576 2023-01-15T14:40:59.308 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.307+0000 7fab305e2900 1 > prepared part key=_multipart_H8WF2D844W5R.2~JUGUCCTD48YQ.2 size=243975 2023-01-15T14:40:59.309 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.307+0000 7fab305e2900 1 > prepared multipart upload key=H8WF2D844W5R upload=JUGUCCTD48YQ tag=K2UYHDYQILAQ type=write size=3389703 2023-01-15T14:40:59.309 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.308+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~5VK7WA5HHZ7I.0 size=1048576 2023-01-15T14:40:59.310 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.309+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~5VK7WA5HHZ7I.1 size=738911 2023-01-15T14:40:59.313 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.310+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=5VK7WA5HHZ7I tag=5VA1GYE406R1 type=write size=2836063 2023-01-15T14:40:59.313 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.311+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=HBXS7JX0QBEW type=del size=2836451 2023-01-15T14:40:59.314 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.312+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~9R57OJ38C2CV.0 size=1048576 2023-01-15T14:40:59.314 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.313+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~9R57OJ38C2CV.1 size=694434 2023-01-15T14:40:59.316 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.314+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=9R57OJ38C2CV tag=CK02N9U3WKSZ type=write size=2791586 2023-01-15T14:40:59.317 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.315+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=QW2ZHEEUOKNZ type=del size=812060 2023-01-15T14:40:59.318 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.316+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~EY9RQ1JMFT01.0 size=1048576 2023-01-15T14:40:59.319 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.317+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~EY9RQ1JMFT01.1 size=992503 2023-01-15T14:40:59.322 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.319+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=EY9RQ1JMFT01 tag=DUFU7D1FND23 type=write size=3089655 2023-01-15T14:40:59.323 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.321+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~RAKEZ9X3FN9P.0 size=1048576 2023-01-15T14:40:59.323 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.322+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~RAKEZ9X3FN9P.1 size=1048576 2023-01-15T14:40:59.325 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.323+0000 7fab305e2900 1 > prepared part key=_multipart_P0S9U3H9PWUH.2~RAKEZ9X3FN9P.2 size=61372 2023-01-15T14:40:59.325 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.323+0000 7fab305e2900 1 > prepared multipart upload key=P0S9U3H9PWUH upload=RAKEZ9X3FN9P tag=RODWGM7IH7M4 type=write size=3207100 2023-01-15T14:40:59.326 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.324+0000 7fab305e2900 -1 < failed to complete operation key=ONG29C9MW4PW tag=KZ3N4XCA8Z8W type=del size=3561374: (22) Invalid argument 2023-01-15T14:40:59.327 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.325+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=AK84EUCLBA8L type=del size=2595174 2023-01-15T14:40:59.328 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.326+0000 7fab305e2900 1 < completed part key=_multipart_QYOQYQAIU2XF.2~OFD4HY32PXF5.0 size=1048576 2023-01-15T14:40:59.329 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.326+0000 7fab305e2900 1 < canceled part key=_multipart_QYOQYQAIU2XF.2~OFD4HY32PXF5.1 size=540636 2023-01-15T14:40:59.330 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.328+0000 7fab305e2900 1 < canceled multipart upload key=QYOQYQAIU2XF upload=OFD4HY32PXF5 tag=WCA18WKXE7LB type=write size=2637788 2023-01-15T14:40:59.331 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.329+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=4OA1N0FSVCB8 type=del size=3766166 2023-01-15T14:40:59.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.330+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=KO1FN8WFXB6T type=del 2023-01-15T14:40:59.334 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.332+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~CN97XONRIA4M.0 size=969347 2023-01-15T14:40:59.334 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.332+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=CN97XONRIA4M tag=JVR7Q12JZCE8 type=write size=2017923 2023-01-15T14:40:59.336 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.335+0000 7fab305e2900 1 < suggested remove operation key=9BIBU11P1SQR tag=6W5S839YOAWL type=del 2023-01-15T14:40:59.340 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.337+0000 7fab305e2900 1 > prepared part key=_multipart_KTFY3EPKMIPP.2~8M3F4X0T1C2S.0 size=427774 2023-01-15T14:40:59.340 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.337+0000 7fab305e2900 1 > prepared multipart upload key=KTFY3EPKMIPP upload=8M3F4X0T1C2S tag=Z14PG9P28UJY type=write size=1476350 2023-01-15T14:40:59.340 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.338+0000 7fab305e2900 1 < completed write operation key=PZ48A2T3Y6Z4 tag=UNQR4E0RJ2UB type=write size=579415 2023-01-15T14:40:59.341 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.339+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=09KRB06X4GCY type=del size=4056136 2023-01-15T14:40:59.341 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.340+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~RGXJO315JZDH.0 size=1048576 2023-01-15T14:40:59.342 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.341+0000 7fab305e2900 1 < completed part key=_multipart_PVA8JXP2T3BM.2~RGXJO315JZDH.1 size=445306 2023-01-15T14:40:59.344 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.343+0000 7fab305e2900 1 < completed multipart upload key=PVA8JXP2T3BM upload=RGXJO315JZDH tag=GVAV51PU656E type=write size=2542458 2023-01-15T14:40:59.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.344+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=9C4HHKTPV5PE type=del size=4064890 2023-01-15T14:40:59.347 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.345+0000 7fab305e2900 1 < completed delete operation key=ZKWYQ233LD63 tag=0CEIAWOLJLLW type=del 2023-01-15T14:40:59.348 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.346+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=Q2V12GNFIH8Z type=del size=4164790 2023-01-15T14:40:59.350 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.349+0000 7fab305e2900 1 < suggested update operation key=KGO3UC39S97I tag=0ANCUMLYVOAC type=del size=2443692 2023-01-15T14:40:59.351 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.350+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=OTA5RAN1LG9O type=del size=962843 2023-01-15T14:40:59.353 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.351+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=F377FXGFLU9J type=del 2023-01-15T14:40:59.355 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.353+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~MNPTBM23XI6M.0 size=1048576 2023-01-15T14:40:59.356 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.354+0000 7fab305e2900 1 > prepared part key=_multipart_JP5RXNMPLSF8.2~MNPTBM23XI6M.1 size=915738 2023-01-15T14:40:59.356 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.354+0000 7fab305e2900 1 > prepared multipart upload key=JP5RXNMPLSF8 upload=MNPTBM23XI6M tag=6J3FDAJPV8DV type=write size=3012890 2023-01-15T14:40:59.357 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.355+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~KDRDSLWGCZ2B.0 size=1048576 2023-01-15T14:40:59.358 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.356+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~KDRDSLWGCZ2B.1 size=1003437 2023-01-15T14:40:59.360 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.358+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=KDRDSLWGCZ2B tag=5DNG8JAO6E8C type=write size=3100589 2023-01-15T14:40:59.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.360+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~1XCQ7OPDBISM.0 size=1048576 2023-01-15T14:40:59.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.361+0000 7fab305e2900 1 > prepared part key=_multipart_WIB3VTX3KFIK.2~1XCQ7OPDBISM.1 size=301907 2023-01-15T14:40:59.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.361+0000 7fab305e2900 1 > prepared multipart upload key=WIB3VTX3KFIK upload=1XCQ7OPDBISM tag=XOLUPXAHK27T type=write size=2399059 2023-01-15T14:40:59.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.362+0000 7fab305e2900 1 < completed part key=_multipart_DD5C0ZKBVAS3.2~L1SAH8EN6S6C.0 size=687094 2023-01-15T14:40:59.366 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.364+0000 7fab305e2900 1 < completed multipart upload key=DD5C0ZKBVAS3 upload=L1SAH8EN6S6C tag=0EV0P8G486VJ type=write size=1735670 2023-01-15T14:40:59.367 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.365+0000 7fab305e2900 1 > prepared operation key=VUD7RI610PSV tag=BOK9V7J8N8O4 type=del size=1553999 2023-01-15T14:40:59.368 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.366+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=KBKX7RG3CRLU type=del 2023-01-15T14:40:59.369 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.367+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=PEMUXGQQQN8Q type=del size=2751812 2023-01-15T14:40:59.370 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.368+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~JUGUCCTD48YQ.0 size=1048576 2023-01-15T14:40:59.371 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.369+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~JUGUCCTD48YQ.1 size=1048576 2023-01-15T14:40:59.372 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.370+0000 7fab305e2900 1 < completed part key=_multipart_H8WF2D844W5R.2~JUGUCCTD48YQ.2 size=243975 2023-01-15T14:40:59.374 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.372+0000 7fab305e2900 1 < completed multipart upload key=H8WF2D844W5R upload=JUGUCCTD48YQ tag=K2UYHDYQILAQ type=write size=3389703 2023-01-15T14:40:59.375 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.373+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=7R5RQKR7YHRL type=write size=598414 2023-01-15T14:40:59.377 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.375+0000 7fab305e2900 1 < suggested remove operation key=PZ48A2T3Y6Z4 tag=HBXS7JX0QBEW type=del 2023-01-15T14:40:59.378 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.377+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=FBAM1KFOH5OM type=del size=3078580 2023-01-15T14:40:59.379 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.378+0000 7fab305e2900 1 < canceled operation key=KTFY3EPKMIPP tag=QW2ZHEEUOKNZ type=del size=812060 2023-01-15T14:40:59.381 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.380+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~9SUUUJXWVHQ0.0 size=1048576 2023-01-15T14:40:59.382 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.380+0000 7fab305e2900 1 > prepared part key=_multipart_6KPHYE1YP0PI.2~9SUUUJXWVHQ0.1 size=73820 2023-01-15T14:40:59.382 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.380+0000 7fab305e2900 1 > prepared multipart upload key=6KPHYE1YP0PI upload=9SUUUJXWVHQ0 tag=77R9DIRGCLAL type=write size=2170972 2023-01-15T14:40:59.383 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.382+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~RAKEZ9X3FN9P.0 size=1048576 2023-01-15T14:40:59.384 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.382+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~RAKEZ9X3FN9P.1 size=1048576 2023-01-15T14:40:59.385 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.383+0000 7fab305e2900 1 < completed part key=_multipart_P0S9U3H9PWUH.2~RAKEZ9X3FN9P.2 size=61372 2023-01-15T14:40:59.387 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.385+0000 7fab305e2900 1 < completed multipart upload key=P0S9U3H9PWUH upload=RAKEZ9X3FN9P tag=RODWGM7IH7M4 type=write size=3207100 2023-01-15T14:40:59.388 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.386+0000 7fab305e2900 1 > prepared operation key=8CLBEV2LUJWJ tag=6C0TT3MN2EYL type=del size=2814005 2023-01-15T14:40:59.389 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.387+0000 7fab305e2900 1 < completed delete operation key=JP5RXNMPLSF8 tag=AK84EUCLBA8L type=del 2023-01-15T14:40:59.390 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.388+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=2WZO51DSL4SD type=del size=2855528 2023-01-15T14:40:59.391 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.389+0000 7fab305e2900 1 < canceled operation key=6KPHYE1YP0PI tag=4OA1N0FSVCB8 type=del size=3766166 2023-01-15T14:40:59.392 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.390+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=3CA2J6220B9D type=del size=2496300 2023-01-15T14:40:59.393 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.392+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~CN97XONRIA4M.0 size=969347 2023-01-15T14:40:59.396 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.394+0000 7fab305e2900 1 < completed multipart upload key=8CLBEV2LUJWJ upload=CN97XONRIA4M tag=JVR7Q12JZCE8 type=write size=2017923 2023-01-15T14:40:59.399 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.397+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=OMREKRS8ZM9B type=del size=2201680 2023-01-15T14:40:59.401 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.400+0000 7fab305e2900 1 < completed part key=_multipart_KTFY3EPKMIPP.2~8M3F4X0T1C2S.0 size=427774 2023-01-15T14:40:59.403 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.401+0000 7fab305e2900 1 < completed multipart upload key=KTFY3EPKMIPP upload=8M3F4X0T1C2S tag=Z14PG9P28UJY type=write size=1476350 2023-01-15T14:40:59.404 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.402+0000 7fab305e2900 1 > prepared operation key=9BIBU11P1SQR tag=P0C1119SMBT0 type=write size=1016084 2023-01-15T14:40:59.405 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.403+0000 7fab305e2900 1 < completed delete operation key=KTFY3EPKMIPP tag=09KRB06X4GCY type=del 2023-01-15T14:40:59.407 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.405+0000 7fab305e2900 1 > prepared part key=_multipart_FDLD6LAR610I.2~63VJJ1DMN67T.0 size=831908 2023-01-15T14:40:59.407 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.405+0000 7fab305e2900 1 > prepared multipart upload key=FDLD6LAR610I upload=63VJJ1DMN67T tag=I6SGPYJD06Q0 type=write size=1880484 2023-01-15T14:40:59.408 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.407+0000 7fab305e2900 1 < completed delete operation key=9BIBU11P1SQR tag=9C4HHKTPV5PE type=del 2023-01-15T14:40:59.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.408+0000 7fab305e2900 1 > prepared operation key=QYOQYQAIU2XF tag=ZZDCQH0CHHIW type=del size=3928438 2023-01-15T14:40:59.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.409+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=Q2V12GNFIH8Z type=del 2023-01-15T14:40:59.411 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.410+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=NU7FEO0HU2GJ type=write size=705049 2023-01-15T14:40:59.412 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.411+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=OTA5RAN1LG9O type=del 2023-01-15T14:40:59.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.412+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=0P46WZNGXPWB type=write size=233340 2023-01-15T14:40:59.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.413+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~MNPTBM23XI6M.0 size=1048576 2023-01-15T14:40:59.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.414+0000 7fab305e2900 1 < completed part key=_multipart_JP5RXNMPLSF8.2~MNPTBM23XI6M.1 size=915738 2023-01-15T14:40:59.417 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.416+0000 7fab305e2900 1 < completed multipart upload key=JP5RXNMPLSF8 upload=MNPTBM23XI6M tag=6J3FDAJPV8DV type=write size=3012890 2023-01-15T14:40:59.418 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.417+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=2NMVOD44DIA8 type=del size=3401055 2023-01-15T14:40:59.420 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.418+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~1XCQ7OPDBISM.0 size=1048576 2023-01-15T14:40:59.420 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.419+0000 7fab305e2900 1 < completed part key=_multipart_WIB3VTX3KFIK.2~1XCQ7OPDBISM.1 size=301907 2023-01-15T14:40:59.422 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.421+0000 7fab305e2900 1 < completed multipart upload key=WIB3VTX3KFIK upload=1XCQ7OPDBISM tag=XOLUPXAHK27T type=write size=2399059 2023-01-15T14:40:59.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.423+0000 7fab305e2900 1 > prepared part key=_multipart_LSUPQGQTVO84.2~ZETC1E2BXKRA.0 size=156707 2023-01-15T14:40:59.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.423+0000 7fab305e2900 1 > prepared multipart upload key=LSUPQGQTVO84 upload=ZETC1E2BXKRA tag=Q8YB1W8ZPMQV type=write size=1205283 2023-01-15T14:40:59.427 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.425+0000 7fab305e2900 1 < suggested remove operation key=VUD7RI610PSV tag=BOK9V7J8N8O4 type=del 2023-01-15T14:40:59.428 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.426+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=PQ1RI47WMZOB type=write size=634332 2023-01-15T14:40:59.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.427+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=PEMUXGQQQN8Q type=del 2023-01-15T14:40:59.430 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.428+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=ZHTFPJXOQTKX type=write size=661378 2023-01-15T14:40:59.431 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.429+0000 7fab305e2900 1 < canceled operation key=JP5RXNMPLSF8 tag=7R5RQKR7YHRL type=write size=598414 2023-01-15T14:40:59.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.430+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=VBBYT1UQ8Z6S type=del size=711213 2023-01-15T14:40:59.433 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.431+0000 7fab305e2900 1 < completed delete operation key=QX2O9IX3I6C3 tag=FBAM1KFOH5OM type=del 2023-01-15T14:40:59.434 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.432+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=QGEPRZJIFHCW type=del size=34307 2023-01-15T14:40:59.435 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.433+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~9SUUUJXWVHQ0.0 size=1048576 2023-01-15T14:40:59.435 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.434+0000 7fab305e2900 1 < completed part key=_multipart_6KPHYE1YP0PI.2~9SUUUJXWVHQ0.1 size=73820 2023-01-15T14:40:59.437 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.435+0000 7fab305e2900 1 < completed multipart upload key=6KPHYE1YP0PI upload=9SUUUJXWVHQ0 tag=77R9DIRGCLAL type=write size=2170972 2023-01-15T14:40:59.438 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.436+0000 7fab305e2900 1 > prepared operation key=DD5C0ZKBVAS3 tag=XCIT56B645GS type=del size=1304464 2023-01-15T14:40:59.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.437+0000 7fab305e2900 1 < completed delete operation key=8CLBEV2LUJWJ tag=6C0TT3MN2EYL type=del 2023-01-15T14:40:59.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.438+0000 7fab305e2900 1 > prepared operation key=4XIS9UMTWBMU tag=18FH0F4G0W4T type=del size=2939130 2023-01-15T14:40:59.441 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.439+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=2WZO51DSL4SD type=del 2023-01-15T14:40:59.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.440+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=49WNOIG2CS8W type=del size=3282424 2023-01-15T14:40:59.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.441+0000 7fab305e2900 1 < completed delete operation key=GEI2ZTAKBNDK tag=3CA2J6220B9D type=del 2023-01-15T14:40:59.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.443+0000 7fab305e2900 1 > prepared part key=_multipart_KGO3UC39S97I.2~E6B8NHEXD3AI.0 size=159377 2023-01-15T14:40:59.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.443+0000 7fab305e2900 1 > prepared multipart upload key=KGO3UC39S97I upload=E6B8NHEXD3AI tag=KSAKTKFDF630 type=write size=1207953 2023-01-15T14:40:59.445 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.444+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=OMREKRS8ZM9B type=del 2023-01-15T14:40:59.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.445+0000 7fab305e2900 1 > prepared operation key=Q82PRJIVXO0C tag=3A801WI5343U type=del size=62984 2023-01-15T14:40:59.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.446+0000 7fab305e2900 1 < completed write operation key=9BIBU11P1SQR tag=P0C1119SMBT0 type=write size=1016084 2023-01-15T14:40:59.448 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.447+0000 7fab305e2900 1 > prepared operation key=FTXCLOVB9STM tag=72XE1PMREKTQ type=del size=590359 2023-01-15T14:40:59.449 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.447+0000 7fab305e2900 1 < canceled part key=_multipart_FDLD6LAR610I.2~63VJJ1DMN67T.0 size=831908 2023-01-15T14:40:59.450 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.448+0000 7fab305e2900 1 < canceled multipart upload key=FDLD6LAR610I upload=63VJJ1DMN67T tag=I6SGPYJD06Q0 type=write size=1880484 2023-01-15T14:40:59.451 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.449+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=74D774WGBSTA type=del size=1298726 2023-01-15T14:40:59.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.450+0000 7fab305e2900 1 < completed delete operation key=QYOQYQAIU2XF tag=ZZDCQH0CHHIW type=del 2023-01-15T14:40:59.453 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.451+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=BE1QIP6DR9AQ type=del size=1524879 2023-01-15T14:40:59.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.452+0000 7fab305e2900 1 < completed write operation key=XT1ET16X0IUW tag=NU7FEO0HU2GJ type=write size=705049 2023-01-15T14:40:59.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.453+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=11D44U1NDTAF type=del size=88997 2023-01-15T14:40:59.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.454+0000 7fab305e2900 1 < completed write operation key=JP5RXNMPLSF8 tag=0P46WZNGXPWB type=write size=233340 2023-01-15T14:40:59.458 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.456+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~M6VM4MMQHW27.0 size=1048576 2023-01-15T14:40:59.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.457+0000 7fab305e2900 1 > prepared part key=_multipart_8CLBEV2LUJWJ.2~M6VM4MMQHW27.1 size=325854 2023-01-15T14:40:59.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.457+0000 7fab305e2900 1 > prepared multipart upload key=8CLBEV2LUJWJ upload=M6VM4MMQHW27 tag=QV3IAF6JZ375 type=write size=2423006 2023-01-15T14:40:59.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.459+0000 7fab305e2900 1 < suggested remove operation key=XT1ET16X0IUW tag=2NMVOD44DIA8 type=del 2023-01-15T14:40:59.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.460+0000 7fab305e2900 1 > prepared operation key=3AV2R27PD12K tag=DY0XR3OSUHLW type=write size=179297 2023-01-15T14:40:59.462 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.460+0000 7fab305e2900 1 < canceled part key=_multipart_LSUPQGQTVO84.2~ZETC1E2BXKRA.0 size=156707 2023-01-15T14:40:59.463 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.462+0000 7fab305e2900 1 < canceled multipart upload key=LSUPQGQTVO84 upload=ZETC1E2BXKRA tag=Q8YB1W8ZPMQV type=write size=1205283 2023-01-15T14:40:59.464 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.462+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=8K8S7XZXGLX0 type=write size=276892 2023-01-15T14:40:59.465 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.463+0000 7fab305e2900 1 < completed write operation key=DD5C0ZKBVAS3 tag=PQ1RI47WMZOB type=write size=634332 2023-01-15T14:40:59.467 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.465+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~Z46X38PIBPYX.0 size=1048576 2023-01-15T14:40:59.467 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.466+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~Z46X38PIBPYX.1 size=580879 2023-01-15T14:40:59.468 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.466+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=Z46X38PIBPYX tag=QKTIWDEBWM0B type=write size=2678031 2023-01-15T14:40:59.469 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.468+0000 7fab305e2900 1 < suggested update operation key=QX2O9IX3I6C3 tag=ZHTFPJXOQTKX type=write size=661378 2023-01-15T14:40:59.470 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.469+0000 7fab305e2900 1 > prepared operation key=LSUPQGQTVO84 tag=51BULN7PEMP5 type=del size=3952031 2023-01-15T14:40:59.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.470+0000 7fab305e2900 1 < suggested remove operation key=PA4FLBOL8VDW tag=VBBYT1UQ8Z6S type=del 2023-01-15T14:40:59.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.471+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=EONPBSSB4MMV type=del size=1577861 2023-01-15T14:40:59.475 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.473+0000 7fab305e2900 1 < suggested remove operation key=DD5C0ZKBVAS3 tag=QGEPRZJIFHCW type=del 2023-01-15T14:40:59.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.475+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~B2H29CUFD7MU.0 size=1048576 2023-01-15T14:40:59.477 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.475+0000 7fab305e2900 1 > prepared part key=_multipart_VUD7RI610PSV.2~B2H29CUFD7MU.1 size=209523 2023-01-15T14:40:59.477 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.475+0000 7fab305e2900 1 > prepared multipart upload key=VUD7RI610PSV upload=B2H29CUFD7MU tag=FSVN3Y72DE8E type=write size=2306675 2023-01-15T14:40:59.478 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.476+0000 7fab305e2900 -1 < failed to complete operation key=DD5C0ZKBVAS3 tag=XCIT56B645GS type=del size=1304464: (22) Invalid argument 2023-01-15T14:40:59.479 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.477+0000 7fab305e2900 1 > prepared operation key=PZ48A2T3Y6Z4 tag=CX2J7Y220EJV type=del size=2722180 2023-01-15T14:40:59.480 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.478+0000 7fab305e2900 1 < completed delete operation key=4XIS9UMTWBMU tag=18FH0F4G0W4T type=del 2023-01-15T14:40:59.481 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.479+0000 7fab305e2900 1 > prepared operation key=KTFY3EPKMIPP tag=PVYBS5Y03EBI type=del size=540207 2023-01-15T14:40:59.482 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.480+0000 7fab305e2900 1 < completed delete operation key=WIB3VTX3KFIK tag=49WNOIG2CS8W type=del 2023-01-15T14:40:59.483 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.481+0000 7fab305e2900 1 > prepared operation key=GEI2ZTAKBNDK tag=NP2RUASXE3PX type=write size=29758 2023-01-15T14:40:59.483 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.481+0000 7fab305e2900 1 < canceled part key=_multipart_KGO3UC39S97I.2~E6B8NHEXD3AI.0 size=159377 2023-01-15T14:40:59.484 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.483+0000 7fab305e2900 1 < canceled multipart upload key=KGO3UC39S97I upload=E6B8NHEXD3AI tag=KSAKTKFDF630 type=write size=1207953 2023-01-15T14:40:59.486 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.484+0000 7fab305e2900 1 > prepared operation key=H8WF2D844W5R tag=Y6RY8XRUZ99B type=del size=3302250 2023-01-15T14:40:59.487 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.485+0000 7fab305e2900 1 < completed delete operation key=Q82PRJIVXO0C tag=3A801WI5343U type=del 2023-01-15T14:40:59.488 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.486+0000 7fab305e2900 1 > prepared operation key=4X28OAD9RALB tag=902WX3S2JQPJ type=write size=284386 2023-01-15T14:40:59.489 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.487+0000 7fab305e2900 1 < completed delete operation key=FTXCLOVB9STM tag=72XE1PMREKTQ type=del 2023-01-15T14:40:59.490 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.488+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=IQXT3NVGVZO7 type=write size=608990 2023-01-15T14:40:59.491 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.489+0000 7fab305e2900 1 < completed delete operation key=RMNZBCUSJJQU tag=74D774WGBSTA type=del 2023-01-15T14:40:59.492 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.490+0000 7fab305e2900 1 > prepared operation key=QX2O9IX3I6C3 tag=PUSFLJ98DJYM type=write size=358716 2023-01-15T14:40:59.493 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.491+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=BE1QIP6DR9AQ type=del 2023-01-15T14:40:59.493 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.492+0000 7fab305e2900 1 > prepared operation key=PA4FLBOL8VDW tag=XVIZIC4U5R49 type=write size=278799 2023-01-15T14:40:59.494 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.493+0000 7fab305e2900 1 < completed delete operation key=ZF7BN8YD0YEO tag=11D44U1NDTAF type=del 2023-01-15T14:40:59.495 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.494+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=44XD3XD2ZQ9H type=del size=1241333 2023-01-15T14:40:59.496 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.495+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~M6VM4MMQHW27.0 size=1048576 2023-01-15T14:40:59.497 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.495+0000 7fab305e2900 1 < completed part key=_multipart_8CLBEV2LUJWJ.2~M6VM4MMQHW27.1 size=325854 2023-01-15T14:40:59.499 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.497+0000 7fab305e2900 1 < completed multipart upload key=8CLBEV2LUJWJ upload=M6VM4MMQHW27 tag=QV3IAF6JZ375 type=write size=2423006 2023-01-15T14:40:59.500 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.498+0000 7fab305e2900 1 > prepared operation key=6KPHYE1YP0PI tag=LZFH735EONSE type=del size=1934275 2023-01-15T14:40:59.501 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.499+0000 7fab305e2900 1 < completed write operation key=3AV2R27PD12K tag=DY0XR3OSUHLW type=write size=179297 2023-01-15T14:40:59.502 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.500+0000 7fab305e2900 1 > prepared operation key=KGO3UC39S97I tag=C2YVAA2RIL3T type=del size=665898 2023-01-15T14:40:59.504 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.502+0000 7fab305e2900 1 < suggested update operation key=4X28OAD9RALB tag=8K8S7XZXGLX0 type=write size=276892 2023-01-15T14:40:59.505 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.503+0000 7fab305e2900 1 > prepared operation key=P0S9U3H9PWUH tag=1VKQX3RIV1PQ type=del size=2323471 2023-01-15T14:40:59.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.504+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~Z46X38PIBPYX.0 size=1048576 2023-01-15T14:40:59.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.505+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~Z46X38PIBPYX.1 size=580879 2023-01-15T14:40:59.509 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.507+0000 7fab305e2900 1 < completed multipart upload key=VUD7RI610PSV upload=Z46X38PIBPYX tag=QKTIWDEBWM0B type=write size=2678031 2023-01-15T14:40:59.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.509+0000 7fab305e2900 1 > prepared part key=_multipart_BYCBFI34ZVMR.2~MB4CAP0H1CA5.0 size=592196 2023-01-15T14:40:59.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.509+0000 7fab305e2900 1 > prepared multipart upload key=BYCBFI34ZVMR upload=MB4CAP0H1CA5 tag=B350OU1VPATZ type=write size=1640772 2023-01-15T14:40:59.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.510+0000 7fab305e2900 1 < completed delete operation key=LSUPQGQTVO84 tag=51BULN7PEMP5 type=del 2023-01-15T14:40:59.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.512+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~U13VD9D3WWNF.0 size=1048576 2023-01-15T14:40:59.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.513+0000 7fab305e2900 1 > prepared part key=_multipart_PVA8JXP2T3BM.2~U13VD9D3WWNF.1 size=535325 2023-01-15T14:40:59.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.513+0000 7fab305e2900 1 > prepared multipart upload key=PVA8JXP2T3BM upload=U13VD9D3WWNF tag=IWCUB8FR4WV1 type=write size=2632477 2023-01-15T14:40:59.515 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.514+0000 7fab305e2900 -1 < failed to complete operation key=4X28OAD9RALB tag=EONPBSSB4MMV type=del size=1577861: (22) Invalid argument 2023-01-15T14:40:59.516 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.515+0000 7fab305e2900 1 > prepared operation key=JP5RXNMPLSF8 tag=QMKTX7ZT9C46 type=del size=1599063 2023-01-15T14:40:59.517 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.515+0000 7fab305e2900 1 < canceled part key=_multipart_VUD7RI610PSV.2~B2H29CUFD7MU.0 size=1048576 2023-01-15T14:40:59.517 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.516+0000 7fab305e2900 1 < completed part key=_multipart_VUD7RI610PSV.2~B2H29CUFD7MU.1 size=209523 2023-01-15T14:40:59.519 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.517+0000 7fab305e2900 1 < canceled multipart upload key=VUD7RI610PSV upload=B2H29CUFD7MU tag=FSVN3Y72DE8E type=write size=2306675 2023-01-15T14:40:59.520 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.518+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=0885XQK86MPS type=del size=2791754 2023-01-15T14:40:59.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.519+0000 7fab305e2900 1 < completed delete operation key=PZ48A2T3Y6Z4 tag=CX2J7Y220EJV type=del 2023-01-15T14:40:59.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.520+0000 7fab305e2900 1 > prepared operation key=WIB3VTX3KFIK tag=1DABY3OQLA2L type=del size=133293 2023-01-15T14:40:59.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.521+0000 7fab305e2900 1 < canceled operation key=KTFY3EPKMIPP tag=PVYBS5Y03EBI type=del size=540207 2023-01-15T14:40:59.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.522+0000 7fab305e2900 1 > prepared operation key=RXT6GFIANR9I tag=UOYVV2RPT1ZX type=del size=1443684 2023-01-15T14:40:59.525 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.523+0000 7fab305e2900 1 < completed write operation key=GEI2ZTAKBNDK tag=NP2RUASXE3PX type=write size=29758 2023-01-15T14:40:59.526 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.524+0000 7fab305e2900 1 > prepared operation key=ZF7BN8YD0YEO tag=08A3CQDOMMAI type=del size=1550722 2023-01-15T14:40:59.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.525+0000 7fab305e2900 1 < completed delete operation key=H8WF2D844W5R tag=Y6RY8XRUZ99B type=del 2023-01-15T14:40:59.528 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.526+0000 7fab305e2900 1 > prepared operation key=7B20CP9G4OAH tag=WWQJV8MV3QCN type=del size=2496269 2023-01-15T14:40:59.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.528+0000 7fab305e2900 1 < suggested remove operation key=4X28OAD9RALB tag=902WX3S2JQPJ type=write 2023-01-15T14:40:59.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.529+0000 7fab305e2900 1 > prepared operation key=XT1ET16X0IUW tag=W3JA7IVJAEUE type=del size=3423917 2023-01-15T14:40:59.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.530+0000 7fab305e2900 1 < suggested update operation key=KGO3UC39S97I tag=IQXT3NVGVZO7 type=write size=608990 2023-01-15T14:40:59.533 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.531+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=11CEULCQMR01 type=del size=1233447 2023-01-15T14:40:59.534 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.533+0000 7fab305e2900 1 < completed write operation key=QX2O9IX3I6C3 tag=PUSFLJ98DJYM type=write size=358716 2023-01-15T14:40:59.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.534+0000 7fab305e2900 1 > prepared operation key=BYCBFI34ZVMR tag=X8W2C56JU723 type=del size=2116293 2023-01-15T14:40:59.536 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.535+0000 7fab305e2900 1 < completed write operation key=PA4FLBOL8VDW tag=XVIZIC4U5R49 type=write size=278799 2023-01-15T14:40:59.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.536+0000 7fab305e2900 1 > prepared operation key=RMNZBCUSJJQU tag=FFKBTGF77T04 type=del size=33439 2023-01-15T14:40:59.538 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.537+0000 7fab305e2900 1 < completed delete operation key=P0S9U3H9PWUH tag=44XD3XD2ZQ9H type=del 2023-01-15T14:40:59.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.538+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~0IO822Z0H77D.0 size=1048576 2023-01-15T14:40:59.541 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.539+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~0IO822Z0H77D.1 size=1048576 2023-01-15T14:40:59.541 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.540+0000 7fab305e2900 1 > prepared part key=_multipart_RXT6GFIANR9I.2~0IO822Z0H77D.2 size=297737 2023-01-15T14:40:59.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.540+0000 7fab305e2900 1 > prepared multipart upload key=RXT6GFIANR9I upload=0IO822Z0H77D tag=HL1TAOPPRH45 type=write size=3443465 2023-01-15T14:40:59.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.541+0000 7fab305e2900 1 < completed delete operation key=6KPHYE1YP0PI tag=LZFH735EONSE type=del 2023-01-15T14:40:59.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:40:59.542+0000 7fab305e2900 1 > prepared operation key=PVA8JXP2T3BM tag=1PR6O0331PMG type=del size=11076 2023-01-15T14:40:59.544 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] cls_rgw_stats.simulate (7688 ms) 2023-01-15T14:40:59.544 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 1 test from cls_rgw_stats (7689 ms total) 2023-01-15T14:40:59.544 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:40:59.544 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:40:59.878 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 1 test from 1 test suite ran. (9892 ms total) 2023-01-15T14:40:59.878 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 1 test. 2023-01-15T14:40:59.881 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:40:59.881 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:40:59.950 INFO:tasks.workunit:Running workunits matching cls/test_cls_cmpomap.sh on client.0... 2023-01-15T14:40:59.951 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2023-01-15T14:40:59.951 DEBUG:teuthology.orchestra.run.smithi027:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2023-01-15T14:41:00.024 INFO:tasks.workunit.client.0.smithi027.stdout:Running main() from gmock_main.cc 2023-01-15T14:41:00.025 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 31 tests from 1 test suite. 2023-01-15T14:41:00.025 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:41:01.912 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 31 tests from CmpOmap 2023-01-15T14:41:01.913 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2023-01-15T14:41:01.922 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (10 ms) 2023-01-15T14:41:01.922 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2023-01-15T14:41:01.927 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (5 ms) 2023-01-15T14:41:01.928 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2023-01-15T14:41:01.929 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2023-01-15T14:41:01.929 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2023-01-15T14:41:01.932 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (4 ms) 2023-01-15T14:41:01.932 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_vals_str 2023-01-15T14:41:01.939 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_vals_str (7 ms) 2023-01-15T14:41:01.940 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2023-01-15T14:41:01.948 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_vals_u64 (9 ms) 2023-01-15T14:41:01.948 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2023-01-15T14:41:01.952 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2023-01-15T14:41:01.953 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2023-01-15T14:41:01.954 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2023-01-15T14:41:01.955 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2023-01-15T14:41:01.957 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2023-01-15T14:41:01.957 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2023-01-15T14:41:01.961 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2023-01-15T14:41:01.961 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2023-01-15T14:41:01.962 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2023-01-15T14:41:01.962 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2023-01-15T14:41:01.962 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2023-01-15T14:41:01.963 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2023-01-15T14:41:01.967 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (4 ms) 2023-01-15T14:41:01.967 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2023-01-15T14:41:01.972 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2023-01-15T14:41:01.973 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2023-01-15T14:41:01.977 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2023-01-15T14:41:01.977 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2023-01-15T14:41:01.983 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (5 ms) 2023-01-15T14:41:01.983 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2023-01-15T14:41:01.989 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_set_vals_str (6 ms) 2023-01-15T14:41:01.989 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2023-01-15T14:41:01.995 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (6 ms) 2023-01-15T14:41:01.995 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2023-01-15T14:41:01.996 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2023-01-15T14:41:01.996 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2023-01-15T14:41:01.998 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2023-01-15T14:41:01.999 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2023-01-15T14:41:02.000 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2023-01-15T14:41:02.001 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2023-01-15T14:41:02.001 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (0 ms) 2023-01-15T14:41:02.001 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2023-01-15T14:41:02.006 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2023-01-15T14:41:02.006 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2023-01-15T14:41:02.010 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (4 ms) 2023-01-15T14:41:02.010 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2023-01-15T14:41:02.016 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2023-01-15T14:41:02.016 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2023-01-15T14:41:02.022 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (6 ms) 2023-01-15T14:41:02.023 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2023-01-15T14:41:02.024 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2023-01-15T14:41:02.024 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2023-01-15T14:41:02.026 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2023-01-15T14:41:02.026 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2023-01-15T14:41:02.027 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2023-01-15T14:41:02.027 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2023-01-15T14:41:02.028 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2023-01-15T14:41:02.028 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2023-01-15T14:41:02.034 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (7 ms) 2023-01-15T14:41:02.034 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 31 tests from CmpOmap (124 ms total) 2023-01-15T14:41:02.034 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:41:02.034 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:41:02.898 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 31 tests from 1 test suite ran. (2872 ms total) 2023-01-15T14:41:02.899 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 31 tests. 2023-01-15T14:41:02.900 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:41:02.900 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:41:02.974 INFO:tasks.workunit:Running workunits matching cls/test_cls_2pc_queue.sh on client.0... 2023-01-15T14:41:02.975 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2023-01-15T14:41:02.975 DEBUG:teuthology.orchestra.run.smithi027:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2023-01-15T14:41:03.052 INFO:tasks.workunit.client.0.smithi027.stdout:Running main() from gmock_main.cc 2023-01-15T14:41:03.052 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 22 tests from 1 test suite. 2023-01-15T14:41:03.053 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:41:03.056 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 22 tests from TestCls2PCQueue 2023-01-15T14:41:03.056 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2023-01-15T14:41:05.928 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2875 ms) 2023-01-15T14:41:05.928 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2023-01-15T14:41:08.947 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3020 ms) 2023-01-15T14:41:08.947 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.Reserve 2023-01-15T14:41:11.978 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.Reserve (3027 ms) 2023-01-15T14:41:11.978 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2023-01-15T14:41:14.995 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3021 ms) 2023-01-15T14:41:14.996 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.Commit 2023-01-15T14:41:18.020 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.Commit (3024 ms) 2023-01-15T14:41:18.020 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.Abort 2023-01-15T14:41:21.039 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.Abort (3019 ms) 2023-01-15T14:41:21.039 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2023-01-15T14:41:24.073 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.ReserveError (3035 ms) 2023-01-15T14:41:24.074 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.CommitError 2023-01-15T14:41:27.099 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.CommitError (3025 ms) 2023-01-15T14:41:27.099 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.AbortError 2023-01-15T14:41:30.098 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.AbortError (2999 ms) 2023-01-15T14:41:30.098 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2023-01-15T14:41:33.111 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3013 ms) 2023-01-15T14:41:33.111 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2023-01-15T14:41:36.129 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3018 ms) 2023-01-15T14:41:36.129 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2023-01-15T14:41:39.167 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3038 ms) 2023-01-15T14:41:39.167 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2023-01-15T14:41:42.174 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3007 ms) 2023-01-15T14:41:42.174 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2023-01-15T14:41:45.212 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3038 ms) 2023-01-15T14:41:45.212 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2023-01-15T14:41:48.234 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3019 ms) 2023-01-15T14:41:48.235 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2023-01-15T14:41:51.254 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.Cleanup (3024 ms) 2023-01-15T14:41:51.255 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2023-01-15T14:42:01.653 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.MultiProducer (10399 ms) 2023-01-15T14:42:01.653 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2023-01-15T14:42:04.680 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (3026 ms) 2023-01-15T14:42:04.680 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2023-01-15T14:42:18.730 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (14050 ms) 2023-01-15T14:42:18.730 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2023-01-15T14:42:22.775 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4046 ms) 2023-01-15T14:42:22.775 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2023-01-15T14:42:27.788 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (5012 ms) 2023-01-15T14:42:27.788 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2023-01-15T14:42:31.821 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (4033 ms) 2023-01-15T14:42:31.822 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 22 tests from TestCls2PCQueue (88768 ms total) 2023-01-15T14:42:31.822 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:31.822 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:42:31.822 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 22 tests from 1 test suite ran. (88768 ms total) 2023-01-15T14:42:31.822 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 22 tests. 2023-01-15T14:42:31.824 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:42:31.824 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:42:31.896 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_gc_log.sh on client.0... 2023-01-15T14:42:31.897 INFO:tasks.workunit:Running workunit rgw/test_rgw_gc_log.sh... 2023-01-15T14:42:31.898 DEBUG:teuthology.orchestra.run.smithi027:workunit test rgw/test_rgw_gc_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_gc_log.sh 2023-01-15T14:42:31.986 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:31.986 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:31.986 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 6 tests from 1 test suite. 2023-01-15T14:42:31.986 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:42:33.848 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 6 tests from rgw_gc_log 2023-01-15T14:42:33.848 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] rgw_gc_log.init_existing_queue 2023-01-15T14:42:33.850 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] rgw_gc_log.init_existing_queue (3 ms) 2023-01-15T14:42:33.850 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] rgw_gc_log.init_existing_omap 2023-01-15T14:42:33.879 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] rgw_gc_log.init_existing_omap (29 ms) 2023-01-15T14:42:33.879 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] rgw_gc_log.enqueue1_after_init 2023-01-15T14:42:33.881 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] rgw_gc_log.enqueue1_after_init (2 ms) 2023-01-15T14:42:33.881 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] rgw_gc_log.enqueue2_before_init 2023-01-15T14:42:33.882 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] rgw_gc_log.enqueue2_before_init (0 ms) 2023-01-15T14:42:33.882 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] rgw_gc_log.defer1_after_init 2023-01-15T14:42:33.884 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] rgw_gc_log.defer1_after_init (3 ms) 2023-01-15T14:42:33.884 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] rgw_gc_log.defer2_before_init 2023-01-15T14:42:33.885 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] rgw_gc_log.defer2_before_init (1 ms) 2023-01-15T14:42:33.885 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 6 tests from rgw_gc_log (38 ms total) 2023-01-15T14:42:33.885 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:33.885 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:42:34.857 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 6 tests from 1 test suite ran. (2872 ms total) 2023-01-15T14:42:34.858 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 6 tests. 2023-01-15T14:42:34.860 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:42:34.860 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:42:34.893 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_obj.sh on client.0... 2023-01-15T14:42:34.894 INFO:tasks.workunit:Running workunit rgw/test_rgw_obj.sh... 2023-01-15T14:42:34.894 DEBUG:teuthology.orchestra.run.smithi027:workunit test rgw/test_rgw_obj.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_obj.sh 2023-01-15T14:42:34.981 INFO:tasks.workunit.client.0.smithi027.stdout:Running main() from gmock_main.cc 2023-01-15T14:42:34.981 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 4 tests from 1 test suite. 2023-01-15T14:42:34.981 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:42:34.982 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 4 tests from TestRGWObj 2023-01-15T14:42:34.982 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestRGWObj.underscore 2023-01-15T14:42:34.982 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj 2023-01-15T14:42:34.982 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj 2023-01-15T14:42:34.982 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: _obj ns= i= 2023-01-15T14:42:34.982 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj 2023-01-15T14:42:34.982 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj 2023-01-15T14:42:34.982 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: _obj ns= i= 2023-01-15T14:42:34.982 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj 2023-01-15T14:42:34.982 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj 2023-01-15T14:42:34.982 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: _obj ns= i= 2023-01-15T14:42:34.982 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:34.983 INFO:tasks.workunit.client.0.smithi027.stdout: "obj1": { 2023-01-15T14:42:34.983 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:34.983 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:34.983 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:34.983 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:34.983 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:34.983 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:34.983 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:34.983 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:34.983 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:34.983 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.983 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.984 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:34.984 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:34.984 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:34.984 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:34.984 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.984 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.984 INFO:tasks.workunit.client.0.smithi027.stdout: "obj2": { 2023-01-15T14:42:34.984 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:34.984 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:34.984 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:34.984 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:34.984 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:34.985 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:34.985 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:34.985 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:34.985 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:34.985 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.985 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.985 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:34.985 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:34.985 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:34.985 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:34.985 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.985 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.986 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3": { 2023-01-15T14:42:34.986 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:34.986 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:34.986 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:34.986 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:34.986 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:34.986 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:34.986 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:34.986 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:34.986 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:34.986 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.987 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.987 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:34.987 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:34.987 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:34.987 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:34.987 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.987 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.987 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3-2": { 2023-01-15T14:42:34.987 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:34.987 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:34.987 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:34.988 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:34.988 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:34.988 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:34.988 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:34.988 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:34.988 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:34.988 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.988 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.988 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:34.988 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:34.988 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:34.989 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:34.989 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.989 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.989 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:34.989 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj 2023-01-15T14:42:34.989 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj 2023-01-15T14:42:34.989 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: _obj ns=ns i= 2023-01-15T14:42:34.989 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj 2023-01-15T14:42:34.989 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj 2023-01-15T14:42:34.989 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: _obj ns=ns i= 2023-01-15T14:42:34.989 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj 2023-01-15T14:42:34.989 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj 2023-01-15T14:42:34.990 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: _obj ns=ns i= 2023-01-15T14:42:34.990 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:34.990 INFO:tasks.workunit.client.0.smithi027.stdout: "obj1": { 2023-01-15T14:42:34.990 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:34.990 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:34.990 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:34.990 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:34.990 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:34.990 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:34.990 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:34.991 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:34.991 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:34.991 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.991 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.991 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:34.991 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:34.991 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:34.991 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:34.991 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.991 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.991 INFO:tasks.workunit.client.0.smithi027.stdout: "obj2": { 2023-01-15T14:42:34.991 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:34.992 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:34.992 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:34.992 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:34.992 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:34.992 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:34.992 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:34.992 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:34.992 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:34.992 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.992 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.992 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:34.993 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:34.993 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:34.993 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:34.993 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.993 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.993 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3": { 2023-01-15T14:42:34.993 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:34.993 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:34.993 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:34.993 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:34.993 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:34.994 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:34.994 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:34.994 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:34.994 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:34.994 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.994 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.994 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:34.994 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:34.994 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:34.994 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:34.994 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.994 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.995 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3-2": { 2023-01-15T14:42:34.995 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:34.995 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:34.995 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:34.995 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:34.995 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:34.995 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:34.995 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:34.995 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:34.995 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:34.995 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.996 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.996 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:34.996 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:34.996 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:34.996 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:34.996 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.996 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.996 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:34.996 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj[v1] 2023-01-15T14:42:34.996 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj[v1] 2023-01-15T14:42:34.996 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: _obj ns= i=v1 2023-01-15T14:42:34.997 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj[v1] 2023-01-15T14:42:34.997 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj[v1] 2023-01-15T14:42:34.997 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: _obj ns= i=v1 2023-01-15T14:42:34.997 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj[v1] 2023-01-15T14:42:34.997 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj[v1] 2023-01-15T14:42:34.997 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: _obj ns= i=v1 2023-01-15T14:42:34.997 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:34.997 INFO:tasks.workunit.client.0.smithi027.stdout: "obj1": { 2023-01-15T14:42:34.997 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:34.997 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:34.997 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:34.997 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:34.998 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:34.998 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:34.998 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:34.998 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:34.998 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:34.998 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.998 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.998 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:34.998 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:34.998 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "v1", 2023-01-15T14:42:34.998 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:34.998 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:34.999 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:34.999 INFO:tasks.workunit.client.0.smithi027.stdout: "obj2": { 2023-01-15T14:42:34.999 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:34.999 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:34.999 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:34.999 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:34.999 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:34.999 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:34.999 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:34.999 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:34.999 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.000 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.000 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.000 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.000 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:35.000 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "v1", 2023-01-15T14:42:35.000 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.000 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.000 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.000 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3": { 2023-01-15T14:42:35.000 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.000 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.000 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.001 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.001 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.001 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.001 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.001 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.001 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.001 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.001 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.001 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.001 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:35.001 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.001 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.002 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.002 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.002 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3-2": { 2023-01-15T14:42:35.002 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.002 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.002 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.002 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.002 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.002 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.002 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.002 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.002 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.003 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.003 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.003 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.003 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:35.003 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "v1", 2023-01-15T14:42:35.003 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.003 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.003 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.003 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.003 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj[v1] 2023-01-15T14:42:35.003 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj[v1] 2023-01-15T14:42:35.004 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: _obj ns=ns i=v1 2023-01-15T14:42:35.004 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj[v1] 2023-01-15T14:42:35.004 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj[v1] 2023-01-15T14:42:35.004 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: _obj ns=ns i=v1 2023-01-15T14:42:35.004 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj[v1] 2023-01-15T14:42:35.004 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: _obj[v1] 2023-01-15T14:42:35.004 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: _obj ns=ns i=v1 2023-01-15T14:42:35.004 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.004 INFO:tasks.workunit.client.0.smithi027.stdout: "obj1": { 2023-01-15T14:42:35.004 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.004 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.004 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.005 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.005 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.005 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.005 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.005 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.005 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.005 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.005 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.005 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.005 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:35.005 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "v1", 2023-01-15T14:42:35.006 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.006 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.006 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.006 INFO:tasks.workunit.client.0.smithi027.stdout: "obj2": { 2023-01-15T14:42:35.006 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.006 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.006 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.006 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.006 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.006 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.006 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.006 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.007 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.007 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.007 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.007 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.007 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:35.007 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "v1", 2023-01-15T14:42:35.007 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.007 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.007 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.007 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3": { 2023-01-15T14:42:35.007 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.007 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.007 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.008 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.008 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.008 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.008 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.008 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.008 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.008 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.008 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.008 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.008 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:35.009 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.009 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.009 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.009 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.009 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3-2": { 2023-01-15T14:42:35.009 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.009 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.009 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.009 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.009 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.009 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.009 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.010 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.010 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.010 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.010 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.010 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.010 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_obj", 2023-01-15T14:42:35.010 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "v1", 2023-01-15T14:42:35.010 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.010 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.010 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.010 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.010 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestRGWObj.underscore (1 ms) 2023-01-15T14:42:35.011 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestRGWObj.no_underscore 2023-01-15T14:42:35.011 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj 2023-01-15T14:42:35.011 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj 2023-01-15T14:42:35.011 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: obj ns= i= 2023-01-15T14:42:35.011 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj 2023-01-15T14:42:35.011 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj 2023-01-15T14:42:35.011 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: obj ns= i= 2023-01-15T14:42:35.011 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj 2023-01-15T14:42:35.011 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj 2023-01-15T14:42:35.011 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: obj ns= i= 2023-01-15T14:42:35.011 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.011 INFO:tasks.workunit.client.0.smithi027.stdout: "obj1": { 2023-01-15T14:42:35.012 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.012 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.012 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.012 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.012 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.012 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.012 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.012 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.012 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.012 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.012 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.012 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.013 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.013 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.013 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.013 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.013 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.013 INFO:tasks.workunit.client.0.smithi027.stdout: "obj2": { 2023-01-15T14:42:35.013 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.013 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.013 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.013 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.013 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.013 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.014 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.014 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.014 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.014 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.014 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.014 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.014 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.014 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.014 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.014 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.014 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.014 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3": { 2023-01-15T14:42:35.015 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.015 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.015 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.015 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.015 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.015 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.015 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.015 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.015 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.015 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.015 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.015 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.016 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.016 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.016 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.016 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.016 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.016 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3-2": { 2023-01-15T14:42:35.016 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.016 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.016 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.016 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.016 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.016 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.017 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.017 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.017 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.017 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.017 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.017 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.017 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.017 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.017 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.017 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.017 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.017 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.017 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj 2023-01-15T14:42:35.018 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj 2023-01-15T14:42:35.018 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: obj ns=ns i= 2023-01-15T14:42:35.018 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj 2023-01-15T14:42:35.018 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj 2023-01-15T14:42:35.018 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: obj ns=ns i= 2023-01-15T14:42:35.018 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj 2023-01-15T14:42:35.018 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj 2023-01-15T14:42:35.018 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: obj ns=ns i= 2023-01-15T14:42:35.018 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.018 INFO:tasks.workunit.client.0.smithi027.stdout: "obj1": { 2023-01-15T14:42:35.018 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.018 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.019 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.019 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.019 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.019 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.019 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.019 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.019 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.019 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.019 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.019 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.019 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.019 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.019 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.020 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.020 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.020 INFO:tasks.workunit.client.0.smithi027.stdout: "obj2": { 2023-01-15T14:42:35.020 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.020 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.020 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.020 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.020 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.020 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.020 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.020 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.020 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.021 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.021 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.021 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.021 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.021 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.021 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.021 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.021 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.021 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3": { 2023-01-15T14:42:35.021 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.021 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.021 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.022 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.022 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.022 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.022 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.022 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.022 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.022 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.022 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.022 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.022 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.022 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.022 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.023 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.023 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.023 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3-2": { 2023-01-15T14:42:35.023 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.023 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.023 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.023 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.023 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.023 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.023 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.023 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.023 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.023 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.024 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.024 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.024 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.024 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.024 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.024 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.024 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.024 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.024 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj[v1] 2023-01-15T14:42:35.024 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj[v1] 2023-01-15T14:42:35.024 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: obj ns= i=v1 2023-01-15T14:42:35.024 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj[v1] 2023-01-15T14:42:35.025 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj[v1] 2023-01-15T14:42:35.025 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: obj ns= i=v1 2023-01-15T14:42:35.025 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj[v1] 2023-01-15T14:42:35.025 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj[v1] 2023-01-15T14:42:35.025 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: obj ns= i=v1 2023-01-15T14:42:35.025 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.025 INFO:tasks.workunit.client.0.smithi027.stdout: "obj1": { 2023-01-15T14:42:35.025 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.025 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.025 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.025 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.025 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.026 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.026 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.026 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.026 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.026 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.026 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.026 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.026 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.026 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "v1", 2023-01-15T14:42:35.026 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.026 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.026 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.027 INFO:tasks.workunit.client.0.smithi027.stdout: "obj2": { 2023-01-15T14:42:35.027 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.027 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.027 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.027 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.027 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.027 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.027 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.027 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.027 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.027 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.027 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.028 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.028 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.028 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "v1", 2023-01-15T14:42:35.028 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.028 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.028 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.028 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3": { 2023-01-15T14:42:35.028 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.028 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.028 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.028 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.028 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.029 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.029 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.029 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.029 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.029 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.029 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.029 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.029 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.029 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.029 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.029 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.029 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.029 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3-2": { 2023-01-15T14:42:35.030 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.030 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.030 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.030 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.030 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.030 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.030 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.030 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.030 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.030 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.030 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.030 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.031 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.031 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "v1", 2023-01-15T14:42:35.031 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.031 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.031 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.031 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.031 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj[v1] 2023-01-15T14:42:35.031 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj[v1] 2023-01-15T14:42:35.031 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: obj ns=ns i=v1 2023-01-15T14:42:35.031 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj[v1] 2023-01-15T14:42:35.031 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj[v1] 2023-01-15T14:42:35.031 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: obj ns=ns i=v1 2023-01-15T14:42:35.032 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj[v1] 2023-01-15T14:42:35.032 INFO:tasks.workunit.client.0.smithi027.stdout:parsed: obj[v1] 2023-01-15T14:42:35.032 INFO:tasks.workunit.client.0.smithi027.stdout:stripped: obj ns=ns i=v1 2023-01-15T14:42:35.032 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.032 INFO:tasks.workunit.client.0.smithi027.stdout: "obj1": { 2023-01-15T14:42:35.032 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.032 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.032 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.032 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.032 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.032 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.032 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.032 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.033 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.033 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.033 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.033 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.033 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.033 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "v1", 2023-01-15T14:42:35.033 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.033 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.033 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.033 INFO:tasks.workunit.client.0.smithi027.stdout: "obj2": { 2023-01-15T14:42:35.033 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.033 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.034 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.034 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.034 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.034 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.034 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.034 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.034 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.034 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.034 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.034 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.034 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.034 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "v1", 2023-01-15T14:42:35.035 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.035 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.035 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.035 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3": { 2023-01-15T14:42:35.035 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.035 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.035 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.035 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.035 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.035 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.035 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.035 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.036 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.036 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.036 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.036 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.036 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.036 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.036 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.036 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.036 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.036 INFO:tasks.workunit.client.0.smithi027.stdout: "obj3-2": { 2023-01-15T14:42:35.036 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.037 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.037 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.037 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.037 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.037 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.037 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.037 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.037 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.037 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.037 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.037 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.037 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "obj", 2023-01-15T14:42:35.037 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "v1", 2023-01-15T14:42:35.038 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.038 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.038 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.038 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.038 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestRGWObj.no_underscore (0 ms) 2023-01-15T14:42:35.038 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestRGWObj.obj_to_raw 2023-01-15T14:42:35.038 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.038 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.038 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.038 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.038 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.038 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.039 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.039 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.039 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.039 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.039 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.039 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.039 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.039 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.039 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.039 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.039 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.039 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.039 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.040 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.040 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.040 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.040 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.040 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.040 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.040 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.040 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.040 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.040 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.040 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.040 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.041 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.041 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.041 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.041 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.041 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": "default-placement.data", 2023-01-15T14:42:35.041 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker_myobj", 2023-01-15T14:42:35.041 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.041 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.041 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.041 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.041 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.042 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.042 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.042 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.042 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.042 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.042 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.042 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.042 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.042 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.042 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.042 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.042 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.043 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.043 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.043 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.043 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.043 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.043 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.043 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.043 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.043 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.043 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.043 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.044 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.044 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.044 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.044 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.044 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.044 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.044 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.044 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.044 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.044 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.044 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.045 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.045 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.045 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.045 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.045 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.045 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.045 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.045 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.045 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.045 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.045 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.045 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.046 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.046 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.046 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.046 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.046 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.046 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.046 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.046 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.046 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker_myobj", 2023-01-15T14:42:35.046 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.046 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.047 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.047 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.047 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.047 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.047 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.047 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.047 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.047 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.047 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.047 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.047 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.047 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.048 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.048 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.048 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.048 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.048 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.048 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.048 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.048 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.048 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.048 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.049 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.049 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.049 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.049 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.049 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.049 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.049 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.049 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.049 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.049 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.049 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.050 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.050 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.050 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.050 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.050 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.050 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.050 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.050 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.050 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.050 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.050 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.050 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.050 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.051 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.051 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.051 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.051 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.051 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.051 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.051 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.051 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.051 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.051 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.051 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": "default-placement.data", 2023-01-15T14:42:35.051 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns_myobj", 2023-01-15T14:42:35.052 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.052 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.052 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.052 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.052 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.052 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.052 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.052 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.052 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.052 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.052 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.052 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.053 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.053 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.053 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.053 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.053 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.053 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.053 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.053 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.053 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.053 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.053 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.053 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.054 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.054 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.054 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.054 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.054 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.054 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.054 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.054 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.054 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.054 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.054 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.055 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.055 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.055 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.055 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.055 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.055 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.055 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.055 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.055 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.055 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.055 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.055 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.056 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.056 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.056 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.056 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.056 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.056 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.056 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.056 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.056 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.056 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.056 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.057 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.057 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns_myobj", 2023-01-15T14:42:35.057 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.057 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.057 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.057 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.057 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.057 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.057 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.057 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.057 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.057 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.058 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.058 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.058 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.058 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.058 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.058 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.058 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.058 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.058 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.058 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.058 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.058 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.058 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.059 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.059 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.059 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.059 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.059 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.059 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.059 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.059 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.059 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.059 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.059 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.060 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.060 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.060 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.060 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.060 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.060 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.060 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.060 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.060 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.060 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.060 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.060 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.060 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.061 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.061 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.061 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.061 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.061 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.061 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.061 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.061 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.061 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.061 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.061 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.061 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": "default-placement.data", 2023-01-15T14:42:35.062 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__:inst_myobj", 2023-01-15T14:42:35.062 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.062 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.062 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.062 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.062 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.062 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.062 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.062 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.062 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.062 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.062 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.063 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.063 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.063 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.063 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.063 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.063 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.063 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.063 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.063 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.063 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.063 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.064 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.064 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.064 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.064 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.064 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.064 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.064 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.064 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.064 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.064 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.064 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.064 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.065 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.065 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.065 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.065 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.065 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.065 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.065 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.065 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.065 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.065 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.065 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.066 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.066 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.066 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.066 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.066 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.066 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.066 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.066 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.066 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.066 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.066 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.067 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.067 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.067 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.067 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__:inst_myobj", 2023-01-15T14:42:35.067 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.067 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.067 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.067 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.067 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.067 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.067 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.067 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.068 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.068 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.068 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.068 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.068 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.068 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.068 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.068 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.068 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.068 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.068 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.068 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.069 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.069 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.069 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.069 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.069 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.069 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.069 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.069 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.069 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.069 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.069 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.069 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.070 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.070 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.070 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.070 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.070 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.070 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.070 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.070 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.070 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.070 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.070 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.071 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.071 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.071 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.071 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.071 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.071 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.071 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.071 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.071 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.071 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.071 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.071 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.072 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.072 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.072 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.072 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": "default-placement.data", 2023-01-15T14:42:35.072 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns:inst_myobj", 2023-01-15T14:42:35.072 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.072 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.072 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.072 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.072 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.072 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.073 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.073 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.073 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.073 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.073 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.073 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.073 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.073 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.073 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.073 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.073 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.073 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.074 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.074 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.074 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.074 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.074 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.074 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.074 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.074 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.074 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.074 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.074 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.075 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.075 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.075 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.075 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.075 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.075 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.075 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.075 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.075 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.075 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.075 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.075 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.076 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.076 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.076 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.076 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.076 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.076 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.076 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.076 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.076 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.076 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.076 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.076 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.077 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.077 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.077 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.077 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.077 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.077 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.077 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns:inst_myobj", 2023-01-15T14:42:35.077 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.077 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.077 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.077 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.077 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.077 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.078 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.078 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.078 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.078 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.078 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.078 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.078 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.078 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.078 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.078 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.078 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.078 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.079 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.079 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.079 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.079 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.079 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.079 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.079 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.079 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.079 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.079 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.079 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.079 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.080 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.080 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.080 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.080 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.080 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.080 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.080 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.080 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.080 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.080 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.080 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.080 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.081 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.081 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.081 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.081 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.081 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.081 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.081 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.081 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.081 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.081 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.081 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.082 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.082 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.082 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.082 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.082 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.082 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": "default-placement.data", 2023-01-15T14:42:35.082 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker___myobj", 2023-01-15T14:42:35.082 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj" 2023-01-15T14:42:35.082 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.082 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.082 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.082 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.083 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.083 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.083 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.083 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.083 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.083 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.083 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.083 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.083 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.083 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.083 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.083 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.084 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.084 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.084 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.084 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.084 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.084 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.084 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.084 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.084 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.084 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.084 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.084 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.085 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.085 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.085 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.085 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.085 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.085 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.085 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.085 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.085 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.085 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.085 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.085 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.086 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.086 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.086 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.086 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.086 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.086 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.086 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.086 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.086 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.086 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.086 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.087 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.087 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.087 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.087 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.087 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.087 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.087 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.087 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker___myobj", 2023-01-15T14:42:35.087 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj" 2023-01-15T14:42:35.087 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.087 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.087 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.088 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.088 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.088 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.088 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.088 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.088 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.088 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.088 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.088 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.088 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.088 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.089 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.089 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.089 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.089 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.089 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.089 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.089 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.089 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.089 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.089 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.089 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.089 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.090 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.090 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.090 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.090 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.090 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.090 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.090 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.090 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.090 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.090 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.090 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.090 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.091 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.091 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.091 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.091 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.091 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.091 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.091 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.091 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.091 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.091 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.091 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.091 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.092 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.092 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.092 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.092 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.092 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.092 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.092 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.092 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": "default-placement.data", 2023-01-15T14:42:35.092 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns__myobj", 2023-01-15T14:42:35.092 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.092 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.093 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.093 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.093 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.093 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.093 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.093 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.093 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.093 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.093 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.093 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.093 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.093 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.094 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.094 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.094 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.094 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.094 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.094 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.094 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.094 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.094 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.094 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.094 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.094 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.095 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.095 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.095 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.095 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.095 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.095 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.095 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.095 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.095 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.095 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.095 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.096 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.096 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.096 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.096 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.096 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.096 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.096 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.096 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.096 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.096 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.096 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.096 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.097 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.097 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.097 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.097 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.097 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.097 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.097 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.097 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.097 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.097 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.097 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns__myobj", 2023-01-15T14:42:35.097 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.098 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.098 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.098 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.098 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.098 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.098 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.098 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.098 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.098 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.098 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.098 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.098 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.099 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.099 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.099 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.099 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.099 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.099 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.099 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.099 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.099 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.099 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.099 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.099 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.100 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.100 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.100 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.100 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.100 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.100 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.100 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.100 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.100 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.100 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.100 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.101 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.101 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.101 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.101 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.101 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.101 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.101 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.101 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.101 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.101 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.101 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.101 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.101 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.102 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.102 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.102 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.102 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.102 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.102 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.102 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.102 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.102 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.102 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": "default-placement.data", 2023-01-15T14:42:35.102 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__:inst__myobj", 2023-01-15T14:42:35.102 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj" 2023-01-15T14:42:35.103 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.103 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.103 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.103 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.103 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.103 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.103 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.103 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.103 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.103 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.103 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.103 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.104 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.104 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.104 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.104 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.104 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.104 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.104 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.104 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.104 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.104 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.104 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.105 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.105 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.105 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.105 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.105 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.105 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.105 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.105 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.105 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.105 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.105 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.105 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.106 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.106 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.106 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.106 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.106 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.106 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.106 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.106 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.106 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.106 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.106 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.106 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.107 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.107 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.107 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.107 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.107 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.107 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.107 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.107 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.107 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.107 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.107 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.107 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__:inst__myobj", 2023-01-15T14:42:35.108 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj" 2023-01-15T14:42:35.108 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.108 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.108 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.108 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.108 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.108 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.108 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.108 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.108 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.108 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.108 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.109 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.109 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.109 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.109 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.109 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.109 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.109 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.109 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.109 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.109 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.109 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.109 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.109 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.110 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.110 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.110 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.110 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.110 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.110 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.110 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.110 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.110 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.110 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.110 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.110 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.111 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.111 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.111 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.111 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.111 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.111 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.111 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.111 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.111 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.111 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.111 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.111 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.112 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.112 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.112 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.112 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.112 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.112 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.112 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.112 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.112 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.112 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": "default-placement.data", 2023-01-15T14:42:35.112 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns:inst__myobj", 2023-01-15T14:42:35.112 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.113 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.113 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.113 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.113 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.113 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.113 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.113 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.113 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.113 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.113 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.113 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.113 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.114 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.114 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.114 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.114 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.114 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.114 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.114 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.114 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.114 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.114 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.114 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.114 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.114 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.115 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.115 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.115 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.115 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.115 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.115 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.115 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.115 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.115 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.115 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.115 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.115 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.116 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.116 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.116 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.116 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.116 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.116 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.116 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.116 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.116 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.116 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.116 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.116 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.117 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.117 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.117 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.117 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.117 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.117 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.117 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.117 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.117 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.117 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns:inst__myobj", 2023-01-15T14:42:35.117 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.117 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.118 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.118 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.118 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.118 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.118 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.118 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.118 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.118 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.118 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.118 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.118 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.118 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.119 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.119 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.119 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.119 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.119 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.119 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.119 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.119 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.119 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.119 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.119 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.119 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.120 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.120 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.120 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.120 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.120 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.120 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.120 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.120 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.120 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.120 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.120 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.120 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.121 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.121 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.121 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.121 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.121 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.121 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.121 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.121 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.121 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.121 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.121 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.121 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.122 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.122 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.122 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.122 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.122 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.122 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.122 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.122 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.122 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": "default-placement.data", 2023-01-15T14:42:35.122 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker___myobj_", 2023-01-15T14:42:35.122 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj_" 2023-01-15T14:42:35.123 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.123 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.123 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.123 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.123 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.123 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.123 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.123 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.123 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.123 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.123 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.123 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.124 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.124 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.124 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.124 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.124 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.124 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.124 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.124 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.124 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.124 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.124 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.124 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.125 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.125 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.125 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.125 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.125 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.125 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.125 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.125 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.125 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.125 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.125 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.125 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.126 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.126 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.126 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.126 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.126 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.126 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.126 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.126 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.126 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.126 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.126 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.126 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.127 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.127 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.127 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.127 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.127 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.127 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.127 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.127 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.127 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.127 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.127 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker___myobj_", 2023-01-15T14:42:35.127 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj_" 2023-01-15T14:42:35.128 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.128 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.128 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.128 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.128 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.128 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.128 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.128 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.128 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.128 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.128 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.128 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.128 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.129 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.129 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.129 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.129 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.129 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.129 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.129 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.129 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.129 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.129 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.129 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.129 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.130 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.130 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.130 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.130 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.130 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.130 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.130 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.130 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.130 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.130 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.130 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.130 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.131 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.131 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.131 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.131 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.131 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.131 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.131 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.131 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.131 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.131 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.131 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.131 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.132 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.132 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.132 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.132 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.132 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.132 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.132 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.132 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.132 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": "default-placement.data", 2023-01-15T14:42:35.132 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns__myobj_", 2023-01-15T14:42:35.132 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.132 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.133 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.133 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.133 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.133 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.133 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.133 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.133 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.133 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.133 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.133 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.133 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.133 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.134 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.134 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.134 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.134 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.134 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.134 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.134 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.134 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.134 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.134 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.134 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.134 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.134 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.135 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.135 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.135 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.135 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.135 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.135 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.135 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.135 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.135 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.135 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.135 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.135 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.136 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.136 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.136 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.136 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.136 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.136 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.136 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.136 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.136 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.136 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.136 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.136 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.137 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.137 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.137 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.137 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.137 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.137 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.137 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.137 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.137 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns__myobj_", 2023-01-15T14:42:35.137 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.137 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.137 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.138 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.138 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.138 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.138 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.138 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.138 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.138 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.138 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.138 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.138 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.138 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.138 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.138 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.139 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.139 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.139 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.139 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.139 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.139 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.139 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.139 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.139 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.139 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.139 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.139 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.140 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.140 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.140 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.140 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.140 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.140 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.140 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.140 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.140 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.140 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.140 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.140 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.141 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.141 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.141 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.141 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.141 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.141 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.141 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.141 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.141 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.141 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.141 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.141 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.141 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.142 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.142 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.142 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.142 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.142 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.142 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": "default-placement.data", 2023-01-15T14:42:35.142 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__:inst__myobj_", 2023-01-15T14:42:35.142 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj_" 2023-01-15T14:42:35.142 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.142 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.142 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.142 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.143 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.143 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.143 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.143 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.143 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.143 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.143 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.143 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.143 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.143 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.143 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.143 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.144 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.144 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.144 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.144 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.144 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.144 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.144 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.144 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.144 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.144 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.144 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.144 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.145 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.145 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.145 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.145 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.145 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.145 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.145 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.145 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.145 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.145 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.145 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.145 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.146 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.146 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.146 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.146 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.146 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.146 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.146 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.146 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.146 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.146 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.146 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.147 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.147 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.147 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.147 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.147 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.147 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.147 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.147 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__:inst__myobj_", 2023-01-15T14:42:35.147 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj_" 2023-01-15T14:42:35.147 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.147 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.147 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.147 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.148 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.148 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.148 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.148 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.148 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.148 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.148 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.148 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.148 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.148 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.148 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.149 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.149 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.149 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.149 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.149 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.149 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.149 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.149 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.149 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.149 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.149 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.150 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.150 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.150 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.150 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.150 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.150 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.150 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.150 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.150 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.150 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.150 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.150 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.151 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.151 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.151 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.151 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.151 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.151 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.151 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.151 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.151 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.151 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.151 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.152 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.152 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.152 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.152 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.152 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.152 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.152 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.152 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.152 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": "default-placement.data", 2023-01-15T14:42:35.152 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns:inst__myobj_", 2023-01-15T14:42:35.153 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.153 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.153 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.153 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.153 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.153 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.153 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "test", 2023-01-15T14:42:35.153 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.153 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.153 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.153 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.153 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": "", 2023-01-15T14:42:35.154 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.154 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": "" 2023-01-15T14:42:35.154 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.154 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.154 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.154 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.154 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.154 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.154 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.154 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.154 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.155 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.155 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.155 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.155 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.155 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.155 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.155 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.155 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.155 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.155 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.155 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.155 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.156 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.156 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.156 INFO:tasks.workunit.client.0.smithi027.stdout: "obj": { 2023-01-15T14:42:35.156 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.156 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.156 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.156 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.156 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.156 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.156 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.156 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.157 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.157 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.157 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.157 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.157 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.157 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.157 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.157 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.157 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.157 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.157 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.157 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.158 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.158 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns:inst__myobj_", 2023-01-15T14:42:35.158 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.158 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.158 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.158 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.158 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.158 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.158 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.158 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.158 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.158 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.159 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.159 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.159 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.159 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.159 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.159 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.159 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.159 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.159 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.159 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.159 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.159 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.160 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.160 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestRGWObj.obj_to_raw (0 ms) 2023-01-15T14:42:35.160 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] TestRGWObj.old_to_raw 2023-01-15T14:42:35.160 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.160 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.160 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.160 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker_myobj", 2023-01-15T14:42:35.160 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.160 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.160 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.160 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.160 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.160 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.161 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.161 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.161 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.161 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.161 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.161 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.161 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.161 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.161 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.161 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.161 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.161 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.162 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.162 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.162 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.162 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.162 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.162 INFO:tasks.workunit.client.0.smithi027.stdout:raw=.data-pool:marker_myobj 2023-01-15T14:42:35.162 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.162 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj2": { 2023-01-15T14:42:35.162 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.162 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker_myobj", 2023-01-15T14:42:35.162 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.162 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.162 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.163 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.163 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj2": { 2023-01-15T14:42:35.163 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.163 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.163 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.163 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.163 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.163 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.163 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.163 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.163 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.164 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.164 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.164 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.164 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.164 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.164 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.164 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.164 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.164 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.164 INFO:tasks.workunit.client.0.smithi027.stdout:raw2=.data-pool:marker_myobj 2023-01-15T14:42:35.164 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.164 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.165 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.165 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns_myobj", 2023-01-15T14:42:35.165 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.165 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.165 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.165 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.165 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.165 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.165 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.165 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.165 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.165 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.166 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.166 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.166 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.166 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.166 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.166 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.166 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.166 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.166 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.166 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.166 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.166 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.167 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.167 INFO:tasks.workunit.client.0.smithi027.stdout:raw=.data-pool:marker__ns_myobj 2023-01-15T14:42:35.167 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.167 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj2": { 2023-01-15T14:42:35.167 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.167 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns_myobj", 2023-01-15T14:42:35.167 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.167 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.167 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.167 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.167 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj2": { 2023-01-15T14:42:35.167 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.168 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.168 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.168 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.168 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.168 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.168 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.168 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.168 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.168 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.168 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.168 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.168 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.169 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.169 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.169 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.169 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.169 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.169 INFO:tasks.workunit.client.0.smithi027.stdout:raw2=.data-pool:marker__ns_myobj 2023-01-15T14:42:35.169 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.169 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.169 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.169 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__:inst_myobj", 2023-01-15T14:42:35.169 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.169 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.170 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.170 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.170 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.170 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.170 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.170 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.170 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.170 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.170 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.170 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.170 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.170 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.170 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.171 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.171 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.171 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.171 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.171 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.171 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.171 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.171 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.171 INFO:tasks.workunit.client.0.smithi027.stdout:raw=.data-pool:marker__:inst_myobj 2023-01-15T14:42:35.171 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.171 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj2": { 2023-01-15T14:42:35.171 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.172 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__:inst_myobj", 2023-01-15T14:42:35.172 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.172 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.172 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.172 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.172 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj2": { 2023-01-15T14:42:35.172 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.172 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.172 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.172 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.172 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.173 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.173 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.173 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.173 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.173 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.173 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.173 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.173 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.173 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.173 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.173 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.174 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.174 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.174 INFO:tasks.workunit.client.0.smithi027.stdout:raw2=.data-pool:marker__:inst_myobj 2023-01-15T14:42:35.174 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.174 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.174 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.174 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns:inst_myobj", 2023-01-15T14:42:35.174 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.174 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.174 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.174 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.174 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.175 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.175 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.175 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.175 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.175 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.175 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.175 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.175 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.175 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.175 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.175 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.175 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.176 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.176 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.176 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.176 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.176 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.176 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.176 INFO:tasks.workunit.client.0.smithi027.stdout:raw=.data-pool:marker__ns:inst_myobj 2023-01-15T14:42:35.176 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.176 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj2": { 2023-01-15T14:42:35.176 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.176 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns:inst_myobj", 2023-01-15T14:42:35.177 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.177 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.177 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.177 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.177 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj2": { 2023-01-15T14:42:35.177 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.177 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.177 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.177 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.177 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.177 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.178 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.178 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.178 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.178 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.178 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.178 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.178 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "myobj", 2023-01-15T14:42:35.178 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.178 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.178 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.178 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.178 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.178 INFO:tasks.workunit.client.0.smithi027.stdout:raw2=.data-pool:marker__ns:inst_myobj 2023-01-15T14:42:35.179 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.179 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.179 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.179 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker___myobj", 2023-01-15T14:42:35.179 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj" 2023-01-15T14:42:35.179 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.179 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.179 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.179 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.180 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.180 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.180 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.180 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.180 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.180 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.180 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.180 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.180 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.180 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.180 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.180 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.181 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.181 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.181 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.181 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.181 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.181 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.181 INFO:tasks.workunit.client.0.smithi027.stdout:raw=.data-pool:marker___myobj 2023-01-15T14:42:35.181 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.181 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj2": { 2023-01-15T14:42:35.181 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.181 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker___myobj", 2023-01-15T14:42:35.181 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj" 2023-01-15T14:42:35.182 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.182 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.182 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.182 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj2": { 2023-01-15T14:42:35.182 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.182 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.182 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.182 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.182 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.182 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.182 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.182 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.183 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.183 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.183 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.183 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.183 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.183 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.183 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.183 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.183 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.183 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.183 INFO:tasks.workunit.client.0.smithi027.stdout:raw2=.data-pool:marker___myobj 2023-01-15T14:42:35.183 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.184 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.184 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.184 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns__myobj", 2023-01-15T14:42:35.184 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.184 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.184 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.184 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.184 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.184 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.184 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.184 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.184 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.185 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.185 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.185 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.185 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.185 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.185 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.185 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.185 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.185 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.185 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.185 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.185 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.186 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.186 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.186 INFO:tasks.workunit.client.0.smithi027.stdout:raw=.data-pool:marker__ns__myobj 2023-01-15T14:42:35.186 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.186 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj2": { 2023-01-15T14:42:35.186 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.186 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns__myobj", 2023-01-15T14:42:35.186 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.186 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.186 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.186 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.186 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj2": { 2023-01-15T14:42:35.187 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.187 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.187 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.187 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.187 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.187 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.187 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.187 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.187 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.187 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.187 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.187 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.188 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.188 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.188 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.188 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.188 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.188 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.188 INFO:tasks.workunit.client.0.smithi027.stdout:raw2=.data-pool:marker__ns__myobj 2023-01-15T14:42:35.188 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.188 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.188 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.188 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__:inst__myobj", 2023-01-15T14:42:35.188 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj" 2023-01-15T14:42:35.188 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.189 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.189 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.189 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.189 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.189 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.189 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.189 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.189 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.189 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.189 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.189 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.190 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.190 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.190 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.190 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.190 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.190 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.190 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.190 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.190 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.190 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.190 INFO:tasks.workunit.client.0.smithi027.stdout:raw=.data-pool:marker__:inst__myobj 2023-01-15T14:42:35.190 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.191 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj2": { 2023-01-15T14:42:35.191 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.191 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__:inst__myobj", 2023-01-15T14:42:35.191 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj" 2023-01-15T14:42:35.191 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.191 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.191 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.191 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj2": { 2023-01-15T14:42:35.191 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.191 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.191 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.191 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.192 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.192 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.192 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.192 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.192 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.192 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.192 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.192 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.192 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.192 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.192 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.192 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.193 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.193 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.193 INFO:tasks.workunit.client.0.smithi027.stdout:raw2=.data-pool:marker__:inst__myobj 2023-01-15T14:42:35.193 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.193 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.193 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.193 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns:inst__myobj", 2023-01-15T14:42:35.193 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.193 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.193 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.193 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.193 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.194 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.194 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.194 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.194 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.194 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.194 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.194 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.194 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.194 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.194 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.194 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.194 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.194 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.195 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.195 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.195 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.195 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.195 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.195 INFO:tasks.workunit.client.0.smithi027.stdout:raw=.data-pool:marker__ns:inst__myobj 2023-01-15T14:42:35.195 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.195 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj2": { 2023-01-15T14:42:35.195 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.195 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns:inst__myobj", 2023-01-15T14:42:35.195 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.195 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.196 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.196 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.196 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj2": { 2023-01-15T14:42:35.196 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.196 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.196 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.196 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.196 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.196 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.196 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.196 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.196 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.196 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.197 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.197 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.197 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj", 2023-01-15T14:42:35.197 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.197 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.197 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.197 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.197 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.197 INFO:tasks.workunit.client.0.smithi027.stdout:raw2=.data-pool:marker__ns:inst__myobj 2023-01-15T14:42:35.197 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.197 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.197 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.197 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker___myobj_", 2023-01-15T14:42:35.198 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj_" 2023-01-15T14:42:35.198 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.198 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.198 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.198 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.198 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.198 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.198 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.198 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.198 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.198 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.198 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.199 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.199 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.199 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.199 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.199 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.199 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.199 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.199 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.199 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.199 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.199 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.199 INFO:tasks.workunit.client.0.smithi027.stdout:raw=.data-pool:marker___myobj_ 2023-01-15T14:42:35.199 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.199 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj2": { 2023-01-15T14:42:35.200 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.200 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker___myobj_", 2023-01-15T14:42:35.200 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj_" 2023-01-15T14:42:35.200 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.200 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.200 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.200 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj2": { 2023-01-15T14:42:35.200 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.200 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.200 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.200 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.200 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.201 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.201 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.201 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.201 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.201 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.201 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.201 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.201 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.201 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.201 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.201 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.201 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.202 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.202 INFO:tasks.workunit.client.0.smithi027.stdout:raw2=.data-pool:marker___myobj_ 2023-01-15T14:42:35.202 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.202 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.202 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.202 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns__myobj_", 2023-01-15T14:42:35.202 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.202 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.202 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.202 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.202 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.202 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.203 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.203 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.203 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.203 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.203 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.203 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.203 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.203 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.203 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.203 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.203 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.203 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.204 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.204 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.204 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.204 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.204 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.204 INFO:tasks.workunit.client.0.smithi027.stdout:raw=.data-pool:marker__ns__myobj_ 2023-01-15T14:42:35.204 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.204 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj2": { 2023-01-15T14:42:35.204 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.204 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns__myobj_", 2023-01-15T14:42:35.204 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.205 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.205 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.205 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.205 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj2": { 2023-01-15T14:42:35.205 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.205 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.205 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.205 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.205 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.205 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.205 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.205 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.206 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.206 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.206 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.206 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.206 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.206 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "", 2023-01-15T14:42:35.206 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.206 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.206 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.206 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.206 INFO:tasks.workunit.client.0.smithi027.stdout:raw2=.data-pool:marker__ns__myobj_ 2023-01-15T14:42:35.206 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.207 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.207 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.207 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__:inst__myobj_", 2023-01-15T14:42:35.207 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj_" 2023-01-15T14:42:35.207 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.207 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.207 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.207 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.207 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.207 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.207 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.207 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.207 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.208 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.208 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.208 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.208 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.208 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.208 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.208 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.208 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.208 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.208 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.208 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.209 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.209 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.209 INFO:tasks.workunit.client.0.smithi027.stdout:raw=.data-pool:marker__:inst__myobj_ 2023-01-15T14:42:35.209 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.209 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj2": { 2023-01-15T14:42:35.209 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.209 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__:inst__myobj_", 2023-01-15T14:42:35.209 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "marker__myobj_" 2023-01-15T14:42:35.209 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.209 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.209 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.209 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj2": { 2023-01-15T14:42:35.210 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.210 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.210 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.210 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.210 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.210 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.210 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.210 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.210 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.210 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.210 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.210 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.211 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.211 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.211 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "" 2023-01-15T14:42:35.211 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.211 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.211 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.211 INFO:tasks.workunit.client.0.smithi027.stdout:raw2=.data-pool:marker__:inst__myobj_ 2023-01-15T14:42:35.211 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.211 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj": { 2023-01-15T14:42:35.211 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.211 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns:inst__myobj_", 2023-01-15T14:42:35.212 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.212 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.212 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.212 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.212 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj": { 2023-01-15T14:42:35.212 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.212 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.212 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.212 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.212 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.213 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.213 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.213 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.213 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.213 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.213 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.213 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.213 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.213 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.213 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.213 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.213 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.213 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.214 INFO:tasks.workunit.client.0.smithi027.stdout:raw=.data-pool:marker__ns:inst__myobj_ 2023-01-15T14:42:35.214 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.214 INFO:tasks.workunit.client.0.smithi027.stdout: "raw_obj2": { 2023-01-15T14:42:35.214 INFO:tasks.workunit.client.0.smithi027.stdout: "pool": ".data-pool", 2023-01-15T14:42:35.214 INFO:tasks.workunit.client.0.smithi027.stdout: "oid": "marker__ns:inst__myobj_", 2023-01-15T14:42:35.214 INFO:tasks.workunit.client.0.smithi027.stdout: "loc": "" 2023-01-15T14:42:35.214 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.214 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.214 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:35.214 INFO:tasks.workunit.client.0.smithi027.stdout: "new_obj2": { 2023-01-15T14:42:35.214 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket": { 2023-01-15T14:42:35.214 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "ebtest", 2023-01-15T14:42:35.215 INFO:tasks.workunit.client.0.smithi027.stdout: "marker": "marker", 2023-01-15T14:42:35.215 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_id": "bucket-id", 2023-01-15T14:42:35.215 INFO:tasks.workunit.client.0.smithi027.stdout: "tenant": "", 2023-01-15T14:42:35.215 INFO:tasks.workunit.client.0.smithi027.stdout: "explicit_placement": { 2023-01-15T14:42:35.215 INFO:tasks.workunit.client.0.smithi027.stdout: "data_pool": ".data-pool", 2023-01-15T14:42:35.215 INFO:tasks.workunit.client.0.smithi027.stdout: "data_extra_pool": "", 2023-01-15T14:42:35.215 INFO:tasks.workunit.client.0.smithi027.stdout: "index_pool": ".index-pool" 2023-01-15T14:42:35.215 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.215 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:35.215 INFO:tasks.workunit.client.0.smithi027.stdout: "key": { 2023-01-15T14:42:35.215 INFO:tasks.workunit.client.0.smithi027.stdout: "name": "_myobj_", 2023-01-15T14:42:35.215 INFO:tasks.workunit.client.0.smithi027.stdout: "instance": "inst", 2023-01-15T14:42:35.215 INFO:tasks.workunit.client.0.smithi027.stdout: "ns": "ns" 2023-01-15T14:42:35.216 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.216 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:35.216 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:35.216 INFO:tasks.workunit.client.0.smithi027.stdout:raw2=.data-pool:marker__ns:inst__myobj_ 2023-01-15T14:42:35.216 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] TestRGWObj.old_to_raw (0 ms) 2023-01-15T14:42:35.216 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 4 tests from TestRGWObj (1 ms total) 2023-01-15T14:42:35.216 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:35.216 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:42:35.216 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 4 tests from 1 test suite ran. (1 ms total) 2023-01-15T14:42:35.216 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 4 tests. 2023-01-15T14:42:35.217 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:42:35.217 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:42:35.247 INFO:tasks.workunit:Running workunits matching rgw/test_rgw_throttle.sh on client.0... 2023-01-15T14:42:35.249 INFO:tasks.workunit:Running workunit rgw/test_rgw_throttle.sh... 2023-01-15T14:42:35.249 DEBUG:teuthology.orchestra.run.smithi027:workunit test rgw/test_rgw_throttle.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_throttle.sh 2023-01-15T14:42:35.336 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:35.336 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:35.336 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 5 tests from 1 test suite. 2023-01-15T14:42:35.336 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:42:36.869 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 5 tests from Aio_Throttle 2023-01-15T14:42:36.869 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] Aio_Throttle.NoThrottleUpToMax 2023-01-15T14:42:36.869 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] Aio_Throttle.NoThrottleUpToMax (0 ms) 2023-01-15T14:42:36.870 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] Aio_Throttle.CostOverWindow 2023-01-15T14:42:36.870 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] Aio_Throttle.CostOverWindow (0 ms) 2023-01-15T14:42:36.870 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] Aio_Throttle.ThrottleOverMax 2023-01-15T14:42:36.957 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] Aio_Throttle.ThrottleOverMax (88 ms) 2023-01-15T14:42:36.957 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] Aio_Throttle.YieldCostOverWindow 2023-01-15T14:42:36.957 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] Aio_Throttle.YieldCostOverWindow (0 ms) 2023-01-15T14:42:36.957 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] Aio_Throttle.YieldingThrottleOverMax 2023-01-15T14:42:37.044 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] Aio_Throttle.YieldingThrottleOverMax (88 ms) 2023-01-15T14:42:37.044 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 5 tests from Aio_Throttle (176 ms total) 2023-01-15T14:42:37.045 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:37.045 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:42:37.881 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 5 tests from 1 test suite ran. (2545 ms total) 2023-01-15T14:42:37.881 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 5 tests. 2023-01-15T14:42:37.884 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:42:37.884 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:42:37.916 INFO:tasks.workunit:Running workunits matching rgw/test_librgw_file.sh on client.0... 2023-01-15T14:42:37.918 INFO:tasks.workunit:Running workunit rgw/test_librgw_file.sh... 2023-01-15T14:42:37.918 DEBUG:teuthology.orchestra.run.smithi027:workunit test rgw/test_librgw_file.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_librgw_file.sh 2023-01-15T14:42:38.036 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:38.036 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:38.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.047+0000 7f3c58797780 20 rados->read ofs=0 len=0 2023-01-15T14:42:38.251 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.249+0000 7f3c58797780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:38.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.249+0000 7f3c58797780 20 realm 2023-01-15T14:42:38.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.249+0000 7f3c58797780 20 rados->read ofs=0 len=0 2023-01-15T14:42:38.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.249+0000 7f3c58797780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:38.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.249+0000 7f3c58797780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:42:38.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.249+0000 7f3c58797780 20 rados->read ofs=0 len=0 2023-01-15T14:42:38.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.250+0000 7f3c58797780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:38.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.250+0000 7f3c58797780 20 rados->read ofs=0 len=0 2023-01-15T14:42:38.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.254+0000 7f3c58797780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:42:38.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.254+0000 7f3c58797780 20 rados->read ofs=0 len=0 2023-01-15T14:42:38.257 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.255+0000 7f3c58797780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:42:38.257 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.255+0000 7f3c58797780 20 searching for the correct realm 2023-01-15T14:42:38.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.272+0000 7f3c56745700 0 -- 172.21.15.27:0/1080840812 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55624a7f4000 msgr2=0x55624a6f5080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:42:38.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.275+0000 7f3c58797780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:42:38.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.275+0000 7f3c58797780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:42:38.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.275+0000 7f3c58797780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:42:38.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.275+0000 7f3c58797780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:42:38.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.275+0000 7f3c58797780 20 rados->read ofs=0 len=0 2023-01-15T14:42:38.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.275+0000 7f3c58797780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:38.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.275+0000 7f3c58797780 20 rados->read ofs=0 len=0 2023-01-15T14:42:38.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.275+0000 7f3c58797780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:42:38.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.275+0000 7f3c58797780 20 rados->read ofs=0 len=0 2023-01-15T14:42:38.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.276+0000 7f3c58797780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:42:38.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.276+0000 7f3c58797780 20 zone default found 2023-01-15T14:42:38.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.276+0000 7f3c58797780 4 Realm: () 2023-01-15T14:42:38.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.276+0000 7f3c58797780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:42:38.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.276+0000 7f3c58797780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:42:38.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.276+0000 7f3c58797780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:42:38.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.276+0000 7f3c58797780 20 zonegroup default 2023-01-15T14:42:38.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.276+0000 7f3c58797780 20 rados->read ofs=0 len=0 2023-01-15T14:42:38.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.276+0000 7f3c58797780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:38.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.276+0000 7f3c58797780 20 rados->read ofs=0 len=0 2023-01-15T14:42:38.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.276+0000 7f3c58797780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:38.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.276+0000 7f3c58797780 20 rados->read ofs=0 len=0 2023-01-15T14:42:38.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.277+0000 7f3c58797780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:38.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.277+0000 7f3c58797780 20 started sync module instance, tier type = 2023-01-15T14:42:38.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.277+0000 7f3c58797780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:42:38.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.280+0000 7f3c56745700 0 -- 172.21.15.27:0/1080840812 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55624a71d000 msgr2=0x55624a3aec00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:42:38.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.284+0000 7f3c58797780 20 add_watcher() i=0 2023-01-15T14:42:38.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.284+0000 7f3c58797780 20 add_watcher() i=1 2023-01-15T14:42:38.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.284+0000 7f3c58797780 20 add_watcher() i=2 2023-01-15T14:42:38.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.284+0000 7f3c58797780 20 add_watcher() i=3 2023-01-15T14:42:38.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.284+0000 7f3c58797780 20 add_watcher() i=4 2023-01-15T14:42:38.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.284+0000 7f3c58797780 20 add_watcher() i=5 2023-01-15T14:42:38.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.284+0000 7f3c58797780 20 add_watcher() i=6 2023-01-15T14:42:38.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.285+0000 7f3c58797780 20 add_watcher() i=7 2023-01-15T14:42:38.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.285+0000 7f3c58797780 2 all 8 watchers are set, enabling cache 2023-01-15T14:42:38.288 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.286+0000 7f3c3d713700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:42:38.288 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.287+0000 7f3c58797780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:42:38.288 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.287+0000 7f3c58797780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:42:38.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.292+0000 7f3c58797780 5 note: GC not initialized 2023-01-15T14:42:38.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.293+0000 7f3c38f0a700 20 reqs_thread_entry: start 2023-01-15T14:42:38.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.293+0000 7f3c58797780 20 init_complete bucket index max shards: 11 2023-01-15T14:42:38.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.293+0000 7f3c58797780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:42:38.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.294+0000 7f3c36f06700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:43:08 2023 2023-01-15T14:42:38.296 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:42:38.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.294+0000 7f3c366e4700 20 reqs_thread_entry: start 2023-01-15T14:42:38.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.294+0000 7f3c58797780 10 cache get: name=default.rgw.meta+users.uid+ceph-test-librgw-file : miss 2023-01-15T14:42:38.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.294+0000 7f3c58797780 20 rados->read ofs=0 len=0 2023-01-15T14:42:38.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.294+0000 7f3c58797780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:38.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.294+0000 7f3c58797780 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x0 2023-01-15T14:42:38.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.294+0000 7f3c58797780 10 adding default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2023-01-15T14:42:38.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.294+0000 7f3c58797780 10 cache get: name=default.rgw.meta+users.email+librgw@example.com : miss 2023-01-15T14:42:38.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.294+0000 7f3c58797780 20 rados->read ofs=0 len=0 2023-01-15T14:42:38.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.294+0000 7f3c58797780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:38.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.294+0000 7f3c58797780 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x0 2023-01-15T14:42:38.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.294+0000 7f3c58797780 10 adding default.rgw.meta+users.email+librgw@example.com to cache LRU end 2023-01-15T14:42:38.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.294+0000 7f3c58797780 10 cache get: name=default.rgw.meta+users.keys+wvp7lh7xRadX0JmU2oqGmaTRvBQ= : miss 2023-01-15T14:42:38.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.294+0000 7f3c58797780 20 rados->read ofs=0 len=0 2023-01-15T14:42:38.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.295+0000 7f3c58797780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:38.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.295+0000 7f3c58797780 10 cache put: name=default.rgw.meta+users.keys+wvp7lh7xRadX0JmU2oqGmaTRvBQ= info.flags=0x0 2023-01-15T14:42:38.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.295+0000 7f3c58797780 10 adding default.rgw.meta+users.keys+wvp7lh7xRadX0JmU2oqGmaTRvBQ= to cache LRU end 2023-01-15T14:42:38.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.295+0000 7f3c58797780 10 cache get: name=default.rgw.meta+users.keys+wvp7lh7xRadX0JmU2oqGmaTRvBQ= : hit (negative entry) 2023-01-15T14:42:38.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.295+0000 7f3c58797780 10 cache get: name=default.rgw.meta+users.keys+wvp7lh7xRadX0JmU2oqGmaTRvBQ= : hit (negative entry) 2023-01-15T14:42:38.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.296+0000 7f3c58797780 10 cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2023-01-15T14:42:38.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.296+0000 7f3c58797780 10 moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2023-01-15T14:42:38.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.296+0000 7f3c58797780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:ceph-test-librgw-file, ofs0, ns] 2023-01-15T14:42:38.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.296+0000 7f3c50f3a700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 858993459200 cookie 93880640497792 notifier 4760 bl.length()=663 2023-01-15T14:42:38.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.296+0000 7f3c50f3a700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ceph-test-librgw-file info.flags=0x17 2023-01-15T14:42:38.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.296+0000 7f3c50f3a700 10 rgw watcher librados: moving default.rgw.meta+users.uid+ceph-test-librgw-file to cache LRU end 2023-01-15T14:42:38.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.298+0000 7f3c58797780 10 cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2023-01-15T14:42:38.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.298+0000 7f3c58797780 10 moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2023-01-15T14:42:38.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.298+0000 7f3c58797780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:librgw@example.com, ofs0, ns] 2023-01-15T14:42:38.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.298+0000 7f3c50f3a700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 858993459200 cookie 93880640495488 notifier 4760 bl.length()=194 2023-01-15T14:42:38.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.298+0000 7f3c50f3a700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+librgw@example.com info.flags=0x7 2023-01-15T14:42:38.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.298+0000 7f3c50f3a700 10 rgw watcher librados: moving default.rgw.meta+users.email+librgw@example.com to cache LRU end 2023-01-15T14:42:38.301 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.299+0000 7f3c58797780 10 cache put: name=default.rgw.meta+users.keys+wvp7lh7xRadX0JmU2oqGmaTRvBQ= info.flags=0x7 2023-01-15T14:42:38.301 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.299+0000 7f3c58797780 10 moving default.rgw.meta+users.keys+wvp7lh7xRadX0JmU2oqGmaTRvBQ= to cache LRU end 2023-01-15T14:42:38.301 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.299+0000 7f3c58797780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.keys:wvp7lh7xRadX0JmU2oqGmaTRvBQ=, ofs0, ns] 2023-01-15T14:42:38.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.300+0000 7f3c50739700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 858993459200 cookie 93880640502400 notifier 4760 bl.length()=203 2023-01-15T14:42:38.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.300+0000 7f3c50739700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+wvp7lh7xRadX0JmU2oqGmaTRvBQ= info.flags=0x7 2023-01-15T14:42:38.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.300+0000 7f3c50739700 10 rgw watcher librados: moving default.rgw.meta+users.keys+wvp7lh7xRadX0JmU2oqGmaTRvBQ= to cache LRU end 2023-01-15T14:42:38.302 INFO:tasks.workunit.client.0.smithi027.stdout:{ 2023-01-15T14:42:38.302 INFO:tasks.workunit.client.0.smithi027.stdout: "user_id": "ceph-test-librgw-file", 2023-01-15T14:42:38.302 INFO:tasks.workunit.client.0.smithi027.stdout: "display_name": "librgw test user", 2023-01-15T14:42:38.302 INFO:tasks.workunit.client.0.smithi027.stdout: "email": "librgw@example.com", 2023-01-15T14:42:38.303 INFO:tasks.workunit.client.0.smithi027.stdout: "suspended": 0, 2023-01-15T14:42:38.303 INFO:tasks.workunit.client.0.smithi027.stdout: "max_buckets": 1000, 2023-01-15T14:42:38.303 INFO:tasks.workunit.client.0.smithi027.stdout: "subusers": [], 2023-01-15T14:42:38.303 INFO:tasks.workunit.client.0.smithi027.stdout: "keys": [ 2023-01-15T14:42:38.303 INFO:tasks.workunit.client.0.smithi027.stdout: { 2023-01-15T14:42:38.303 INFO:tasks.workunit.client.0.smithi027.stdout: "user": "ceph-test-librgw-file", 2023-01-15T14:42:38.303 INFO:tasks.workunit.client.0.smithi027.stdout: "access_key": "wvp7lh7xRadX0JmU2oqGmaTRvBQ=", 2023-01-15T14:42:38.303 INFO:tasks.workunit.client.0.smithi027.stdout: "secret_key": "EWGXYSWiaAyGJYDrk7AmgDejp3yaxF4nPDCan4YC2haxXzR8LhHh1A==" 2023-01-15T14:42:38.303 INFO:tasks.workunit.client.0.smithi027.stdout: } 2023-01-15T14:42:38.303 INFO:tasks.workunit.client.0.smithi027.stdout: ], 2023-01-15T14:42:38.303 INFO:tasks.workunit.client.0.smithi027.stdout: "swift_keys": [], 2023-01-15T14:42:38.303 INFO:tasks.workunit.client.0.smithi027.stdout: "caps": [], 2023-01-15T14:42:38.303 INFO:tasks.workunit.client.0.smithi027.stdout: "op_mask": "read, write, delete", 2023-01-15T14:42:38.304 INFO:tasks.workunit.client.0.smithi027.stdout: "default_placement": "", 2023-01-15T14:42:38.304 INFO:tasks.workunit.client.0.smithi027.stdout: "default_storage_class": "", 2023-01-15T14:42:38.304 INFO:tasks.workunit.client.0.smithi027.stdout: "placement_tags": [], 2023-01-15T14:42:38.304 INFO:tasks.workunit.client.0.smithi027.stdout: "bucket_quota": { 2023-01-15T14:42:38.304 INFO:tasks.workunit.client.0.smithi027.stdout: "enabled": false, 2023-01-15T14:42:38.304 INFO:tasks.workunit.client.0.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:42:38.304 INFO:tasks.workunit.client.0.smithi027.stdout: "max_size": -1, 2023-01-15T14:42:38.304 INFO:tasks.workunit.client.0.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:42:38.304 INFO:tasks.workunit.client.0.smithi027.stdout: "max_objects": -1 2023-01-15T14:42:38.304 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:38.304 INFO:tasks.workunit.client.0.smithi027.stdout: "user_quota": { 2023-01-15T14:42:38.304 INFO:tasks.workunit.client.0.smithi027.stdout: "enabled": false, 2023-01-15T14:42:38.305 INFO:tasks.workunit.client.0.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:42:38.305 INFO:tasks.workunit.client.0.smithi027.stdout: "max_size": -1, 2023-01-15T14:42:38.305 INFO:tasks.workunit.client.0.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:42:38.305 INFO:tasks.workunit.client.0.smithi027.stdout: "max_objects": -1 2023-01-15T14:42:38.305 INFO:tasks.workunit.client.0.smithi027.stdout: }, 2023-01-15T14:42:38.305 INFO:tasks.workunit.client.0.smithi027.stdout: "temp_url_keys": [], 2023-01-15T14:42:38.305 INFO:tasks.workunit.client.0.smithi027.stdout: "type": "rgw", 2023-01-15T14:42:38.305 INFO:tasks.workunit.client.0.smithi027.stdout: "mfa_ids": [] 2023-01-15T14:42:38.305 INFO:tasks.workunit.client.0.smithi027.stdout:} 2023-01-15T14:42:38.305 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:38.306 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.301+0000 7f3c3d713700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:42:38.306 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.302+0000 7f3c58797780 20 remove_watcher() i=0 2023-01-15T14:42:38.306 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.302+0000 7f3c58797780 2 removed watcher, disabling cache 2023-01-15T14:42:38.306 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.303+0000 7f3c58797780 20 remove_watcher() i=1 2023-01-15T14:42:38.306 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.304+0000 7f3c58797780 20 remove_watcher() i=2 2023-01-15T14:42:38.307 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.305+0000 7f3c58797780 20 remove_watcher() i=3 2023-01-15T14:42:38.307 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.306+0000 7f3c58797780 20 remove_watcher() i=4 2023-01-15T14:42:38.308 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.306+0000 7f3c58797780 20 remove_watcher() i=5 2023-01-15T14:42:38.309 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.307+0000 7f3c58797780 20 remove_watcher() i=6 2023-01-15T14:42:38.309 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.308+0000 7f3c58797780 20 remove_watcher() i=7 2023-01-15T14:42:38.314 INFO:tasks.workunit.client.0.smithi027.stdout:phase 1.1 2023-01-15T14:42:38.337 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 24 tests from 1 test suite. 2023-01-15T14:42:38.337 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:42:38.337 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 24 tests from LibRGW 2023-01-15T14:42:38.337 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:42:38.349 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:38.349 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:38.457 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.INIT (119 ms) 2023-01-15T14:42:38.457 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2023-01-15T14:42:38.458 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2023-01-15T14:42:38.458 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:42:38.458 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-01-15T14:42:38.458 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SETUP_HIER1 2023-01-15T14:42:38.464 INFO:tasks.workunit.client.0.smithi027.stdout:creating: nfsroot:foo/bar/baz/quux 2023-01-15T14:42:38.469 INFO:tasks.workunit.client.0.smithi027.stdout:creating: nfsroot:foo/f1 2023-01-15T14:42:38.471 INFO:tasks.workunit.client.0.smithi027.stdout:creating: nfsroot:foo/f2 2023-01-15T14:42:38.474 INFO:tasks.workunit.client.0.smithi027.stdout:creating: nfsroot:foo/bar/f1 2023-01-15T14:42:38.476 INFO:tasks.workunit.client.0.smithi027.stdout:creating: nfsroot:foo/bar/d1/ 2023-01-15T14:42:38.479 INFO:tasks.workunit.client.0.smithi027.stdout:creating: nfsroot:foo/bar/baz/hungry 2023-01-15T14:42:38.481 INFO:tasks.workunit.client.0.smithi027.stdout:creating: nfsroot:foo/bar/baz/hungry/ 2023-01-15T14:42:38.484 INFO:tasks.workunit.client.0.smithi027.stdout:creating: nfsroot:foo/bar/baz/momma 2023-01-15T14:42:38.487 INFO:tasks.workunit.client.0.smithi027.stdout:creating: nfsroot:foo/bar/baz/bear/ 2023-01-15T14:42:38.489 INFO:tasks.workunit.client.0.smithi027.stdout:creating: nfsroot:foo/bar/baz/sasquatch 2023-01-15T14:42:38.491 INFO:tasks.workunit.client.0.smithi027.stdout:creating: nfsroot:foo/bar/baz/sasquatch/ 2023-01-15T14:42:38.494 INFO:tasks.workunit.client.0.smithi027.stdout:creating: nfsroot:foo/bar/baz/frobozz 2023-01-15T14:42:38.496 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SETUP_HIER1 (39 ms) 2023-01-15T14:42:38.496 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2023-01-15T14:42:38.591 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SETUP_DIRS1 (94 ms) 2023-01-15T14:42:38.591 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SETATTR 2023-01-15T14:42:38.591 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2023-01-15T14:42:38.592 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2023-01-15T14:42:38.608 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (17 ms) 2023-01-15T14:42:38.608 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2023-01-15T14:42:38.647 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (39 ms) 2023-01-15T14:42:38.647 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2023-01-15T14:42:38.647 INFO:tasks.workunit.client.0.smithi027.stdout:rename file rfile_0 to rfile_r0 (bucket brename0) 2023-01-15T14:42:38.652 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (6 ms) 2023-01-15T14:42:38.653 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2023-01-15T14:42:38.653 INFO:tasks.workunit.client.0.smithi027.stdout:rename file rfile_1 (bucket brename0) to rfile_rhilldog (bucket brename1) 2023-01-15T14:42:38.659 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (7 ms) 2023-01-15T14:42:38.660 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2023-01-15T14:42:38.660 INFO:tasks.workunit.client.0.smithi027.stdout:scanning objects in /bdirs1/dir_0 2023-01-15T14:42:38.660 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-01-15T14:42:38.660 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-01-15T14:42:38.660 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-01-15T14:42:38.660 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-01-15T14:42:38.660 INFO:tasks.workunit.client.0.smithi027.stdout:scanning objects in /bdirs1/dir_1 2023-01-15T14:42:38.660 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-01-15T14:42:38.660 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-01-15T14:42:38.661 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-01-15T14:42:38.661 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-01-15T14:42:38.661 INFO:tasks.workunit.client.0.smithi027.stdout:scanning objects in /bdirs1/dir_2 2023-01-15T14:42:38.661 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-01-15T14:42:38.661 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-01-15T14:42:38.661 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-01-15T14:42:38.661 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-01-15T14:42:38.661 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2023-01-15T14:42:38.661 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.READ_DIRS1 2023-01-15T14:42:38.662 INFO:tasks.workunit.client.0.smithi027.stdout:read back objects in /bdirs1/dir_0 2023-01-15T14:42:38.662 INFO:tasks.workunit.client.0.smithi027.stdout:reading 0,256 dir_0/sfile_0 2023-01-15T14:42:38.662 INFO:tasks.workunit.client.0.smithi027.stdout: read back from sfile_0 : "data for sfile_0" 2023-01-15T14:42:38.662 INFO:tasks.workunit.client.0.smithi027.stdout:reading 0,256 dir_0/sfile_1 2023-01-15T14:42:38.663 INFO:tasks.workunit.client.0.smithi027.stdout: read back from sfile_1 : "data for sfile_1" 2023-01-15T14:42:38.663 INFO:tasks.workunit.client.0.smithi027.stdout:read back objects in /bdirs1/dir_1 2023-01-15T14:42:38.663 INFO:tasks.workunit.client.0.smithi027.stdout:reading 0,256 dir_1/sfile_0 2023-01-15T14:42:38.663 INFO:tasks.workunit.client.0.smithi027.stdout: read back from sfile_0 : "data for sfile_0" 2023-01-15T14:42:38.663 INFO:tasks.workunit.client.0.smithi027.stdout:reading 0,256 dir_1/sfile_1 2023-01-15T14:42:38.664 INFO:tasks.workunit.client.0.smithi027.stdout: read back from sfile_1 : "data for sfile_1" 2023-01-15T14:42:38.664 INFO:tasks.workunit.client.0.smithi027.stdout:read back objects in /bdirs1/dir_2 2023-01-15T14:42:38.664 INFO:tasks.workunit.client.0.smithi027.stdout:reading 0,256 dir_2/sfile_0 2023-01-15T14:42:38.664 INFO:tasks.workunit.client.0.smithi027.stdout: read back from sfile_0 : "data for sfile_0" 2023-01-15T14:42:38.664 INFO:tasks.workunit.client.0.smithi027.stdout:reading 0,256 dir_2/sfile_1 2023-01-15T14:42:38.665 INFO:tasks.workunit.client.0.smithi027.stdout: read back from sfile_1 : "data for sfile_1" 2023-01-15T14:42:38.665 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.READ_DIRS1 (6 ms) 2023-01-15T14:42:38.665 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.READF_SETUP1 2023-01-15T14:42:38.850 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.READF_SETUP1 (184 ms) 2023-01-15T14:42:38.850 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.READF_DIRS1 2023-01-15T14:42:38.850 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2023-01-15T14:42:38.850 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2023-01-15T14:42:38.850 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2023-01-15T14:42:38.850 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2023-01-15T14:42:38.850 INFO:tasks.workunit.client.0.smithi027.stdout:release sdir_0 type: DIR refs: 2 2023-01-15T14:42:38.851 INFO:tasks.workunit.client.0.smithi027.stdout:release sfile_0 type: FILE refs: 2 2023-01-15T14:42:38.851 INFO:tasks.workunit.client.0.smithi027.stdout:release sdir_1 type: DIR refs: 2 2023-01-15T14:42:38.851 INFO:tasks.workunit.client.0.smithi027.stdout:release sfile_1 type: FILE refs: 2 2023-01-15T14:42:38.851 INFO:tasks.workunit.client.0.smithi027.stdout:release sdir_0 type: DIR refs: 2 2023-01-15T14:42:38.851 INFO:tasks.workunit.client.0.smithi027.stdout:release sfile_0 type: FILE refs: 2 2023-01-15T14:42:38.851 INFO:tasks.workunit.client.0.smithi027.stdout:release sdir_1 type: DIR refs: 2 2023-01-15T14:42:38.851 INFO:tasks.workunit.client.0.smithi027.stdout:release sfile_1 type: FILE refs: 2 2023-01-15T14:42:38.851 INFO:tasks.workunit.client.0.smithi027.stdout:release sdir_0 type: DIR refs: 2 2023-01-15T14:42:38.851 INFO:tasks.workunit.client.0.smithi027.stdout:release sfile_0 type: FILE refs: 2 2023-01-15T14:42:38.852 INFO:tasks.workunit.client.0.smithi027.stdout:release sdir_1 type: DIR refs: 2 2023-01-15T14:42:38.852 INFO:tasks.workunit.client.0.smithi027.stdout:release sfile_1 type: FILE refs: 2 2023-01-15T14:42:38.852 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2023-01-15T14:42:38.852 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.HIER1 2023-01-15T14:42:38.856 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/f2 (f2): FILE 2023-01-15T14:42:38.857 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/f1 (f1): FILE 2023-01-15T14:42:38.860 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2023-01-15T14:42:38.862 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2023-01-15T14:42:38.865 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-01-15T14:42:38.865 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-01-15T14:42:38.866 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2023-01-15T14:42:38.867 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2023-01-15T14:42:38.868 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-01-15T14:42:38.868 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-01-15T14:42:38.869 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2023-01-15T14:42:38.873 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2023-01-15T14:42:38.873 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz (baz): DIR 2023-01-15T14:42:38.873 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar (bar): DIR 2023-01-15T14:42:38.873 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo (foo): DIR 2023-01-15T14:42:38.873 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot (nfsroot): DIR 2023-01-15T14:42:38.873 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.HIER1 (23 ms) 2023-01-15T14:42:38.873 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-01-15T14:42:38.873 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2023-01-15T14:42:38.873 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-01-15T14:42:38.874 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-01-15T14:42:38.874 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-01-15T14:42:38.874 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-01-15T14:42:38.874 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-01-15T14:42:38.874 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-01-15T14:42:38.874 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:42:38.874 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:42:38.874 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:42:38.874 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:42:38.875 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:42:38.875 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.871+0000 7f9a1b215800 -1 shutting down 2023-01-15T14:42:38.875 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:38.871+0000 7f993e7fc700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 107372, si_uid : 1000, si_addr0x3e80001a36c, si_status0 2023-01-15T14:42:38.961 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SHUTDOWN (88 ms) 2023-01-15T14:42:38.961 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 24 tests from LibRGW (623 ms total) 2023-01-15T14:42:38.961 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:38.961 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:42:38.961 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 24 tests from 1 test suite ran. (623 ms total) 2023-01-15T14:42:38.961 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 24 tests. 2023-01-15T14:42:38.964 INFO:tasks.workunit.client.0.smithi027.stdout:phase 1.2 2023-01-15T14:42:38.988 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 24 tests from 1 test suite. 2023-01-15T14:42:38.988 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:42:38.988 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 24 tests from LibRGW 2023-01-15T14:42:38.988 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:42:38.996 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:38.996 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:39.087 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.INIT (99 ms) 2023-01-15T14:42:39.087 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2023-01-15T14:42:39.088 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2023-01-15T14:42:39.088 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:42:39.088 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-01-15T14:42:39.088 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SETUP_HIER1 2023-01-15T14:42:39.088 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SETUP_HIER1 (0 ms) 2023-01-15T14:42:39.088 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2023-01-15T14:42:39.088 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SETUP_DIRS1 (0 ms) 2023-01-15T14:42:39.088 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SETATTR 2023-01-15T14:42:39.089 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2023-01-15T14:42:39.089 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2023-01-15T14:42:39.089 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2023-01-15T14:42:39.089 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2023-01-15T14:42:39.089 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2023-01-15T14:42:39.089 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2023-01-15T14:42:39.089 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2023-01-15T14:42:39.089 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2023-01-15T14:42:39.089 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2023-01-15T14:42:39.089 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2023-01-15T14:42:39.089 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2023-01-15T14:42:39.089 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.READ_DIRS1 2023-01-15T14:42:39.090 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.READ_DIRS1 (0 ms) 2023-01-15T14:42:39.090 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.READF_SETUP1 2023-01-15T14:42:39.090 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2023-01-15T14:42:39.090 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.READF_DIRS1 2023-01-15T14:42:39.090 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2023-01-15T14:42:39.090 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2023-01-15T14:42:39.090 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2023-01-15T14:42:39.090 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2023-01-15T14:42:39.090 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2023-01-15T14:42:39.090 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.HIER1 2023-01-15T14:42:39.090 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.HIER1 (0 ms) 2023-01-15T14:42:39.090 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-01-15T14:42:39.091 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2023-01-15T14:42:39.091 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-01-15T14:42:39.091 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-01-15T14:42:39.091 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-01-15T14:42:39.091 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-01-15T14:42:39.091 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-01-15T14:42:39.091 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-01-15T14:42:39.091 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:42:39.091 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:42:39.091 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:42:39.091 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:42:39.092 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:42:39.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:39.086+0000 7f4cb9c6d800 -1 shutting down 2023-01-15T14:42:39.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:39.086+0000 7f4bd7fff700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 107460, si_uid : 1000, si_addr0x3e80001a3c4, si_status0 2023-01-15T14:42:39.190 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SHUTDOWN (102 ms) 2023-01-15T14:42:39.190 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 24 tests from LibRGW (202 ms total) 2023-01-15T14:42:39.190 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:39.190 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:42:39.190 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 24 tests from 1 test suite ran. (202 ms total) 2023-01-15T14:42:39.191 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 24 tests. 2023-01-15T14:42:39.194 INFO:tasks.workunit.client.0.smithi027.stdout:phase 1.3 2023-01-15T14:42:39.217 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 24 tests from 1 test suite. 2023-01-15T14:42:39.217 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:42:39.217 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 24 tests from LibRGW 2023-01-15T14:42:39.217 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:42:39.227 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:39.227 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:39.532 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.INIT (313 ms) 2023-01-15T14:42:39.532 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MOUNT_NOROOT 2023-01-15T14:42:39.532 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MOUNT_NOROOT (1 ms) 2023-01-15T14:42:39.532 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:42:39.533 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MOUNT (0 ms) 2023-01-15T14:42:39.533 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SETUP_HIER1 2023-01-15T14:42:39.534 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SETUP_HIER1 (4 ms) 2023-01-15T14:42:39.534 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SETUP_DIRS1 2023-01-15T14:42:39.587 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SETUP_DIRS1 (52 ms) 2023-01-15T14:42:39.587 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SETATTR 2023-01-15T14:42:39.587 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SETATTR (0 ms) 2023-01-15T14:42:39.587 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.RGW_CREATE_DIRS1 2023-01-15T14:42:39.587 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.RGW_CREATE_DIRS1 (0 ms) 2023-01-15T14:42:39.588 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.RGW_SETUP_RENAME1 2023-01-15T14:42:39.588 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.RGW_SETUP_RENAME1 (0 ms) 2023-01-15T14:42:39.588 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.RGW_INTRABUCKET_RENAME1 2023-01-15T14:42:39.588 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.RGW_INTRABUCKET_RENAME1 (0 ms) 2023-01-15T14:42:39.588 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.RGW_CROSSBUCKET_RENAME1 2023-01-15T14:42:39.588 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.RGW_CROSSBUCKET_RENAME1 (0 ms) 2023-01-15T14:42:39.588 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.GETATTR_DIRS1 2023-01-15T14:42:39.588 INFO:tasks.workunit.client.0.smithi027.stdout:scanning objects in /bdirs1/dir_0 2023-01-15T14:42:39.588 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_0/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-01-15T14:42:39.588 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_0/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-01-15T14:42:39.588 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_0/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-01-15T14:42:39.589 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_0/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-01-15T14:42:39.589 INFO:tasks.workunit.client.0.smithi027.stdout:scanning objects in /bdirs1/dir_1 2023-01-15T14:42:39.589 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_1/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-01-15T14:42:39.589 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_1/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-01-15T14:42:39.589 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_1/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-01-15T14:42:39.589 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_1/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-01-15T14:42:39.589 INFO:tasks.workunit.client.0.smithi027.stdout:scanning objects in /bdirs1/dir_2 2023-01-15T14:42:39.589 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_2/sdir_0 (sdir_0): DIR mode: 17139 nlinks: 1 2023-01-15T14:42:39.589 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_2/sfile_0 (sfile_0): FILE mode: 33412 size: 16 2023-01-15T14:42:39.589 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_2/sdir_1 (sdir_1): DIR mode: 17139 nlinks: 1 2023-01-15T14:42:39.589 INFO:tasks.workunit.client.0.smithi027.stdout: /bdirs1/dir_2/sfile_1 (sfile_1): FILE mode: 33412 size: 16 2023-01-15T14:42:39.589 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.GETATTR_DIRS1 (0 ms) 2023-01-15T14:42:39.590 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.READ_DIRS1 2023-01-15T14:42:39.590 INFO:tasks.workunit.client.0.smithi027.stdout:read back objects in /bdirs1/dir_0 2023-01-15T14:42:39.590 INFO:tasks.workunit.client.0.smithi027.stdout:reading 0,256 dir_0/sfile_0 2023-01-15T14:42:39.590 INFO:tasks.workunit.client.0.smithi027.stdout: read back from sfile_0 : "data for sfile_0" 2023-01-15T14:42:39.590 INFO:tasks.workunit.client.0.smithi027.stdout:reading 0,256 dir_0/sfile_1 2023-01-15T14:42:39.590 INFO:tasks.workunit.client.0.smithi027.stdout: read back from sfile_1 : "data for sfile_1" 2023-01-15T14:42:39.590 INFO:tasks.workunit.client.0.smithi027.stdout:read back objects in /bdirs1/dir_1 2023-01-15T14:42:39.591 INFO:tasks.workunit.client.0.smithi027.stdout:reading 0,256 dir_1/sfile_0 2023-01-15T14:42:39.591 INFO:tasks.workunit.client.0.smithi027.stdout: read back from sfile_0 : "data for sfile_0" 2023-01-15T14:42:39.591 INFO:tasks.workunit.client.0.smithi027.stdout:reading 0,256 dir_1/sfile_1 2023-01-15T14:42:39.591 INFO:tasks.workunit.client.0.smithi027.stdout: read back from sfile_1 : "data for sfile_1" 2023-01-15T14:42:39.591 INFO:tasks.workunit.client.0.smithi027.stdout:read back objects in /bdirs1/dir_2 2023-01-15T14:42:39.591 INFO:tasks.workunit.client.0.smithi027.stdout:reading 0,256 dir_2/sfile_0 2023-01-15T14:42:39.592 INFO:tasks.workunit.client.0.smithi027.stdout: read back from sfile_0 : "data for sfile_0" 2023-01-15T14:42:39.592 INFO:tasks.workunit.client.0.smithi027.stdout:reading 0,256 dir_2/sfile_1 2023-01-15T14:42:39.594 INFO:tasks.workunit.client.0.smithi027.stdout: read back from sfile_1 : "data for sfile_1" 2023-01-15T14:42:39.594 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.READ_DIRS1 (7 ms) 2023-01-15T14:42:39.594 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.READF_SETUP1 2023-01-15T14:42:39.594 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.READF_SETUP1 (0 ms) 2023-01-15T14:42:39.594 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.READF_DIRS1 2023-01-15T14:42:39.594 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.READF_DIRS1 (0 ms) 2023-01-15T14:42:39.594 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.WRITEF_DIRS1 2023-01-15T14:42:39.594 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.WRITEF_DIRS1 (0 ms) 2023-01-15T14:42:39.594 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.RELEASE_DIRS1 2023-01-15T14:42:39.594 INFO:tasks.workunit.client.0.smithi027.stdout:release sdir_0 type: DIR refs: 2 2023-01-15T14:42:39.594 INFO:tasks.workunit.client.0.smithi027.stdout:release sfile_0 type: FILE refs: 2 2023-01-15T14:42:39.595 INFO:tasks.workunit.client.0.smithi027.stdout:release sdir_1 type: DIR refs: 2 2023-01-15T14:42:39.595 INFO:tasks.workunit.client.0.smithi027.stdout:release sfile_1 type: FILE refs: 2 2023-01-15T14:42:39.595 INFO:tasks.workunit.client.0.smithi027.stdout:release sdir_0 type: DIR refs: 2 2023-01-15T14:42:39.595 INFO:tasks.workunit.client.0.smithi027.stdout:release sfile_0 type: FILE refs: 2 2023-01-15T14:42:39.595 INFO:tasks.workunit.client.0.smithi027.stdout:release sdir_1 type: DIR refs: 2 2023-01-15T14:42:39.595 INFO:tasks.workunit.client.0.smithi027.stdout:release sfile_1 type: FILE refs: 2 2023-01-15T14:42:39.595 INFO:tasks.workunit.client.0.smithi027.stdout:release sdir_0 type: DIR refs: 2 2023-01-15T14:42:39.595 INFO:tasks.workunit.client.0.smithi027.stdout:release sfile_0 type: FILE refs: 2 2023-01-15T14:42:39.595 INFO:tasks.workunit.client.0.smithi027.stdout:release sdir_1 type: DIR refs: 2 2023-01-15T14:42:39.595 INFO:tasks.workunit.client.0.smithi027.stdout:release sfile_1 type: FILE refs: 2 2023-01-15T14:42:39.595 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.RELEASE_DIRS1 (0 ms) 2023-01-15T14:42:39.595 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.HIER1 2023-01-15T14:42:39.599 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/f2 (f2): FILE 2023-01-15T14:42:39.600 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/f1 (f1): FILE 2023-01-15T14:42:39.603 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/f1 (f1): FILE 2023-01-15T14:42:39.605 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/d1 (d1): DIR 2023-01-15T14:42:39.608 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-01-15T14:42:39.609 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/sasquatch (sasquatch): FILE 2023-01-15T14:42:39.609 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/quux (quux): FILE 2023-01-15T14:42:39.610 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/momma (momma): FILE 2023-01-15T14:42:39.610 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-01-15T14:42:39.611 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/hungry (hungry): FILE 2023-01-15T14:42:39.612 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/frobozz (frobozz): FILE 2023-01-15T14:42:39.614 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz/bear (bear): DIR 2023-01-15T14:42:39.615 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar/baz (baz): DIR 2023-01-15T14:42:39.615 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo/bar (bar): DIR 2023-01-15T14:42:39.615 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot/foo (foo): DIR 2023-01-15T14:42:39.615 INFO:tasks.workunit.client.0.smithi027.stdout:/nfsroot (nfsroot): DIR 2023-01-15T14:42:39.615 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.HIER1 (21 ms) 2023-01-15T14:42:39.615 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-01-15T14:42:39.615 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (0 ms) 2023-01-15T14:42:39.615 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-01-15T14:42:39.615 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-01-15T14:42:39.615 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-01-15T14:42:39.615 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-01-15T14:42:39.615 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-01-15T14:42:39.615 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-01-15T14:42:39.616 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:42:39.616 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:42:39.616 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:42:39.616 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:42:39.616 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:42:39.616 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:39.612+0000 7f084ef6a800 -1 shutting down 2023-01-15T14:42:39.616 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:39.612+0000 7f0771ffb700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 107548, si_uid : 1000, si_addr0x3e80001a41c, si_status0 2023-01-15T14:42:39.633 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SHUTDOWN (18 ms) 2023-01-15T14:42:39.633 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 24 tests from LibRGW (416 ms total) 2023-01-15T14:42:39.633 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:39.633 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:42:39.633 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 24 tests from 1 test suite ran. (416 ms total) 2023-01-15T14:42:39.633 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 24 tests. 2023-01-15T14:42:39.636 INFO:tasks.workunit.client.0.smithi027.stdout:phase 2.1 2023-01-15T14:42:39.659 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 9 tests from 1 test suite. 2023-01-15T14:42:39.660 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:42:39.660 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 9 tests from LibRGW 2023-01-15T14:42:39.660 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:42:39.669 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:39.669 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:39.758 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.INIT (98 ms) 2023-01-15T14:42:39.758 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:42:39.759 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-01-15T14:42:39.759 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-01-15T14:42:39.766 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CREATE_BUCKET (8 ms) 2023-01-15T14:42:39.766 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-01-15T14:42:39.766 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2023-01-15T14:42:39.766 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2023-01-15T14:42:39.773 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave0 2023-01-15T14:42:39.779 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave1 2023-01-15T14:42:39.786 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave2 2023-01-15T14:42:39.793 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave3 2023-01-15T14:42:39.799 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave4 2023-01-15T14:42:39.806 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave5 2023-01-15T14:42:39.813 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave6 2023-01-15T14:42:39.819 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave7 2023-01-15T14:42:39.826 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave8 2023-01-15T14:42:39.833 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave9 2023-01-15T14:42:39.833 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (67 ms) 2023-01-15T14:42:39.833 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2023-01-15T14:42:40.135 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (301 ms) 2023-01-15T14:42:40.135 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:42:40.135 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:42:40.135 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:42:40.135 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:42:40.136 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:42:40.136 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:40.133+0000 7f7c8c68a800 -1 shutting down 2023-01-15T14:42:40.136 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:40.133+0000 7f7baeffd700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 107636, si_uid : 1000, si_addr0x3e80001a474, si_status0 2023-01-15T14:42:40.161 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SHUTDOWN (27 ms) 2023-01-15T14:42:40.162 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 9 tests from LibRGW (502 ms total) 2023-01-15T14:42:40.162 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:40.162 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:42:40.162 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 9 tests from 1 test suite ran. (502 ms total) 2023-01-15T14:42:40.162 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 9 tests. 2023-01-15T14:42:40.165 INFO:tasks.workunit.client.0.smithi027.stdout:phase 2.2 2023-01-15T14:42:40.187 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 9 tests from 1 test suite. 2023-01-15T14:42:40.188 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:42:40.188 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 9 tests from LibRGW 2023-01-15T14:42:40.188 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:42:40.197 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:40.197 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:40.285 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.INIT (98 ms) 2023-01-15T14:42:40.286 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:42:40.286 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-01-15T14:42:40.286 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-01-15T14:42:40.286 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2023-01-15T14:42:40.286 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-01-15T14:42:40.319 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.DELETE_BUCKET (32 ms) 2023-01-15T14:42:40.319 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CREATE_BUCKET_MULTI 2023-01-15T14:42:40.326 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave0 2023-01-15T14:42:40.332 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave1 2023-01-15T14:42:40.340 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave2 2023-01-15T14:42:40.347 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave3 2023-01-15T14:42:40.353 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave4 2023-01-15T14:42:40.360 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave5 2023-01-15T14:42:40.367 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave6 2023-01-15T14:42:40.373 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave7 2023-01-15T14:42:40.380 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave8 2023-01-15T14:42:40.387 INFO:tasks.workunit.client.0.smithi027.stdout:created: sorrydave9 2023-01-15T14:42:40.387 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CREATE_BUCKET_MULTI (68 ms) 2023-01-15T14:42:40.387 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.DELETE_BUCKET_MULTI 2023-01-15T14:42:40.691 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.DELETE_BUCKET_MULTI (304 ms) 2023-01-15T14:42:40.691 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:42:40.691 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:42:40.692 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:42:40.692 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:42:40.692 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:42:40.692 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:40.689+0000 7fa775eb0800 -1 shutting down 2023-01-15T14:42:40.692 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:40.689+0000 7fa6a4ff9700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 107724, si_uid : 1000, si_addr0x3e80001a4cc, si_status0 2023-01-15T14:42:40.789 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SHUTDOWN (97 ms) 2023-01-15T14:42:40.789 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 9 tests from LibRGW (601 ms total) 2023-01-15T14:42:40.790 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:40.790 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:42:40.790 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 9 tests from 1 test suite ran. (601 ms total) 2023-01-15T14:42:40.790 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 9 tests. 2023-01-15T14:42:40.792 INFO:tasks.workunit.client.0.smithi027.stdout:phase 3.1 2023-01-15T14:42:41.151 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 13 tests from 1 test suite. 2023-01-15T14:42:41.151 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:42:41.151 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 13 tests from LibRGW 2023-01-15T14:42:41.152 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:42:41.161 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:41.161 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:41.461 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.INIT (309 ms) 2023-01-15T14:42:41.461 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:42:41.461 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-01-15T14:42:41.461 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-01-15T14:42:41.468 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CREATE_BUCKET (7 ms) 2023-01-15T14:42:41.469 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-01-15T14:42:41.472 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (3 ms) 2023-01-15T14:42:41.472 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-01-15T14:42:41.473 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (2 ms) 2023-01-15T14:42:41.474 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.LARGE1 2023-01-15T14:42:41.541 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.LARGE1 (67 ms) 2023-01-15T14:42:41.541 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.LARGE2 2023-01-15T14:42:41.572 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.LARGE2 (31 ms) 2023-01-15T14:42:41.572 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-01-15T14:42:41.572 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-01-15T14:42:41.573 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-01-15T14:42:41.573 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2023-01-15T14:42:41.573 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-01-15T14:42:41.573 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2023-01-15T14:42:41.573 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:42:41.573 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:42:41.573 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:42:41.573 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:42:41.573 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:42:41.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:41.570+0000 7fecd1a6a800 -1 shutting down 2023-01-15T14:42:41.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:41.570+0000 7febf2ffd700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 107812, si_uid : 1000, si_addr0x3e80001a524, si_status0 2023-01-15T14:42:41.664 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SHUTDOWN (92 ms) 2023-01-15T14:42:41.664 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 13 tests from LibRGW (512 ms total) 2023-01-15T14:42:41.664 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:41.664 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:42:41.664 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 13 tests from 1 test suite ran. (512 ms total) 2023-01-15T14:42:41.665 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 13 tests. 2023-01-15T14:42:41.668 INFO:tasks.workunit.client.0.smithi027.stdout:phase 3.2 2023-01-15T14:42:42.014 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 13 tests from 1 test suite. 2023-01-15T14:42:42.014 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:42:42.015 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 13 tests from LibRGW 2023-01-15T14:42:42.015 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:42:42.023 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:42.023 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:42.324 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.INIT (309 ms) 2023-01-15T14:42:42.324 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:42:42.324 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-01-15T14:42:42.324 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-01-15T14:42:42.324 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2023-01-15T14:42:42.324 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-01-15T14:42:42.328 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (4 ms) 2023-01-15T14:42:42.328 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-01-15T14:42:42.332 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (3 ms) 2023-01-15T14:42:42.332 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.LARGE1 2023-01-15T14:42:42.424 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.LARGE1 (92 ms) 2023-01-15T14:42:42.424 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.LARGE2 2023-01-15T14:42:42.424 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.LARGE2 (0 ms) 2023-01-15T14:42:42.424 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-01-15T14:42:42.424 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-01-15T14:42:42.425 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-01-15T14:42:42.428 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.DELETE_OBJECT (4 ms) 2023-01-15T14:42:42.428 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-01-15T14:42:42.458 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.DELETE_BUCKET (31 ms) 2023-01-15T14:42:42.459 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:42:42.459 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:42:42.459 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:42:42.459 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:42:42.459 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:42:42.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:42.456+0000 7fd1566cb800 -1 shutting down 2023-01-15T14:42:42.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:42.457+0000 7fd076ffd700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 107900, si_uid : 1000, si_addr0x3e80001a57c, si_status0 2023-01-15T14:42:42.527 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SHUTDOWN (68 ms) 2023-01-15T14:42:42.527 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 13 tests from LibRGW (512 ms total) 2023-01-15T14:42:42.527 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:42.527 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:42:42.528 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 13 tests from 1 test suite ran. (512 ms total) 2023-01-15T14:42:42.528 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 13 tests. 2023-01-15T14:42:42.531 INFO:tasks.workunit.client.0.smithi027.stdout:phase 4.1 2023-01-15T14:42:42.554 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 11 tests from 1 test suite. 2023-01-15T14:42:42.554 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:42:42.554 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 11 tests from LibRGW 2023-01-15T14:42:42.554 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.TVAR 2023-01-15T14:42:42.554 INFO:tasks.workunit.client.0.smithi027.stdout:read i1: 64001 2023-01-15T14:42:42.554 INFO:tasks.workunit.client.0.smithi027.stdout:read s1: blunderbuss 2023-01-15T14:42:42.554 INFO:tasks.workunit.client.0.smithi027.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2023-01-15T14:42:42.555 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:42:42.565 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:42.565 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:42.866 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.INIT (312 ms) 2023-01-15T14:42:42.866 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:42:42.866 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-01-15T14:42:42.866 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-01-15T14:42:42.883 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (17 ms) 2023-01-15T14:42:42.883 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-01-15T14:42:43.289 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_0 2023-01-15T14:42:43.289 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_1 2023-01-15T14:42:43.289 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_2 2023-01-15T14:42:43.289 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_3 2023-01-15T14:42:43.289 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_4 2023-01-15T14:42:43.289 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_5 2023-01-15T14:42:43.290 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_6 2023-01-15T14:42:43.290 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_7 2023-01-15T14:42:43.290 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_8 2023-01-15T14:42:43.290 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_9 2023-01-15T14:42:43.290 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_10 2023-01-15T14:42:43.290 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_11 2023-01-15T14:42:43.290 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_12 2023-01-15T14:42:43.290 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_13 2023-01-15T14:42:43.290 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_14 2023-01-15T14:42:43.290 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_15 2023-01-15T14:42:43.290 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_16 2023-01-15T14:42:43.291 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_17 2023-01-15T14:42:43.291 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_18 2023-01-15T14:42:43.291 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_19 2023-01-15T14:42:43.291 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_20 2023-01-15T14:42:43.291 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_21 2023-01-15T14:42:43.291 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_22 2023-01-15T14:42:43.291 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_23 2023-01-15T14:42:43.291 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_24 2023-01-15T14:42:43.291 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_25 2023-01-15T14:42:43.291 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_26 2023-01-15T14:42:43.291 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_27 2023-01-15T14:42:43.291 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_28 2023-01-15T14:42:43.291 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_29 2023-01-15T14:42:43.292 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_30 2023-01-15T14:42:43.292 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_31 2023-01-15T14:42:43.292 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_32 2023-01-15T14:42:43.292 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_33 2023-01-15T14:42:43.292 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_34 2023-01-15T14:42:43.292 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_35 2023-01-15T14:42:43.292 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_36 2023-01-15T14:42:43.292 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_37 2023-01-15T14:42:43.292 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_38 2023-01-15T14:42:43.292 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_39 2023-01-15T14:42:43.293 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_40 2023-01-15T14:42:43.293 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_41 2023-01-15T14:42:43.293 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_42 2023-01-15T14:42:43.293 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_43 2023-01-15T14:42:43.293 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_44 2023-01-15T14:42:43.293 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_45 2023-01-15T14:42:43.293 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_46 2023-01-15T14:42:43.293 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_47 2023-01-15T14:42:43.293 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_48 2023-01-15T14:42:43.293 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_49 2023-01-15T14:42:43.293 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_50 2023-01-15T14:42:43.293 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_51 2023-01-15T14:42:43.294 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_52 2023-01-15T14:42:43.294 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_53 2023-01-15T14:42:43.294 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_54 2023-01-15T14:42:43.294 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_55 2023-01-15T14:42:43.294 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_56 2023-01-15T14:42:43.294 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_57 2023-01-15T14:42:43.294 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_58 2023-01-15T14:42:43.294 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_59 2023-01-15T14:42:43.294 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_60 2023-01-15T14:42:43.294 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_61 2023-01-15T14:42:43.294 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_62 2023-01-15T14:42:43.294 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_63 2023-01-15T14:42:43.295 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_64 2023-01-15T14:42:43.295 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_65 2023-01-15T14:42:43.295 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_66 2023-01-15T14:42:43.295 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_67 2023-01-15T14:42:43.295 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_68 2023-01-15T14:42:43.295 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_69 2023-01-15T14:42:43.295 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_70 2023-01-15T14:42:43.295 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_71 2023-01-15T14:42:43.295 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_72 2023-01-15T14:42:43.295 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_73 2023-01-15T14:42:43.295 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_74 2023-01-15T14:42:43.295 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_75 2023-01-15T14:42:43.296 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_76 2023-01-15T14:42:43.296 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_77 2023-01-15T14:42:43.296 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_78 2023-01-15T14:42:43.296 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_79 2023-01-15T14:42:43.296 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_80 2023-01-15T14:42:43.296 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_81 2023-01-15T14:42:43.296 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_82 2023-01-15T14:42:43.296 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_83 2023-01-15T14:42:43.296 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_84 2023-01-15T14:42:43.296 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_85 2023-01-15T14:42:43.297 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_86 2023-01-15T14:42:43.297 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_87 2023-01-15T14:42:43.297 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_88 2023-01-15T14:42:43.297 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_89 2023-01-15T14:42:43.297 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_90 2023-01-15T14:42:43.297 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_91 2023-01-15T14:42:43.297 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_92 2023-01-15T14:42:43.297 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_93 2023-01-15T14:42:43.297 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_94 2023-01-15T14:42:43.297 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_95 2023-01-15T14:42:43.297 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_96 2023-01-15T14:42:43.298 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_97 2023-01-15T14:42:43.298 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_98 2023-01-15T14:42:43.298 INFO:tasks.workunit.client.0.smithi027.stdout:created: dmarker:f_99 2023-01-15T14:42:43.298 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (405 ms) 2023-01-15T14:42:43.298 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-01-15T14:42:43.299 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=. flags=4 2023-01-15T14:42:43.299 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=.. flags=4 2023-01-15T14:42:43.299 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2023-01-15T14:42:43.299 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2023-01-15T14:42:43.299 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2023-01-15T14:42:43.299 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2023-01-15T14:42:43.299 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2023-01-15T14:42:43.299 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2023-01-15T14:42:43.300 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2023-01-15T14:42:43.300 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2023-01-15T14:42:43.300 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2023-01-15T14:42:43.300 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2023-01-15T14:42:43.300 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2023-01-15T14:42:43.300 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2023-01-15T14:42:43.300 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2023-01-15T14:42:43.300 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2023-01-15T14:42:43.300 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2023-01-15T14:42:43.300 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2023-01-15T14:42:43.300 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2023-01-15T14:42:43.301 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2023-01-15T14:42:43.301 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2023-01-15T14:42:43.301 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2023-01-15T14:42:43.301 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2023-01-15T14:42:43.301 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2023-01-15T14:42:43.301 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2023-01-15T14:42:43.301 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2023-01-15T14:42:43.301 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2023-01-15T14:42:43.301 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2023-01-15T14:42:43.301 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2023-01-15T14:42:43.301 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2023-01-15T14:42:43.301 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2023-01-15T14:42:43.302 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2023-01-15T14:42:43.302 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2023-01-15T14:42:43.302 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2023-01-15T14:42:43.302 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2023-01-15T14:42:43.302 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2023-01-15T14:42:43.302 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2023-01-15T14:42:43.302 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2023-01-15T14:42:43.302 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2023-01-15T14:42:43.302 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2023-01-15T14:42:43.302 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2023-01-15T14:42:43.302 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2023-01-15T14:42:43.303 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2023-01-15T14:42:43.303 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2023-01-15T14:42:43.303 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2023-01-15T14:42:43.303 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2023-01-15T14:42:43.303 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2023-01-15T14:42:43.303 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2023-01-15T14:42:43.303 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2023-01-15T14:42:43.303 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2023-01-15T14:42:43.303 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2023-01-15T14:42:43.303 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2023-01-15T14:42:43.303 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2023-01-15T14:42:43.303 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2023-01-15T14:42:43.303 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2023-01-15T14:42:43.304 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2023-01-15T14:42:43.304 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2023-01-15T14:42:43.304 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2023-01-15T14:42:43.304 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2023-01-15T14:42:43.304 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2023-01-15T14:42:43.304 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2023-01-15T14:42:43.304 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2023-01-15T14:42:43.304 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2023-01-15T14:42:43.304 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2023-01-15T14:42:43.304 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2023-01-15T14:42:43.305 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2023-01-15T14:42:43.305 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2023-01-15T14:42:43.305 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2023-01-15T14:42:43.305 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2023-01-15T14:42:43.305 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2023-01-15T14:42:43.305 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2023-01-15T14:42:43.305 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2023-01-15T14:42:43.305 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2023-01-15T14:42:43.305 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2023-01-15T14:42:43.305 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2023-01-15T14:42:43.305 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2023-01-15T14:42:43.306 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2023-01-15T14:42:43.306 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2023-01-15T14:42:43.306 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2023-01-15T14:42:43.306 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2023-01-15T14:42:43.306 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2023-01-15T14:42:43.306 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2023-01-15T14:42:43.306 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2023-01-15T14:42:43.306 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2023-01-15T14:42:43.306 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2023-01-15T14:42:43.306 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2023-01-15T14:42:43.306 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2023-01-15T14:42:43.307 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2023-01-15T14:42:43.307 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2023-01-15T14:42:43.307 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2023-01-15T14:42:43.307 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2023-01-15T14:42:43.307 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2023-01-15T14:42:43.307 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2023-01-15T14:42:43.307 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2023-01-15T14:42:43.307 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2023-01-15T14:42:43.307 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2023-01-15T14:42:43.307 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2023-01-15T14:42:43.307 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2023-01-15T14:42:43.308 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2023-01-15T14:42:43.308 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2023-01-15T14:42:43.308 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2023-01-15T14:42:43.308 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2023-01-15T14:42:43.308 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_READDIR (2 ms) 2023-01-15T14:42:43.308 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2023-01-15T14:42:43.308 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2023-01-15T14:42:43.308 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2023-01-15T14:42:43.308 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2023-01-15T14:42:43.308 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2023-01-15T14:42:43.309 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2023-01-15T14:42:43.309 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2023-01-15T14:42:43.309 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2023-01-15T14:42:43.309 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2023-01-15T14:42:43.309 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2023-01-15T14:42:43.309 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2023-01-15T14:42:43.309 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2023-01-15T14:42:43.309 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2023-01-15T14:42:43.309 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2023-01-15T14:42:43.309 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2023-01-15T14:42:43.309 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2023-01-15T14:42:43.309 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2023-01-15T14:42:43.310 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2023-01-15T14:42:43.310 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2023-01-15T14:42:43.310 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2023-01-15T14:42:43.310 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2023-01-15T14:42:43.310 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2023-01-15T14:42:43.310 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2023-01-15T14:42:43.310 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2023-01-15T14:42:43.310 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2023-01-15T14:42:43.310 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2023-01-15T14:42:43.310 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2023-01-15T14:42:43.310 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2023-01-15T14:42:43.310 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2023-01-15T14:42:43.310 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2023-01-15T14:42:43.311 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2023-01-15T14:42:43.311 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2023-01-15T14:42:43.311 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2023-01-15T14:42:43.311 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2023-01-15T14:42:43.311 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2023-01-15T14:42:43.311 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2023-01-15T14:42:43.311 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2023-01-15T14:42:43.311 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2023-01-15T14:42:43.311 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2023-01-15T14:42:43.311 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2023-01-15T14:42:43.311 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2023-01-15T14:42:43.311 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2023-01-15T14:42:43.312 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2023-01-15T14:42:43.312 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2023-01-15T14:42:43.312 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2023-01-15T14:42:43.312 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2023-01-15T14:42:43.312 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2023-01-15T14:42:43.312 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2023-01-15T14:42:43.312 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2023-01-15T14:42:43.312 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2023-01-15T14:42:43.312 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2023-01-15T14:42:43.312 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2023-01-15T14:42:43.313 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2023-01-15T14:42:43.313 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2023-01-15T14:42:43.313 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2023-01-15T14:42:43.313 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2023-01-15T14:42:43.313 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2023-01-15T14:42:43.313 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2023-01-15T14:42:43.313 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2023-01-15T14:42:43.313 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2023-01-15T14:42:43.313 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2023-01-15T14:42:43.313 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2023-01-15T14:42:43.313 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2023-01-15T14:42:43.313 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2023-01-15T14:42:43.314 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2023-01-15T14:42:43.314 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2023-01-15T14:42:43.314 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2023-01-15T14:42:43.314 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2023-01-15T14:42:43.314 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2023-01-15T14:42:43.314 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2023-01-15T14:42:43.314 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2023-01-15T14:42:43.314 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2023-01-15T14:42:43.314 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2023-01-15T14:42:43.314 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2023-01-15T14:42:43.314 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2023-01-15T14:42:43.315 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2023-01-15T14:42:43.315 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2023-01-15T14:42:43.315 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2023-01-15T14:42:43.315 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2023-01-15T14:42:43.315 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2023-01-15T14:42:43.315 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2023-01-15T14:42:43.315 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2023-01-15T14:42:43.315 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2023-01-15T14:42:43.315 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2023-01-15T14:42:43.315 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2023-01-15T14:42:43.315 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2023-01-15T14:42:43.315 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2023-01-15T14:42:43.316 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2023-01-15T14:42:43.316 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2023-01-15T14:42:43.316 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2023-01-15T14:42:43.316 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2023-01-15T14:42:43.316 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2023-01-15T14:42:43.316 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2023-01-15T14:42:43.316 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2023-01-15T14:42:43.316 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2023-01-15T14:42:43.316 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2023-01-15T14:42:43.316 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2023-01-15T14:42:43.316 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2023-01-15T14:42:43.316 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2023-01-15T14:42:43.317 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2023-01-15T14:42:43.317 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2023-01-15T14:42:43.317 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER2_READDIR (2 ms) 2023-01-15T14:42:43.317 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-01-15T14:42:43.317 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-01-15T14:42:43.317 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:42:43.317 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:42:43.317 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:42:43.317 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:42:43.317 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:42:43.318 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:43.291+0000 7f2446ca4800 -1 shutting down 2023-01-15T14:42:43.318 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:43.291+0000 7f23717fa700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 107988, si_uid : 1000, si_addr0x3e80001a5d4, si_status0 2023-01-15T14:42:43.369 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SHUTDOWN (77 ms) 2023-01-15T14:42:43.369 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 11 tests from LibRGW (816 ms total) 2023-01-15T14:42:43.369 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:43.369 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:42:43.369 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 11 tests from 1 test suite ran. (816 ms total) 2023-01-15T14:42:43.369 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 11 tests. 2023-01-15T14:42:43.373 INFO:tasks.workunit.client.0.smithi027.stdout:phase 4.2 2023-01-15T14:42:43.396 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 11 tests from 1 test suite. 2023-01-15T14:42:43.396 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:42:43.396 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 11 tests from LibRGW 2023-01-15T14:42:43.396 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.TVAR 2023-01-15T14:42:43.396 INFO:tasks.workunit.client.0.smithi027.stdout:read i1: 64001 2023-01-15T14:42:43.396 INFO:tasks.workunit.client.0.smithi027.stdout:read s1: blunderbuss 2023-01-15T14:42:43.396 INFO:tasks.workunit.client.0.smithi027.stdout:read s3: [ OK ] LibRGW.TVAR (0 ms) 2023-01-15T14:42:43.396 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:42:43.404 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:43.404 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:43.503 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.INIT (107 ms) 2023-01-15T14:42:43.503 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:42:43.503 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-01-15T14:42:43.503 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_SETUP_BUCKET 2023-01-15T14:42:43.512 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_SETUP_BUCKET (9 ms) 2023-01-15T14:42:43.512 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_SETUP_OBJECTS 2023-01-15T14:42:43.512 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_SETUP_OBJECTS (0 ms) 2023-01-15T14:42:43.512 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_READDIR 2023-01-15T14:42:43.512 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_READDIR (0 ms) 2023-01-15T14:42:43.513 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER2_READDIR 2023-01-15T14:42:43.515 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_0 flags=8 2023-01-15T14:42:43.515 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_1 flags=8 2023-01-15T14:42:43.515 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_10 flags=8 2023-01-15T14:42:43.515 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_11 flags=8 2023-01-15T14:42:43.515 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_12 flags=8 2023-01-15T14:42:43.515 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_13 flags=8 2023-01-15T14:42:43.515 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_14 flags=8 2023-01-15T14:42:43.515 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_15 flags=8 2023-01-15T14:42:43.515 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_16 flags=8 2023-01-15T14:42:43.515 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_17 flags=8 2023-01-15T14:42:43.516 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_18 flags=8 2023-01-15T14:42:43.516 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_19 flags=8 2023-01-15T14:42:43.516 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_2 flags=8 2023-01-15T14:42:43.516 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_20 flags=8 2023-01-15T14:42:43.516 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_21 flags=8 2023-01-15T14:42:43.516 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_22 flags=8 2023-01-15T14:42:43.516 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_23 flags=8 2023-01-15T14:42:43.516 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_24 flags=8 2023-01-15T14:42:43.516 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_25 flags=8 2023-01-15T14:42:43.516 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_26 flags=8 2023-01-15T14:42:43.516 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_27 flags=8 2023-01-15T14:42:43.516 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_28 flags=8 2023-01-15T14:42:43.517 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_29 flags=8 2023-01-15T14:42:43.517 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_3 flags=8 2023-01-15T14:42:43.517 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_30 flags=8 2023-01-15T14:42:43.517 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_31 flags=8 2023-01-15T14:42:43.517 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_32 flags=8 2023-01-15T14:42:43.517 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_33 flags=8 2023-01-15T14:42:43.517 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_34 flags=8 2023-01-15T14:42:43.517 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_35 flags=8 2023-01-15T14:42:43.517 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_36 flags=8 2023-01-15T14:42:43.517 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_37 flags=8 2023-01-15T14:42:43.517 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_38 flags=8 2023-01-15T14:42:43.517 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_39 flags=8 2023-01-15T14:42:43.518 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_4 flags=8 2023-01-15T14:42:43.518 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_40 flags=8 2023-01-15T14:42:43.518 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_41 flags=8 2023-01-15T14:42:43.518 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_42 flags=8 2023-01-15T14:42:43.518 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_43 flags=8 2023-01-15T14:42:43.518 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_44 flags=8 2023-01-15T14:42:43.518 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_45 flags=8 2023-01-15T14:42:43.518 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_46 flags=8 2023-01-15T14:42:43.518 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_47 flags=8 2023-01-15T14:42:43.518 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_48 flags=8 2023-01-15T14:42:43.518 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_49 flags=8 2023-01-15T14:42:43.518 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_5 flags=8 2023-01-15T14:42:43.518 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_50 flags=8 2023-01-15T14:42:43.519 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_51 flags=8 2023-01-15T14:42:43.519 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_52 flags=8 2023-01-15T14:42:43.519 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_53 flags=8 2023-01-15T14:42:43.519 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_54 flags=8 2023-01-15T14:42:43.519 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_55 flags=8 2023-01-15T14:42:43.519 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_56 flags=8 2023-01-15T14:42:43.519 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_57 flags=8 2023-01-15T14:42:43.519 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_58 flags=8 2023-01-15T14:42:43.519 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_59 flags=8 2023-01-15T14:42:43.519 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_6 flags=8 2023-01-15T14:42:43.519 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_60 flags=8 2023-01-15T14:42:43.519 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_61 flags=8 2023-01-15T14:42:43.520 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_62 flags=8 2023-01-15T14:42:43.520 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_63 flags=8 2023-01-15T14:42:43.520 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_64 flags=8 2023-01-15T14:42:43.520 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_65 flags=8 2023-01-15T14:42:43.520 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_66 flags=8 2023-01-15T14:42:43.520 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_67 flags=8 2023-01-15T14:42:43.520 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_68 flags=8 2023-01-15T14:42:43.520 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_69 flags=8 2023-01-15T14:42:43.520 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_7 flags=8 2023-01-15T14:42:43.520 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_70 flags=8 2023-01-15T14:42:43.520 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_71 flags=8 2023-01-15T14:42:43.520 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_72 flags=8 2023-01-15T14:42:43.521 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_73 flags=8 2023-01-15T14:42:43.521 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_74 flags=8 2023-01-15T14:42:43.521 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_75 flags=8 2023-01-15T14:42:43.521 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_76 flags=8 2023-01-15T14:42:43.521 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_77 flags=8 2023-01-15T14:42:43.521 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_78 flags=8 2023-01-15T14:42:43.521 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_79 flags=8 2023-01-15T14:42:43.521 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_8 flags=8 2023-01-15T14:42:43.521 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_80 flags=8 2023-01-15T14:42:43.521 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_81 flags=8 2023-01-15T14:42:43.521 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_82 flags=8 2023-01-15T14:42:43.521 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_83 flags=8 2023-01-15T14:42:43.522 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_84 flags=8 2023-01-15T14:42:43.522 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_85 flags=8 2023-01-15T14:42:43.522 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_86 flags=8 2023-01-15T14:42:43.522 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_87 flags=8 2023-01-15T14:42:43.522 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_88 flags=8 2023-01-15T14:42:43.522 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_89 flags=8 2023-01-15T14:42:43.522 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_9 flags=8 2023-01-15T14:42:43.522 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_90 flags=8 2023-01-15T14:42:43.522 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_91 flags=8 2023-01-15T14:42:43.522 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_92 flags=8 2023-01-15T14:42:43.522 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_93 flags=8 2023-01-15T14:42:43.522 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_94 flags=8 2023-01-15T14:42:43.522 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_95 flags=8 2023-01-15T14:42:43.523 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_96 flags=8 2023-01-15T14:42:43.523 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_97 flags=8 2023-01-15T14:42:43.523 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_98 flags=8 2023-01-15T14:42:43.523 INFO:tasks.workunit.client.0.smithi027.stdout:r2_cb bucket=dmarker dir=nfs_marker iv count=0 called back name=f_99 flags=8 2023-01-15T14:42:43.523 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER2_READDIR (2 ms) 2023-01-15T14:42:43.523 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MARKER1_OBJ_CLEANUP 2023-01-15T14:42:43.523 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MARKER1_OBJ_CLEANUP (0 ms) 2023-01-15T14:42:43.523 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:42:43.523 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:42:43.523 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:42:43.523 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:42:43.523 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:42:43.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:43.513+0000 7efe37b05800 -1 shutting down 2023-01-15T14:42:43.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:43.513+0000 7efd59ffb700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 108076, si_uid : 1000, si_addr0x3e80001a62c, si_status0 2023-01-15T14:42:43.606 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SHUTDOWN (92 ms) 2023-01-15T14:42:43.607 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 11 tests from LibRGW (211 ms total) 2023-01-15T14:42:43.607 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:43.607 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:42:43.607 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 11 tests from 1 test suite ran. (211 ms total) 2023-01-15T14:42:43.607 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 11 tests. 2023-01-15T14:42:43.609 INFO:tasks.workunit.client.0.smithi027.stdout:phase 5.1 2023-01-15T14:42:43.643 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 19 tests from 1 test suite. 2023-01-15T14:42:43.643 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:42:43.643 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 19 tests from LibRGW 2023-01-15T14:42:43.643 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:42:43.653 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:43.654 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:43.753 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.INIT (110 ms) 2023-01-15T14:42:43.753 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:42:43.753 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-01-15T14:42:43.753 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-01-15T14:42:43.761 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CREATE_BUCKET (7 ms) 2023-01-15T14:42:43.761 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-01-15T14:42:43.764 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (4 ms) 2023-01-15T14:42:43.764 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2023-01-15T14:42:43.764 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2023-01-15T14:42:43.764 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-01-15T14:42:43.766 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (1 ms) 2023-01-15T14:42:43.766 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.OBJ_OPEN 2023-01-15T14:42:43.766 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2023-01-15T14:42:43.766 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.PUT_OBJECT 2023-01-15T14:42:43.769 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.PUT_OBJECT (4 ms) 2023-01-15T14:42:43.769 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.GET_OBJECT 2023-01-15T14:42:43.771 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.GET_OBJECT (1 ms) 2023-01-15T14:42:43.771 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-01-15T14:42:43.771 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-01-15T14:42:43.771 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2023-01-15T14:42:43.771 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2023-01-15T14:42:43.771 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.WRITEV 2023-01-15T14:42:43.772 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2023-01-15T14:42:43.772 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.READV 2023-01-15T14:42:43.772 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.READV (0 ms) 2023-01-15T14:42:43.772 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2023-01-15T14:42:43.772 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2023-01-15T14:42:43.772 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-01-15T14:42:43.772 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.DELETE_OBJECT (0 ms) 2023-01-15T14:42:43.772 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-01-15T14:42:43.772 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.DELETE_BUCKET (0 ms) 2023-01-15T14:42:43.772 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:42:43.772 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:42:43.773 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:42:43.773 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:42:43.773 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:42:43.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:43.769+0000 7f4c2136c800 -1 shutting down 2023-01-15T14:42:43.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:43.769+0000 7f4b3effd700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 108164, si_uid : 1000, si_addr0x3e80001a684, si_status0 2023-01-15T14:42:43.856 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SHUTDOWN (86 ms) 2023-01-15T14:42:43.856 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 19 tests from LibRGW (214 ms total) 2023-01-15T14:42:43.857 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:43.857 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:42:43.857 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 19 tests from 1 test suite ran. (214 ms total) 2023-01-15T14:42:43.857 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 19 tests. 2023-01-15T14:42:43.859 INFO:tasks.workunit.client.0.smithi027.stdout:phase 5.2 2023-01-15T14:42:43.893 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] Running 19 tests from 1 test suite. 2023-01-15T14:42:43.893 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment set-up. 2023-01-15T14:42:43.893 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 19 tests from LibRGW 2023-01-15T14:42:43.894 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.INIT 2023-01-15T14:42:43.901 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:43.901 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:44.201 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.INIT (307 ms) 2023-01-15T14:42:44.201 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.MOUNT 2023-01-15T14:42:44.201 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.MOUNT (1 ms) 2023-01-15T14:42:44.202 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CREATE_BUCKET 2023-01-15T14:42:44.202 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CREATE_BUCKET (0 ms) 2023-01-15T14:42:44.202 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.LOOKUP_BUCKET 2023-01-15T14:42:44.206 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.LOOKUP_BUCKET (4 ms) 2023-01-15T14:42:44.206 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.LIST_OBJECTS 2023-01-15T14:42:44.206 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.LIST_OBJECTS (0 ms) 2023-01-15T14:42:44.206 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.LOOKUP_OBJECT 2023-01-15T14:42:44.206 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.LOOKUP_OBJECT (0 ms) 2023-01-15T14:42:44.206 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.OBJ_OPEN 2023-01-15T14:42:44.207 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.OBJ_OPEN (0 ms) 2023-01-15T14:42:44.207 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.PUT_OBJECT 2023-01-15T14:42:44.207 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.PUT_OBJECT (0 ms) 2023-01-15T14:42:44.207 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.GET_OBJECT 2023-01-15T14:42:44.207 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.GET_OBJECT (0 ms) 2023-01-15T14:42:44.207 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.STAT_OBJECT 2023-01-15T14:42:44.207 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.STAT_OBJECT (0 ms) 2023-01-15T14:42:44.207 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.WRITE_READ_VERIFY 2023-01-15T14:42:44.207 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.WRITE_READ_VERIFY (0 ms) 2023-01-15T14:42:44.207 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.WRITEV 2023-01-15T14:42:44.207 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.WRITEV (0 ms) 2023-01-15T14:42:44.207 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.READV 2023-01-15T14:42:44.208 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.READV (0 ms) 2023-01-15T14:42:44.208 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.READV_AFTER_WRITEV 2023-01-15T14:42:44.208 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.READV_AFTER_WRITEV (0 ms) 2023-01-15T14:42:44.208 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.DELETE_OBJECT 2023-01-15T14:42:44.210 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.DELETE_OBJECT (4 ms) 2023-01-15T14:42:44.210 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.DELETE_BUCKET 2023-01-15T14:42:44.244 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.DELETE_BUCKET (34 ms) 2023-01-15T14:42:44.244 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.CLEANUP 2023-01-15T14:42:44.244 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.CLEANUP (0 ms) 2023-01-15T14:42:44.244 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.UMOUNT 2023-01-15T14:42:44.244 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.UMOUNT (0 ms) 2023-01-15T14:42:44.244 INFO:tasks.workunit.client.0.smithi027.stdout:[ RUN ] LibRGW.SHUTDOWN 2023-01-15T14:42:44.245 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:44.243+0000 7f99f381b800 -1 shutting down 2023-01-15T14:42:44.245 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:42:44.243+0000 7f9915ffb700 -1 received signal: User defined signal 1, si_code : -6, si_value (int): 0, si_value (ptr): 0, si_errno: 0, si_pid : 108252, si_uid : 1000, si_addr0x3e80001a6dc, si_status0 2023-01-15T14:42:44.305 INFO:tasks.workunit.client.0.smithi027.stdout:[ OK ] LibRGW.SHUTDOWN (61 ms) 2023-01-15T14:42:44.305 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] 19 tests from LibRGW (411 ms total) 2023-01-15T14:42:44.305 INFO:tasks.workunit.client.0.smithi027.stdout: 2023-01-15T14:42:44.305 INFO:tasks.workunit.client.0.smithi027.stdout:[----------] Global test environment tear-down 2023-01-15T14:42:44.305 INFO:tasks.workunit.client.0.smithi027.stdout:[==========] 19 tests from 1 test suite ran. (411 ms total) 2023-01-15T14:42:44.305 INFO:tasks.workunit.client.0.smithi027.stdout:[ PASSED ] 19 tests. 2023-01-15T14:42:44.308 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:42:44.308 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:42:44.337 INFO:tasks.workunit:Stopping ['cls/test_cls_lock.sh', 'cls/test_cls_log.sh', 'cls/test_cls_refcount.sh', 'cls/test_cls_rgw.sh', 'cls/test_cls_rgw_gc.sh', 'cls/test_cls_rgw_stats.sh', 'cls/test_cls_cmpomap.sh', 'cls/test_cls_2pc_queue.sh', 'rgw/test_rgw_gc_log.sh', 'rgw/test_rgw_obj.sh', 'rgw/test_rgw_throttle.sh', 'rgw/test_librgw_file.sh'] on client.0... 2023-01-15T14:42:44.337 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-01-15T14:42:44.632 DEBUG:teuthology.parallel:result is None 2023-01-15T14:42:44.633 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-01-15T14:42:44.661 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-01-15T14:42:44.661 DEBUG:teuthology.orchestra.run.smithi027:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-01-15T14:42:44.720 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-01-15T14:42:44.720 INFO:teuthology.run_tasks:Running task ragweed... 2023-01-15T14:42:44.739 DEBUG:tasks.ragweed:ragweed config is {'client.0': {'default-branch': 'ceph-master', 'rgw_server': 'client.0', 'stages': 'prepare,check'}} 2023-01-15T14:42:44.739 INFO:tasks.ragweed:Downloading ragweed... 2023-01-15T14:42:44.740 INFO:tasks.ragweed:Using branch 'wip-fips-openssl3_i01' for ragweed 2023-01-15T14:42:44.740 DEBUG:teuthology.orchestra.run.smithi027:> git clone -b wip-fips-openssl3_i01 https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed 2023-01-15T14:42:44.778 INFO:teuthology.orchestra.run.smithi027.stderr:Cloning into '/home/ubuntu/cephtest/ragweed'... 2023-01-15T14:42:44.801 INFO:teuthology.orchestra.run.smithi027.stderr:fatal: Remote branch wip-fips-openssl3_i01 not found in upstream origin 2023-01-15T14:42:44.802 DEBUG:teuthology.orchestra.run:got remote process result: 128 2023-01-15T14:42:44.803 INFO:tasks.ragweed:Using branch 'ceph-master' for ragweed 2023-01-15T14:42:44.803 DEBUG:teuthology.orchestra.run.smithi027:> git clone -b ceph-master https://git.ceph.com/ragweed.git /home/ubuntu/cephtest/ragweed 2023-01-15T14:42:44.860 INFO:teuthology.orchestra.run.smithi027.stderr:Cloning into '/home/ubuntu/cephtest/ragweed'... 2023-01-15T14:42:44.911 INFO:tasks.ragweed:Creating rgw users... 2023-01-15T14:42:44.911 DEBUG:tasks.ragweed:Creating user ragweed.client.0 on client.0 2023-01-15T14:42:44.911 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid ragweed.client.0 --display-name 'Mr. ragweed.client.0' --access-key AGKIZUOGFFBJOXLKLNSP --secret ZoA1JZs+T+I/iXCqXVQx9eQBg+G/es+CxWv+zY+/QKl9Ox/rr20U5A== --email ragweed.client.0+test@test.test --system false 2023-01-15T14:42:45.006 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:45.006 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:45.015 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.015+0000 7f18eff34780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.018 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.016+0000 7f18eff34780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.018 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.016+0000 7f18eff34780 20 realm 2023-01-15T14:42:45.018 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.016+0000 7f18eff34780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.018 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.017+0000 7f18eff34780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.018 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.017+0000 7f18eff34780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:42:45.018 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.017+0000 7f18eff34780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.018 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.017+0000 7f18eff34780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.018 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.017+0000 7f18eff34780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.019 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.018+0000 7f18eff34780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:42:45.019 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.018+0000 7f18eff34780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.019 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.018+0000 7f18eff34780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:42:45.019 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.018+0000 7f18eff34780 20 searching for the correct realm 2023-01-15T14:42:45.028 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.028+0000 7f18edee2700 0 -- 172.21.15.27:0/1866491293 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x563b4ebae400 msgr2=0x563b4e8acc00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:42:45.030 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.029+0000 7f18eff34780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:42:45.030 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.029+0000 7f18eff34780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:42:45.031 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.029+0000 7f18eff34780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:42:45.031 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.029+0000 7f18eff34780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:42:45.031 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.029+0000 7f18eff34780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.031 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.030+0000 7f18eff34780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.031 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.030+0000 7f18eff34780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.031 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.030+0000 7f18eff34780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:42:45.031 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.030+0000 7f18eff34780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.032 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.030+0000 7f18eff34780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:42:45.032 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.030+0000 7f18eff34780 20 zone default found 2023-01-15T14:42:45.032 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.030+0000 7f18eff34780 4 Realm: () 2023-01-15T14:42:45.032 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.030+0000 7f18eff34780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:42:45.033 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.030+0000 7f18eff34780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:42:45.033 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.030+0000 7f18eff34780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:42:45.033 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.030+0000 7f18eff34780 20 zonegroup default 2023-01-15T14:42:45.033 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.030+0000 7f18eff34780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.033 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.030+0000 7f18eff34780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.033 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.030+0000 7f18eff34780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.033 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.031+0000 7f18eff34780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.033 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.031+0000 7f18eff34780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.033 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.031+0000 7f18eff34780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.033 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.031+0000 7f18eff34780 20 started sync module instance, tier type = 2023-01-15T14:42:45.033 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.031+0000 7f18eff34780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:42:45.036 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.035+0000 7f18ee6e3700 0 -- 172.21.15.27:0/1866491293 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x563b4ebb0400 msgr2=0x563b4eba3b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:42:45.039 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.038+0000 7f18eff34780 20 add_watcher() i=0 2023-01-15T14:42:45.039 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.038+0000 7f18eff34780 20 add_watcher() i=1 2023-01-15T14:42:45.039 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.038+0000 7f18eff34780 20 add_watcher() i=2 2023-01-15T14:42:45.039 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.038+0000 7f18eff34780 20 add_watcher() i=3 2023-01-15T14:42:45.039 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.038+0000 7f18eff34780 20 add_watcher() i=4 2023-01-15T14:42:45.039 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.038+0000 7f18eff34780 20 add_watcher() i=5 2023-01-15T14:42:45.039 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.038+0000 7f18eff34780 20 add_watcher() i=6 2023-01-15T14:42:45.040 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.039+0000 7f18eff34780 20 add_watcher() i=7 2023-01-15T14:42:45.040 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.039+0000 7f18eff34780 2 all 8 watchers are set, enabling cache 2023-01-15T14:42:45.041 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.040+0000 7f18d4eb0700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:42:45.041 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.040+0000 7f18eff34780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:42:45.041 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.040+0000 7f18eff34780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:42:45.045 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.045+0000 7f18eff34780 5 note: GC not initialized 2023-01-15T14:42:45.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.045+0000 7f18d06a7700 20 reqs_thread_entry: start 2023-01-15T14:42:45.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.046+0000 7f18eff34780 20 init_complete bucket index max shards: 11 2023-01-15T14:42:45.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.046+0000 7f18eff34780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:42:45.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.046+0000 7f18ce6a3700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:43:15 2023 2023-01-15T14:42:45.047 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:42:45.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.046+0000 7f18cde81700 20 reqs_thread_entry: start 2023-01-15T14:42:45.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.046+0000 7f18eff34780 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2023-01-15T14:42:45.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.046+0000 7f18eff34780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.046+0000 7f18eff34780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.046+0000 7f18eff34780 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x0 2023-01-15T14:42:45.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.046+0000 7f18eff34780 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-01-15T14:42:45.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.046+0000 7f18eff34780 10 cache get: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test : miss 2023-01-15T14:42:45.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.046+0000 7f18eff34780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.049 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.047+0000 7f18eff34780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.049 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.047+0000 7f18eff34780 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x0 2023-01-15T14:42:45.049 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.047+0000 7f18eff34780 10 adding default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2023-01-15T14:42:45.049 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.047+0000 7f18eff34780 10 cache get: name=default.rgw.meta+users.keys+AGKIZUOGFFBJOXLKLNSP : miss 2023-01-15T14:42:45.049 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.047+0000 7f18eff34780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.049 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.047+0000 7f18eff34780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.049 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.047+0000 7f18eff34780 10 cache put: name=default.rgw.meta+users.keys+AGKIZUOGFFBJOXLKLNSP info.flags=0x0 2023-01-15T14:42:45.049 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.047+0000 7f18eff34780 10 adding default.rgw.meta+users.keys+AGKIZUOGFFBJOXLKLNSP to cache LRU end 2023-01-15T14:42:45.049 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.047+0000 7f18eff34780 10 cache get: name=default.rgw.meta+users.keys+AGKIZUOGFFBJOXLKLNSP : hit (negative entry) 2023-01-15T14:42:45.049 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.047+0000 7f18eff34780 10 cache get: name=default.rgw.meta+users.keys+AGKIZUOGFFBJOXLKLNSP : hit (negative entry) 2023-01-15T14:42:45.050 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.048+0000 7f18eff34780 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2023-01-15T14:42:45.050 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.048+0000 7f18eff34780 10 moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-01-15T14:42:45.050 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.048+0000 7f18eff34780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2023-01-15T14:42:45.050 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.048+0000 7f18e86d7700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 858993459220 cookie 94812720746880 notifier 5124 bl.length()=641 2023-01-15T14:42:45.050 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.048+0000 7f18e86d7700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x17 2023-01-15T14:42:45.050 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.048+0000 7f18e86d7700 10 rgw watcher librados: moving default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-01-15T14:42:45.051 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.050+0000 7f18eff34780 10 cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2023-01-15T14:42:45.051 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.050+0000 7f18eff34780 10 moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2023-01-15T14:42:45.051 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.050+0000 7f18eff34780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2023-01-15T14:42:45.051 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.050+0000 7f18e86d7700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 858993459204 cookie 94812720744576 notifier 5124 bl.length()=202 2023-01-15T14:42:45.052 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.050+0000 7f18e86d7700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+ragweed.client.0+test@test.test info.flags=0x7 2023-01-15T14:42:45.052 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.050+0000 7f18e86d7700 10 rgw watcher librados: moving default.rgw.meta+users.email+ragweed.client.0+test@test.test to cache LRU end 2023-01-15T14:42:45.052 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.052+0000 7f18eff34780 10 cache put: name=default.rgw.meta+users.keys+AGKIZUOGFFBJOXLKLNSP info.flags=0x7 2023-01-15T14:42:45.052 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.052+0000 7f18eff34780 10 moving default.rgw.meta+users.keys+AGKIZUOGFFBJOXLKLNSP to cache LRU end 2023-01-15T14:42:45.053 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.052+0000 7f18eff34780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.keys:AGKIZUOGFFBJOXLKLNSP, ofs0, ns] 2023-01-15T14:42:45.053 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.052+0000 7f18e86d7700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 858993459221 cookie 94812720743424 notifier 5124 bl.length()=190 2023-01-15T14:42:45.053 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.052+0000 7f18e86d7700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+AGKIZUOGFFBJOXLKLNSP info.flags=0x7 2023-01-15T14:42:45.053 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.052+0000 7f18e86d7700 10 rgw watcher librados: moving default.rgw.meta+users.keys+AGKIZUOGFFBJOXLKLNSP to cache LRU end 2023-01-15T14:42:45.054 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2023-01-15T14:42:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "user_id": "ragweed.client.0", 2023-01-15T14:42:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "display_name": "Mr. ragweed.client.0", 2023-01-15T14:42:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "email": "ragweed.client.0+test@test.test", 2023-01-15T14:42:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "suspended": 0, 2023-01-15T14:42:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "max_buckets": 1000, 2023-01-15T14:42:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "subusers": [], 2023-01-15T14:42:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "keys": [ 2023-01-15T14:42:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:42:45.054 INFO:teuthology.orchestra.run.smithi027.stdout: "user": "ragweed.client.0", 2023-01-15T14:42:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "access_key": "AGKIZUOGFFBJOXLKLNSP", 2023-01-15T14:42:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "secret_key": "ZoA1JZs+T+I/iXCqXVQx9eQBg+G/es+CxWv+zY+/QKl9Ox/rr20U5A==" 2023-01-15T14:42:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:42:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:42:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "swift_keys": [], 2023-01-15T14:42:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": [], 2023-01-15T14:42:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "op_mask": "read, write, delete", 2023-01-15T14:42:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "default_placement": "", 2023-01-15T14:42:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "default_storage_class": "", 2023-01-15T14:42:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "placement_tags": [], 2023-01-15T14:42:45.055 INFO:teuthology.orchestra.run.smithi027.stdout: "bucket_quota": { 2023-01-15T14:42:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:42:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:42:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:42:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:42:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:42:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:42:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "user_quota": { 2023-01-15T14:42:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:42:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:42:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:42:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:42:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:42:45.056 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:42:45.057 INFO:teuthology.orchestra.run.smithi027.stdout: "temp_url_keys": [], 2023-01-15T14:42:45.057 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "rgw", 2023-01-15T14:42:45.057 INFO:teuthology.orchestra.run.smithi027.stdout: "mfa_ids": [] 2023-01-15T14:42:45.057 INFO:teuthology.orchestra.run.smithi027.stdout:} 2023-01-15T14:42:45.057 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:42:45.057 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.053+0000 7f18d4eb0700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:42:45.057 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.055+0000 7f18eff34780 20 remove_watcher() i=0 2023-01-15T14:42:45.058 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.055+0000 7f18eff34780 2 removed watcher, disabling cache 2023-01-15T14:42:45.058 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.056+0000 7f18eff34780 20 remove_watcher() i=1 2023-01-15T14:42:45.058 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.057+0000 7f18eff34780 20 remove_watcher() i=2 2023-01-15T14:42:45.061 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.058+0000 7f18eff34780 20 remove_watcher() i=3 2023-01-15T14:42:45.063 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.059+0000 7f18eff34780 20 remove_watcher() i=4 2023-01-15T14:42:45.063 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.060+0000 7f18eff34780 20 remove_watcher() i=5 2023-01-15T14:42:45.064 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.060+0000 7f18eff34780 20 remove_watcher() i=6 2023-01-15T14:42:45.064 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.061+0000 7f18eff34780 20 remove_watcher() i=7 2023-01-15T14:42:45.066 DEBUG:tasks.ragweed:Creating user sysuser.client.0 on client.0 2023-01-15T14:42:45.067 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid sysuser.client.0 --display-name 'Mr. sysuser.client.0' --access-key KQBJNODTWBCCRUXWOFNT --secret NOUUKI1C+Z0FBVSo0+G3RIGXEr+2Zb+/7Hw1eu0CZkOVpdQdI7rqgA== --email sysuser.client.0+test@test.test --system true 2023-01-15T14:42:45.122 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:42:45.122 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:42:45.132 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.131+0000 7f1c80ac2780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.133 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.132+0000 7f1c80ac2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.134 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.132+0000 7f1c80ac2780 20 realm 2023-01-15T14:42:45.134 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.132+0000 7f1c80ac2780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.134 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.133+0000 7f1c80ac2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.134 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.133+0000 7f1c80ac2780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:42:45.134 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.133+0000 7f1c80ac2780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.134 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.133+0000 7f1c80ac2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.134 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.133+0000 7f1c80ac2780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.134 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.134+0000 7f1c80ac2780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:42:45.135 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.134+0000 7f1c80ac2780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.135 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.134+0000 7f1c80ac2780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:42:45.135 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.134+0000 7f1c80ac2780 20 searching for the correct realm 2023-01-15T14:42:45.143 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.143+0000 7f1c7f271700 0 -- 172.21.15.27:0/500001111 >> [v2:172.21.15.27:6808/101520,v1:172.21.15.27:6809/101520] conn(0x5574c67e7c00 msgr2=0x5574c6714c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:42:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.145+0000 7f1c80ac2780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:42:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.145+0000 7f1c80ac2780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:42:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.145+0000 7f1c80ac2780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:42:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.145+0000 7f1c80ac2780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:42:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.145+0000 7f1c80ac2780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.145+0000 7f1c80ac2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.145+0000 7f1c80ac2780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.145+0000 7f1c80ac2780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:42:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.145+0000 7f1c80ac2780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.146+0000 7f1c80ac2780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:42:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.146+0000 7f1c80ac2780 20 zone default found 2023-01-15T14:42:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.146+0000 7f1c80ac2780 4 Realm: () 2023-01-15T14:42:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.146+0000 7f1c80ac2780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:42:45.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.146+0000 7f1c80ac2780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:42:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.146+0000 7f1c80ac2780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:42:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.146+0000 7f1c80ac2780 20 zonegroup default 2023-01-15T14:42:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.146+0000 7f1c80ac2780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.146+0000 7f1c80ac2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.146+0000 7f1c80ac2780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.146+0000 7f1c80ac2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.146+0000 7f1c80ac2780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.146+0000 7f1c80ac2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.150 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.146+0000 7f1c80ac2780 20 started sync module instance, tier type = 2023-01-15T14:42:45.151 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.146+0000 7f1c80ac2780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:42:45.151 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.149+0000 7f1c7ea70700 0 -- 172.21.15.27:0/500001111 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x5574c6ad8c00 msgr2=0x5574c6715180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:42:45.154 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.154+0000 7f1c80ac2780 20 add_watcher() i=0 2023-01-15T14:42:45.155 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.154+0000 7f1c80ac2780 20 add_watcher() i=1 2023-01-15T14:42:45.155 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.154+0000 7f1c80ac2780 20 add_watcher() i=2 2023-01-15T14:42:45.155 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.154+0000 7f1c80ac2780 20 add_watcher() i=3 2023-01-15T14:42:45.155 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.154+0000 7f1c80ac2780 20 add_watcher() i=4 2023-01-15T14:42:45.155 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.154+0000 7f1c80ac2780 20 add_watcher() i=5 2023-01-15T14:42:45.155 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.154+0000 7f1c80ac2780 20 add_watcher() i=6 2023-01-15T14:42:45.155 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.154+0000 7f1c80ac2780 20 add_watcher() i=7 2023-01-15T14:42:45.155 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.154+0000 7f1c80ac2780 2 all 8 watchers are set, enabling cache 2023-01-15T14:42:45.156 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.156+0000 7f1c65a3e700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:42:45.157 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.156+0000 7f1c80ac2780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:42:45.157 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.156+0000 7f1c80ac2780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:42:45.161 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.160+0000 7f1c80ac2780 5 note: GC not initialized 2023-01-15T14:42:45.162 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.161+0000 7f1c61235700 20 reqs_thread_entry: start 2023-01-15T14:42:45.162 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.161+0000 7f1c80ac2780 20 init_complete bucket index max shards: 11 2023-01-15T14:42:45.163 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.162+0000 7f1c80ac2780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:42:45.163 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.162+0000 7f1c5f231700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:43:15 2023 2023-01-15T14:42:45.163 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:42:45.163 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.162+0000 7f1c5ea0f700 20 reqs_thread_entry: start 2023-01-15T14:42:45.163 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.162+0000 7f1c80ac2780 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2023-01-15T14:42:45.163 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.162+0000 7f1c80ac2780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.164 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.163+0000 7f1c80ac2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.164 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.163+0000 7f1c80ac2780 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x0 2023-01-15T14:42:45.164 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.163+0000 7f1c80ac2780 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-01-15T14:42:45.164 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.163+0000 7f1c80ac2780 10 cache get: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test : miss 2023-01-15T14:42:45.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.163+0000 7f1c80ac2780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.163+0000 7f1c80ac2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.163+0000 7f1c80ac2780 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x0 2023-01-15T14:42:45.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.163+0000 7f1c80ac2780 10 adding default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2023-01-15T14:42:45.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.163+0000 7f1c80ac2780 10 cache get: name=default.rgw.meta+users.keys+KQBJNODTWBCCRUXWOFNT : miss 2023-01-15T14:42:45.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.163+0000 7f1c80ac2780 20 rados->read ofs=0 len=0 2023-01-15T14:42:45.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.163+0000 7f1c80ac2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:42:45.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.163+0000 7f1c80ac2780 10 cache put: name=default.rgw.meta+users.keys+KQBJNODTWBCCRUXWOFNT info.flags=0x0 2023-01-15T14:42:45.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.163+0000 7f1c80ac2780 10 adding default.rgw.meta+users.keys+KQBJNODTWBCCRUXWOFNT to cache LRU end 2023-01-15T14:42:45.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.163+0000 7f1c80ac2780 10 cache get: name=default.rgw.meta+users.keys+KQBJNODTWBCCRUXWOFNT : hit (negative entry) 2023-01-15T14:42:45.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.163+0000 7f1c80ac2780 10 cache get: name=default.rgw.meta+users.keys+KQBJNODTWBCCRUXWOFNT : hit (negative entry) 2023-01-15T14:42:45.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.164+0000 7f1c80ac2780 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2023-01-15T14:42:45.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.164+0000 7f1c80ac2780 10 moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-01-15T14:42:45.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.164+0000 7f1c80ac2780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2023-01-15T14:42:45.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.165+0000 7f1c79265700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 858993459205 cookie 93960033847424 notifier 4940 bl.length()=641 2023-01-15T14:42:45.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.165+0000 7f1c79265700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x17 2023-01-15T14:42:45.167 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.165+0000 7f1c79265700 10 rgw watcher librados: moving default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-01-15T14:42:45.167 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.166+0000 7f1c80ac2780 10 cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2023-01-15T14:42:45.167 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.166+0000 7f1c80ac2780 10 moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2023-01-15T14:42:45.167 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.166+0000 7f1c80ac2780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2023-01-15T14:42:45.167 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.166+0000 7f1c78a64700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 858993459222 cookie 93960033849728 notifier 4940 bl.length()=202 2023-01-15T14:42:45.168 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.166+0000 7f1c78a64700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+sysuser.client.0+test@test.test info.flags=0x7 2023-01-15T14:42:45.168 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.166+0000 7f1c78a64700 10 rgw watcher librados: moving default.rgw.meta+users.email+sysuser.client.0+test@test.test to cache LRU end 2023-01-15T14:42:45.169 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.168+0000 7f1c80ac2780 10 cache put: name=default.rgw.meta+users.keys+KQBJNODTWBCCRUXWOFNT info.flags=0x7 2023-01-15T14:42:45.169 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.168+0000 7f1c80ac2780 10 moving default.rgw.meta+users.keys+KQBJNODTWBCCRUXWOFNT to cache LRU end 2023-01-15T14:42:45.169 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.168+0000 7f1c80ac2780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.keys:KQBJNODTWBCCRUXWOFNT, ofs0, ns] 2023-01-15T14:42:45.169 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.168+0000 7f1c79265700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 858993459270 cookie 93960038023168 notifier 4940 bl.length()=190 2023-01-15T14:42:45.169 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.168+0000 7f1c79265700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+KQBJNODTWBCCRUXWOFNT info.flags=0x7 2023-01-15T14:42:45.169 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.168+0000 7f1c79265700 10 rgw watcher librados: moving default.rgw.meta+users.keys+KQBJNODTWBCCRUXWOFNT to cache LRU end 2023-01-15T14:42:45.170 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2023-01-15T14:42:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "user_id": "sysuser.client.0", 2023-01-15T14:42:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "display_name": "Mr. sysuser.client.0", 2023-01-15T14:42:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "email": "sysuser.client.0+test@test.test", 2023-01-15T14:42:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "suspended": 0, 2023-01-15T14:42:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "max_buckets": 1000, 2023-01-15T14:42:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "subusers": [], 2023-01-15T14:42:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "keys": [ 2023-01-15T14:42:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:42:45.170 INFO:teuthology.orchestra.run.smithi027.stdout: "user": "sysuser.client.0", 2023-01-15T14:42:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "access_key": "KQBJNODTWBCCRUXWOFNT", 2023-01-15T14:42:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "secret_key": "NOUUKI1C+Z0FBVSo0+G3RIGXEr+2Zb+/7Hw1eu0CZkOVpdQdI7rqgA==" 2023-01-15T14:42:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:42:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:42:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "swift_keys": [], 2023-01-15T14:42:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": [], 2023-01-15T14:42:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "op_mask": "read, write, delete", 2023-01-15T14:42:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "system": true, 2023-01-15T14:42:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "default_placement": "", 2023-01-15T14:42:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "default_storage_class": "", 2023-01-15T14:42:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "placement_tags": [], 2023-01-15T14:42:45.171 INFO:teuthology.orchestra.run.smithi027.stdout: "bucket_quota": { 2023-01-15T14:42:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:42:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:42:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:42:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:42:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:42:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:42:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "user_quota": { 2023-01-15T14:42:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:42:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:42:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:42:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:42:45.172 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:42:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:42:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: "temp_url_keys": [], 2023-01-15T14:42:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "rgw", 2023-01-15T14:42:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: "mfa_ids": [] 2023-01-15T14:42:45.173 INFO:teuthology.orchestra.run.smithi027.stdout:} 2023-01-15T14:42:45.173 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:42:45.173 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.169+0000 7f1c65a3e700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:42:45.174 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.171+0000 7f1c80ac2780 20 remove_watcher() i=0 2023-01-15T14:42:45.174 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.171+0000 7f1c80ac2780 2 removed watcher, disabling cache 2023-01-15T14:42:45.174 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.172+0000 7f1c80ac2780 20 remove_watcher() i=1 2023-01-15T14:42:45.174 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.173+0000 7f1c80ac2780 20 remove_watcher() i=2 2023-01-15T14:42:45.175 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.174+0000 7f1c80ac2780 20 remove_watcher() i=3 2023-01-15T14:42:45.176 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.175+0000 7f1c80ac2780 20 remove_watcher() i=4 2023-01-15T14:42:45.176 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.176+0000 7f1c80ac2780 20 remove_watcher() i=5 2023-01-15T14:42:45.177 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.176+0000 7f1c80ac2780 20 remove_watcher() i=6 2023-01-15T14:42:45.178 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:42:45.177+0000 7f1c80ac2780 20 remove_watcher() i=7 2023-01-15T14:42:45.183 INFO:tasks.ragweed:Configuring ragweed... 2023-01-15T14:42:45.183 DEBUG:teuthology.orchestra.run.smithi027:> cd /home/ubuntu/cephtest/ragweed && ./bootstrap 2023-01-15T14:42:45.201 INFO:teuthology.orchestra.run.smithi027.stderr:+ set -e 2023-01-15T14:42:45.201 INFO:teuthology.orchestra.run.smithi027.stderr:+ '[' -f /etc/debian_version ']' 2023-01-15T14:42:45.201 INFO:teuthology.orchestra.run.smithi027.stderr:+ '[' -f /etc/redhat-release ']' 2023-01-15T14:42:45.202 INFO:teuthology.orchestra.run.smithi027.stderr:+ for package in python3-pip python3-virtualenv python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:42:45.202 INFO:teuthology.orchestra.run.smithi027.stderr:++ rpm -qa python3-pip 2023-01-15T14:42:46.199 INFO:teuthology.orchestra.run.smithi027.stderr:+ '[' python3-pip-9.0.3-22.el8.noarch == '' ']' 2023-01-15T14:42:46.199 INFO:teuthology.orchestra.run.smithi027.stderr:+ for package in python3-pip python3-virtualenv python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:42:46.200 INFO:teuthology.orchestra.run.smithi027.stderr:++ rpm -qa python3-virtualenv 2023-01-15T14:42:47.200 INFO:teuthology.orchestra.run.smithi027.stderr:+ '[' python3-virtualenv-15.1.0-21.module_el8.5.0+895+a459eca8.noarch == '' ']' 2023-01-15T14:42:47.201 INFO:teuthology.orchestra.run.smithi027.stderr:+ for package in python3-pip python3-virtualenv python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:42:47.201 INFO:teuthology.orchestra.run.smithi027.stderr:++ rpm -qa python3-devel 2023-01-15T14:42:48.198 INFO:teuthology.orchestra.run.smithi027.stderr:+ '[' '' == '' ']' 2023-01-15T14:42:48.198 INFO:teuthology.orchestra.run.smithi027.stderr:+ missing=python3-devel 2023-01-15T14:42:48.198 INFO:teuthology.orchestra.run.smithi027.stderr:+ for package in python3-pip python3-virtualenv python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:42:48.198 INFO:teuthology.orchestra.run.smithi027.stderr:++ rpm -qa libevent-devel 2023-01-15T14:42:49.204 INFO:teuthology.orchestra.run.smithi027.stderr:+ '[' '' == '' ']' 2023-01-15T14:42:49.204 INFO:teuthology.orchestra.run.smithi027.stderr:+ missing='python3-devel libevent-devel' 2023-01-15T14:42:49.204 INFO:teuthology.orchestra.run.smithi027.stderr:+ for package in python3-pip python3-virtualenv python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:42:49.204 INFO:teuthology.orchestra.run.smithi027.stderr:++ rpm -qa libxml2-devel 2023-01-15T14:42:50.225 INFO:teuthology.orchestra.run.smithi027.stderr:+ '[' '' == '' ']' 2023-01-15T14:42:50.226 INFO:teuthology.orchestra.run.smithi027.stderr:+ missing='python3-devel libevent-devel libxml2-devel' 2023-01-15T14:42:50.226 INFO:teuthology.orchestra.run.smithi027.stderr:+ for package in python3-pip python3-virtualenv python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:42:50.226 INFO:teuthology.orchestra.run.smithi027.stderr:++ rpm -qa libxslt-devel 2023-01-15T14:42:51.228 INFO:teuthology.orchestra.run.smithi027.stderr:+ '[' '' == '' ']' 2023-01-15T14:42:51.228 INFO:teuthology.orchestra.run.smithi027.stderr:+ missing='python3-devel libevent-devel libxml2-devel libxslt-devel' 2023-01-15T14:42:51.228 INFO:teuthology.orchestra.run.smithi027.stderr:+ for package in python3-pip python3-virtualenv python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:42:51.228 INFO:teuthology.orchestra.run.smithi027.stderr:++ rpm -qa zlib-devel 2023-01-15T14:42:52.227 INFO:teuthology.orchestra.run.smithi027.stderr:+ '[' '' == '' ']' 2023-01-15T14:42:52.227 INFO:teuthology.orchestra.run.smithi027.stderr:+ missing='python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel' 2023-01-15T14:42:52.227 INFO:teuthology.orchestra.run.smithi027.stderr:+ '[' -n 'python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel' ']' 2023-01-15T14:42:52.227 INFO:teuthology.orchestra.run.smithi027.stderr:+ echo './bootstrap: missing required RPM packages. Installing via sudo.' 2023-01-15T14:42:52.227 INFO:teuthology.orchestra.run.smithi027.stderr:./bootstrap: missing required RPM packages. Installing via sudo. 2023-01-15T14:42:52.227 INFO:teuthology.orchestra.run.smithi027.stderr:+ sudo yum -y install python3-devel libevent-devel libxml2-devel libxslt-devel zlib-devel 2023-01-15T14:42:52.897 INFO:teuthology.orchestra.run.smithi027.stdout:Last metadata expiration check: 0:07:39 ago on Sun 15 Jan 2023 02:35:13 PM UTC. 2023-01-15T14:42:53.980 INFO:teuthology.orchestra.run.smithi027.stdout:Package python36-devel-3.6.8-38.module_el8.5.0+895+a459eca8.x86_64 is already installed. 2023-01-15T14:42:54.098 INFO:teuthology.orchestra.run.smithi027.stdout:Dependencies resolved. 2023-01-15T14:42:54.099 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2023-01-15T14:42:54.099 INFO:teuthology.orchestra.run.smithi027.stdout: Package Arch Version Repository Size 2023-01-15T14:42:54.100 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2023-01-15T14:42:54.100 INFO:teuthology.orchestra.run.smithi027.stdout:Installing: 2023-01-15T14:42:54.100 INFO:teuthology.orchestra.run.smithi027.stdout: libevent-devel x86_64 2.1.8-5.el8 CentOS-AppStream 104 k 2023-01-15T14:42:54.100 INFO:teuthology.orchestra.run.smithi027.stdout: libxml2-devel x86_64 2.9.7-16.el8 CentOS-AppStream 1.0 M 2023-01-15T14:42:54.100 INFO:teuthology.orchestra.run.smithi027.stdout: libxslt-devel x86_64 1.1.32-6.el8 CentOS-AppStream 323 k 2023-01-15T14:42:54.100 INFO:teuthology.orchestra.run.smithi027.stdout: zlib-devel x86_64 1.2.11-21.el8 CentOS-BaseOS 58 k 2023-01-15T14:42:54.100 INFO:teuthology.orchestra.run.smithi027.stdout:Upgrading: 2023-01-15T14:42:54.100 INFO:teuthology.orchestra.run.smithi027.stdout: libxml2 x86_64 2.9.7-16.el8 CentOS-BaseOS 696 k 2023-01-15T14:42:54.100 INFO:teuthology.orchestra.run.smithi027.stdout: python3-libxml2 x86_64 2.9.7-16.el8 CentOS-BaseOS 237 k 2023-01-15T14:42:54.101 INFO:teuthology.orchestra.run.smithi027.stdout: zlib x86_64 1.2.11-21.el8 CentOS-BaseOS 103 k 2023-01-15T14:42:54.101 INFO:teuthology.orchestra.run.smithi027.stdout:Installing dependencies: 2023-01-15T14:42:54.101 INFO:teuthology.orchestra.run.smithi027.stdout: cmake-filesystem x86_64 3.20.2-4.el8 CentOS-AppStream 44 k 2023-01-15T14:42:54.101 INFO:teuthology.orchestra.run.smithi027.stdout: libgcrypt-devel x86_64 1.8.5-7.el8 CentOS-BaseOS 150 k 2023-01-15T14:42:54.101 INFO:teuthology.orchestra.run.smithi027.stdout: libgpg-error-devel x86_64 1.31-1.el8 CentOS-BaseOS 64 k 2023-01-15T14:42:54.101 INFO:teuthology.orchestra.run.smithi027.stdout: xz-devel x86_64 5.2.4-4.el8 CentOS-BaseOS 63 k 2023-01-15T14:42:54.101 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:42:54.101 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction Summary 2023-01-15T14:42:54.101 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2023-01-15T14:42:54.101 INFO:teuthology.orchestra.run.smithi027.stdout:Install 8 Packages 2023-01-15T14:42:54.101 INFO:teuthology.orchestra.run.smithi027.stdout:Upgrade 3 Packages 2023-01-15T14:42:54.101 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:42:54.102 INFO:teuthology.orchestra.run.smithi027.stdout:Total download size: 2.8 M 2023-01-15T14:42:54.102 INFO:teuthology.orchestra.run.smithi027.stdout:Downloading Packages: 2023-01-15T14:42:54.171 INFO:teuthology.orchestra.run.smithi027.stdout:(1/11): cmake-filesystem-3.20.2-4.el8.x86_64.rp 658 kB/s | 44 kB 00:00 2023-01-15T14:42:54.233 INFO:teuthology.orchestra.run.smithi027.stdout:(2/11): libevent-devel-2.1.8-5.el8.x86_64.rpm 805 kB/s | 104 kB 00:00 2023-01-15T14:42:54.263 INFO:teuthology.orchestra.run.smithi027.stdout:(3/11): libgcrypt-devel-1.8.5-7.el8.x86_64.rpm 4.9 MB/s | 150 kB 00:00 2023-01-15T14:42:54.289 INFO:teuthology.orchestra.run.smithi027.stdout:(4/11): libxslt-devel-1.1.32-6.el8.x86_64.rpm 2.7 MB/s | 323 kB 00:00 2023-01-15T14:42:54.314 INFO:teuthology.orchestra.run.smithi027.stdout:(5/11): libgpg-error-devel-1.31-1.el8.x86_64.rp 1.2 MB/s | 64 kB 00:00 2023-01-15T14:42:54.339 INFO:teuthology.orchestra.run.smithi027.stdout:(6/11): xz-devel-5.2.4-4.el8.x86_64.rpm 1.2 MB/s | 63 kB 00:00 2023-01-15T14:42:54.364 INFO:teuthology.orchestra.run.smithi027.stdout:(7/11): zlib-devel-1.2.11-21.el8.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2023-01-15T14:42:54.398 INFO:teuthology.orchestra.run.smithi027.stdout:(8/11): python3-libxml2-2.9.7-16.el8.x86_64.rpm 7.0 MB/s | 237 kB 00:00 2023-01-15T14:42:54.462 INFO:teuthology.orchestra.run.smithi027.stdout:(9/11): libxml2-devel-2.9.7-16.el8.x86_64.rpm 2.9 MB/s | 1.0 MB 00:00 2023-01-15T14:42:54.499 INFO:teuthology.orchestra.run.smithi027.stdout:(10/11): zlib-1.2.11-21.el8.x86_64.rpm 1.0 MB/s | 103 kB 00:00 2023-01-15T14:42:54.524 INFO:teuthology.orchestra.run.smithi027.stdout:(11/11): libxml2-2.9.7-16.el8.x86_64.rpm 3.7 MB/s | 696 kB 00:00 2023-01-15T14:42:54.526 INFO:teuthology.orchestra.run.smithi027.stdout:-------------------------------------------------------------------------------- 2023-01-15T14:42:54.526 INFO:teuthology.orchestra.run.smithi027.stdout:Total 6.7 MB/s | 2.8 MB 00:00 2023-01-15T14:42:54.633 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction check 2023-01-15T14:42:54.783 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction check succeeded. 2023-01-15T14:42:54.784 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction test 2023-01-15T14:42:54.928 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction test succeeded. 2023-01-15T14:42:54.931 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction 2023-01-15T14:42:55.491 INFO:teuthology.orchestra.run.smithi027.stdout: Preparing : 1/1 2023-01-15T14:42:55.963 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : zlib-1.2.11-21.el8.x86_64 1/14 2023-01-15T14:42:56.251 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : libxml2-2.9.7-16.el8.x86_64 2/14 2023-01-15T14:42:56.457 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libgpg-error-devel-1.31-1.el8.x86_64 3/14 2023-01-15T14:42:56.484 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libgpg-error-devel-1.31-1.el8.x86_64 3/14 2023-01-15T14:42:56.674 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libgcrypt-devel-1.8.5-7.el8.x86_64 4/14 2023-01-15T14:42:56.689 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libgcrypt-devel-1.8.5-7.el8.x86_64 4/14 2023-01-15T14:42:56.906 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : zlib-devel-1.2.11-21.el8.x86_64 5/14 2023-01-15T14:42:57.208 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : xz-devel-5.2.4-4.el8.x86_64 6/14 2023-01-15T14:42:57.680 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : cmake-filesystem-3.20.2-4.el8.x86_64 7/14 2023-01-15T14:42:58.212 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libxml2-devel-2.9.7-16.el8.x86_64 8/14 2023-01-15T14:42:58.558 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libxslt-devel-1.1.32-6.el8.x86_64 9/14 2023-01-15T14:43:00.165 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : python3-libxml2-2.9.7-16.el8.x86_64 10/14 2023-01-15T14:43:00.467 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libevent-devel-2.1.8-5.el8.x86_64 11/14 2023-01-15T14:43:00.658 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : python3-libxml2-2.9.7-14.el8.x86_64 12/14 2023-01-15T14:43:00.816 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : libxml2-2.9.7-14.el8.x86_64 13/14 2023-01-15T14:43:01.006 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : zlib-1.2.11-19.el8.x86_64 14/14 2023-01-15T14:43:01.395 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: zlib-1.2.11-19.el8.x86_64 14/14 2023-01-15T14:43:01.396 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : cmake-filesystem-3.20.2-4.el8.x86_64 1/14 2023-01-15T14:43:01.396 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libevent-devel-2.1.8-5.el8.x86_64 2/14 2023-01-15T14:43:01.396 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libxml2-devel-2.9.7-16.el8.x86_64 3/14 2023-01-15T14:43:01.396 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libxslt-devel-1.1.32-6.el8.x86_64 4/14 2023-01-15T14:43:01.396 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libgcrypt-devel-1.8.5-7.el8.x86_64 5/14 2023-01-15T14:43:01.396 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libgpg-error-devel-1.31-1.el8.x86_64 6/14 2023-01-15T14:43:01.396 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : xz-devel-5.2.4-4.el8.x86_64 7/14 2023-01-15T14:43:01.396 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : zlib-devel-1.2.11-21.el8.x86_64 8/14 2023-01-15T14:43:01.396 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libxml2-2.9.7-16.el8.x86_64 9/14 2023-01-15T14:43:01.396 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libxml2-2.9.7-14.el8.x86_64 10/14 2023-01-15T14:43:01.397 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-libxml2-2.9.7-16.el8.x86_64 11/14 2023-01-15T14:43:01.397 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : python3-libxml2-2.9.7-14.el8.x86_64 12/14 2023-01-15T14:43:01.397 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : zlib-1.2.11-21.el8.x86_64 13/14 2023-01-15T14:43:02.081 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : zlib-1.2.11-19.el8.x86_64 14/14 2023-01-15T14:43:02.081 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:43:02.081 INFO:teuthology.orchestra.run.smithi027.stdout:Upgraded: 2023-01-15T14:43:02.081 INFO:teuthology.orchestra.run.smithi027.stdout: libxml2-2.9.7-16.el8.x86_64 python3-libxml2-2.9.7-16.el8.x86_64 2023-01-15T14:43:02.081 INFO:teuthology.orchestra.run.smithi027.stdout: zlib-1.2.11-21.el8.x86_64 2023-01-15T14:43:02.081 INFO:teuthology.orchestra.run.smithi027.stdout:Installed: 2023-01-15T14:43:02.081 INFO:teuthology.orchestra.run.smithi027.stdout: cmake-filesystem-3.20.2-4.el8.x86_64 libevent-devel-2.1.8-5.el8.x86_64 2023-01-15T14:43:02.082 INFO:teuthology.orchestra.run.smithi027.stdout: libgcrypt-devel-1.8.5-7.el8.x86_64 libgpg-error-devel-1.31-1.el8.x86_64 2023-01-15T14:43:02.082 INFO:teuthology.orchestra.run.smithi027.stdout: libxml2-devel-2.9.7-16.el8.x86_64 libxslt-devel-1.1.32-6.el8.x86_64 2023-01-15T14:43:02.082 INFO:teuthology.orchestra.run.smithi027.stdout: xz-devel-5.2.4-4.el8.x86_64 zlib-devel-1.2.11-21.el8.x86_64 2023-01-15T14:43:02.082 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:43:02.082 INFO:teuthology.orchestra.run.smithi027.stdout:Complete! 2023-01-15T14:43:02.377 INFO:teuthology.orchestra.run.smithi027.stderr:+ sudo pip3 install --upgrade --trusted-host apt-mirror.front.sepia.ceph.com setuptools cffi cachecontrol 2023-01-15T14:43:02.710 INFO:teuthology.orchestra.run.smithi027.stderr:WARNING: Running pip install with root privileges is generally not a good idea. Try `pip3 install --user` instead. 2023-01-15T14:43:03.216 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting setuptools 2023-01-15T14:43:03.595 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading https://files.pythonhosted.org/packages/b0/3a/88b210db68e56854d0bcf4b38e165e03be377e13907746f825790f3df5bf/setuptools-59.6.0-py3-none-any.whl (952kB) 2023-01-15T14:43:04.051 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting cffi 2023-01-15T14:43:04.285 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading https://files.pythonhosted.org/packages/3a/12/d6066828014b9ccb2bbb8e1d9dc28872d20669b65aeb4a86806a0757813f/cffi-1.15.1-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.whl (402kB) 2023-01-15T14:43:04.387 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting cachecontrol 2023-01-15T14:43:04.462 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading https://files.pythonhosted.org/packages/83/63/15ce47ede5b03657e920f3f006e56ca9a16f7873978146f2f77e297bdd22/CacheControl-0.12.11-py2.py3-none-any.whl 2023-01-15T14:43:04.590 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting pycparser (from cffi) 2023-01-15T14:43:04.609 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading https://files.pythonhosted.org/packages/62/d5/5f610ebe421e85889f2e55e33b7f9a6795bd982198517d912eb1c76e1a53/pycparser-2.21-py2.py3-none-any.whl (118kB) 2023-01-15T14:43:04.732 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting requests (from cachecontrol) 2023-01-15T14:43:04.795 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading https://files.pythonhosted.org/packages/2d/61/08076519c80041bc0ffa1a8af0cbd3bf3e2b62af10435d269a9d0f40564d/requests-2.27.1-py2.py3-none-any.whl (63kB) 2023-01-15T14:43:04.895 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting msgpack>=0.5.2 (from cachecontrol) 2023-01-15T14:43:05.034 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading https://files.pythonhosted.org/packages/22/44/0829b19ac243211d1d2bd759999aa92196c546518b0be91de9cacc98122a/msgpack-1.0.4.tar.gz (128kB) 2023-01-15T14:43:05.500 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting charset-normalizer~=2.0.0; python_version >= "3" (from requests->cachecontrol) 2023-01-15T14:43:05.665 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading https://files.pythonhosted.org/packages/06/b3/24afc8868eba069a7f03650ac750a778862dc34941a4bebeb58706715726/charset_normalizer-2.0.12-py3-none-any.whl 2023-01-15T14:43:05.820 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting certifi>=2017.4.17 (from requests->cachecontrol) 2023-01-15T14:43:05.855 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading https://files.pythonhosted.org/packages/71/4c/3db2b8021bd6f2f0ceb0e088d6b2d49147671f25832fb17970e9b583d742/certifi-2022.12.7-py3-none-any.whl (155kB) 2023-01-15T14:43:05.971 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting urllib3<1.27,>=1.21.1 (from requests->cachecontrol) 2023-01-15T14:43:06.030 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading https://files.pythonhosted.org/packages/fe/ca/466766e20b767ddb9b951202542310cba37ea5f2d792dae7589f1741af58/urllib3-1.26.14-py2.py3-none-any.whl (140kB) 2023-01-15T14:43:06.145 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting idna<4,>=2.5; python_version >= "3" (from requests->cachecontrol) 2023-01-15T14:43:06.170 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading https://files.pythonhosted.org/packages/fc/34/3030de6f1370931b9dbb4dad48f6ab1015ab1d32447850b9fc94e60097be/idna-3.4-py3-none-any.whl (61kB) 2023-01-15T14:43:06.180 INFO:teuthology.orchestra.run.smithi027.stdout:Installing collected packages: setuptools, pycparser, cffi, charset-normalizer, certifi, urllib3, idna, requests, msgpack, cachecontrol 2023-01-15T14:43:06.713 INFO:teuthology.orchestra.run.smithi027.stdout: Running setup.py install for msgpack: started 2023-01-15T14:43:07.007 INFO:teuthology.orchestra.run.smithi027.stdout: Running setup.py install for msgpack: finished with status 'done' 2023-01-15T14:43:07.048 INFO:teuthology.orchestra.run.smithi027.stdout:Successfully installed cachecontrol-0.12.11 certifi-2022.12.7 cffi-1.15.1 charset-normalizer-2.0.12 idna-3.4 msgpack-1.0.4 pycparser-2.21 requests-2.27.1 setuptools-59.6.0 urllib3-1.26.14 2023-01-15T14:43:07.182 INFO:teuthology.orchestra.run.smithi027.stderr:+ virtualenv -p python3 --system-site-packages --download virtualenv 2023-01-15T14:43:07.576 INFO:teuthology.orchestra.run.smithi027.stdout:Using base prefix '/usr' 2023-01-15T14:43:07.576 INFO:teuthology.orchestra.run.smithi027.stdout:New python executable in /home/ubuntu/cephtest/ragweed/virtualenv/bin/python3 2023-01-15T14:43:07.576 INFO:teuthology.orchestra.run.smithi027.stdout:Also creating executable in /home/ubuntu/cephtest/ragweed/virtualenv/bin/python 2023-01-15T14:43:10.906 INFO:teuthology.orchestra.run.smithi027.stdout:Installing setuptools, pip, wheel...done. 2023-01-15T14:43:10.915 INFO:teuthology.orchestra.run.smithi027.stdout:Running virtualenv with interpreter /usr/bin/python3 2023-01-15T14:43:10.930 INFO:teuthology.orchestra.run.smithi027.stderr:+ ./virtualenv/bin/pip install --upgrade pip 2023-01-15T14:43:11.321 INFO:teuthology.orchestra.run.smithi027.stdout:Requirement already satisfied: pip in ./virtualenv/lib/python3.6/site-packages (21.3.1) 2023-01-15T14:43:11.962 INFO:teuthology.orchestra.run.smithi027.stderr:+ ./virtualenv/bin/pip install six 2023-01-15T14:43:12.355 INFO:teuthology.orchestra.run.smithi027.stdout:Requirement already satisfied: six in /usr/lib/python3.6/site-packages (1.11.0) 2023-01-15T14:43:12.551 INFO:teuthology.orchestra.run.smithi027.stderr:+ ./virtualenv/bin/pip install -I nose 2023-01-15T14:43:13.034 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting nose 2023-01-15T14:43:13.083 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading nose-1.3.7-py3-none-any.whl (154 kB) 2023-01-15T14:43:13.282 INFO:teuthology.orchestra.run.smithi027.stdout:Installing collected packages: nose 2023-01-15T14:43:13.408 INFO:teuthology.orchestra.run.smithi027.stdout:Successfully installed nose-1.3.7 2023-01-15T14:43:13.462 INFO:teuthology.orchestra.run.smithi027.stderr:+ ./virtualenv/bin/pip install setuptools 2023-01-15T14:43:13.849 INFO:teuthology.orchestra.run.smithi027.stdout:Requirement already satisfied: setuptools in ./virtualenv/lib/python3.6/site-packages (59.6.0) 2023-01-15T14:43:14.042 INFO:teuthology.orchestra.run.smithi027.stderr:+ ./virtualenv/bin/pip install -U -r requirements.txt 2023-01-15T14:43:14.432 INFO:teuthology.orchestra.run.smithi027.stdout:Requirement already satisfied: PyYAML in /usr/lib64/python3.6/site-packages (from -r requirements.txt (line 1)) (3.12) 2023-01-15T14:43:14.654 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting PyYAML 2023-01-15T14:43:14.822 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading PyYAML-6.0-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (603 kB) 2023-01-15T14:43:14.903 INFO:teuthology.orchestra.run.smithi027.stdout:Requirement already satisfied: nose>=1.0.0 in ./virtualenv/lib/python3.6/site-packages (from -r requirements.txt (line 2)) (1.3.7) 2023-01-15T14:43:15.039 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting boto!=2.46.0,>=2.6.0 2023-01-15T14:43:15.050 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading boto-2.49.0-py2.py3-none-any.whl (1.4 MB) 2023-01-15T14:43:15.164 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting munch>=1.0.0 2023-01-15T14:43:15.175 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading munch-2.5.0-py2.py3-none-any.whl (10 kB) 2023-01-15T14:43:15.613 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting gevent>=1.0 2023-01-15T14:43:15.626 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading gevent-22.10.2-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.8 MB) 2023-01-15T14:43:15.888 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting httplib2 2023-01-15T14:43:15.899 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading httplib2-0.21.0-py3-none-any.whl (96 kB) 2023-01-15T14:43:15.947 INFO:teuthology.orchestra.run.smithi027.stdout:Requirement already satisfied: lxml in /usr/lib64/python3.6/site-packages (from -r requirements.txt (line 7)) (4.2.3) 2023-01-15T14:43:16.473 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting lxml 2023-01-15T14:43:16.484 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading lxml-4.9.2-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl (6.6 MB) 2023-01-15T14:43:16.677 INFO:teuthology.orchestra.run.smithi027.stdout:Requirement already satisfied: six in /usr/lib/python3.6/site-packages (from munch>=1.0.0->-r requirements.txt (line 4)) (1.11.0) 2023-01-15T14:43:17.130 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting greenlet>=2.0.0 2023-01-15T14:43:17.143 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading greenlet-2.0.1-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (513 kB) 2023-01-15T14:43:17.191 INFO:teuthology.orchestra.run.smithi027.stdout:Requirement already satisfied: setuptools in ./virtualenv/lib/python3.6/site-packages (from gevent>=1.0->-r requirements.txt (line 5)) (59.6.0) 2023-01-15T14:43:17.581 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting zope.interface 2023-01-15T14:43:17.594 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading zope.interface-5.5.2-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (253 kB) 2023-01-15T14:43:17.704 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting zope.event 2023-01-15T14:43:17.716 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading zope.event-4.6-py2.py3-none-any.whl (6.8 kB) 2023-01-15T14:43:17.861 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting pyparsing!=3.0.0,!=3.0.1,!=3.0.2,!=3.0.3,<4,>=2.4.2 2023-01-15T14:43:17.872 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading pyparsing-3.0.9-py3-none-any.whl (98 kB) 2023-01-15T14:43:18.202 INFO:teuthology.orchestra.run.smithi027.stdout:Installing collected packages: zope.interface, zope.event, pyparsing, greenlet, PyYAML, munch, lxml, httplib2, gevent, boto 2023-01-15T14:43:18.411 INFO:teuthology.orchestra.run.smithi027.stdout: Attempting uninstall: pyparsing 2023-01-15T14:43:18.412 INFO:teuthology.orchestra.run.smithi027.stdout: Found existing installation: pyparsing 2.1.10 2023-01-15T14:43:18.412 INFO:teuthology.orchestra.run.smithi027.stdout: Not uninstalling pyparsing at /usr/lib/python3.6/site-packages, outside environment /home/ubuntu/cephtest/ragweed/virtualenv 2023-01-15T14:43:18.412 INFO:teuthology.orchestra.run.smithi027.stdout: Can't uninstall 'pyparsing'. No files were found to uninstall. 2023-01-15T14:43:18.571 INFO:teuthology.orchestra.run.smithi027.stdout: Attempting uninstall: PyYAML 2023-01-15T14:43:18.572 INFO:teuthology.orchestra.run.smithi027.stdout: Found existing installation: PyYAML 3.12 2023-01-15T14:43:18.572 INFO:teuthology.orchestra.run.smithi027.stdout: Not uninstalling pyyaml at /usr/lib64/python3.6/site-packages, outside environment /home/ubuntu/cephtest/ragweed/virtualenv 2023-01-15T14:43:18.572 INFO:teuthology.orchestra.run.smithi027.stdout: Can't uninstall 'PyYAML'. No files were found to uninstall. 2023-01-15T14:43:18.706 INFO:teuthology.orchestra.run.smithi027.stdout: Attempting uninstall: lxml 2023-01-15T14:43:18.706 INFO:teuthology.orchestra.run.smithi027.stdout: Found existing installation: lxml 4.2.3 2023-01-15T14:43:18.706 INFO:teuthology.orchestra.run.smithi027.stdout: Not uninstalling lxml at /usr/lib64/python3.6/site-packages, outside environment /home/ubuntu/cephtest/ragweed/virtualenv 2023-01-15T14:43:18.707 INFO:teuthology.orchestra.run.smithi027.stdout: Can't uninstall 'lxml'. No files were found to uninstall. 2023-01-15T14:43:19.969 INFO:teuthology.orchestra.run.smithi027.stdout:Successfully installed PyYAML-6.0 boto-2.49.0 gevent-22.10.2 greenlet-2.0.1 httplib2-0.21.0 lxml-4.9.2 munch-2.5.0 pyparsing-3.0.9 zope.event-4.6 zope.interface-5.5.2 2023-01-15T14:43:20.060 INFO:teuthology.orchestra.run.smithi027.stderr:+ ./virtualenv/bin/python setup.py develop 2023-01-15T14:43:20.311 INFO:teuthology.orchestra.run.smithi027.stdout:running develop 2023-01-15T14:43:20.349 INFO:teuthology.orchestra.run.smithi027.stdout:running egg_info 2023-01-15T14:43:20.350 INFO:teuthology.orchestra.run.smithi027.stdout:creating ragweed.egg-info 2023-01-15T14:43:20.350 INFO:teuthology.orchestra.run.smithi027.stdout:writing ragweed.egg-info/PKG-INFO 2023-01-15T14:43:20.350 INFO:teuthology.orchestra.run.smithi027.stdout:writing dependency_links to ragweed.egg-info/dependency_links.txt 2023-01-15T14:43:20.350 INFO:teuthology.orchestra.run.smithi027.stdout:writing requirements to ragweed.egg-info/requires.txt 2023-01-15T14:43:20.350 INFO:teuthology.orchestra.run.smithi027.stdout:writing top-level names to ragweed.egg-info/top_level.txt 2023-01-15T14:43:20.350 INFO:teuthology.orchestra.run.smithi027.stdout:writing manifest file 'ragweed.egg-info/SOURCES.txt' 2023-01-15T14:43:20.351 INFO:teuthology.orchestra.run.smithi027.stdout:reading manifest file 'ragweed.egg-info/SOURCES.txt' 2023-01-15T14:43:20.351 INFO:teuthology.orchestra.run.smithi027.stdout:adding license file 'LICENSE' 2023-01-15T14:43:20.351 INFO:teuthology.orchestra.run.smithi027.stdout:writing manifest file 'ragweed.egg-info/SOURCES.txt' 2023-01-15T14:43:20.353 INFO:teuthology.orchestra.run.smithi027.stdout:running build_ext 2023-01-15T14:43:20.353 INFO:teuthology.orchestra.run.smithi027.stdout:Creating /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages/ragweed.egg-link (link to .) 2023-01-15T14:43:20.353 INFO:teuthology.orchestra.run.smithi027.stdout:Adding ragweed 0.0.1 to easy-install.pth file 2023-01-15T14:43:20.354 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:43:20.354 INFO:teuthology.orchestra.run.smithi027.stdout:Installed /home/ubuntu/cephtest/ragweed 2023-01-15T14:43:20.355 INFO:teuthology.orchestra.run.smithi027.stdout:Processing dependencies for ragweed==0.0.1 2023-01-15T14:43:20.357 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for isodate>=0.4.4 2023-01-15T14:43:20.357 INFO:teuthology.orchestra.run.smithi027.stdout:Reading https://pypi.org/simple/isodate/ 2023-01-15T14:43:20.435 INFO:teuthology.orchestra.run.smithi027.stdout:Downloading https://files.pythonhosted.org/packages/b6/85/7882d311924cbcfc70b1890780763e36ff0b140c7e51c110fc59a532f087/isodate-0.6.1-py2.py3-none-any.whl#sha256=0751eece944162659049d35f4f549ed815792b38793f07cf73381c1c87cbed96 2023-01-15T14:43:20.493 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: isodate 0.6.1 2023-01-15T14:43:20.493 INFO:teuthology.orchestra.run.smithi027.stdout:Processing isodate-0.6.1-py2.py3-none-any.whl 2023-01-15T14:43:20.500 INFO:teuthology.orchestra.run.smithi027.stdout:Installing isodate-0.6.1-py2.py3-none-any.whl to /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:43:20.507 INFO:teuthology.orchestra.run.smithi027.stdout:Adding isodate 0.6.1 to easy-install.pth file 2023-01-15T14:43:20.508 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:43:20.508 INFO:teuthology.orchestra.run.smithi027.stdout:Installed /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages/isodate-0.6.1-py3.6.egg 2023-01-15T14:43:20.597 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for gevent==22.10.2 2023-01-15T14:43:20.598 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: gevent 22.10.2 2023-01-15T14:43:20.598 INFO:teuthology.orchestra.run.smithi027.stdout:Adding gevent 22.10.2 to easy-install.pth file 2023-01-15T14:43:20.598 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:43:20.599 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:43:20.600 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for munch==2.5.0 2023-01-15T14:43:20.600 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: munch 2.5.0 2023-01-15T14:43:20.600 INFO:teuthology.orchestra.run.smithi027.stdout:Adding munch 2.5.0 to easy-install.pth file 2023-01-15T14:43:20.600 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:43:20.600 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:43:20.600 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for PyYAML==6.0 2023-01-15T14:43:20.600 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: PyYAML 6.0 2023-01-15T14:43:20.600 INFO:teuthology.orchestra.run.smithi027.stdout:Adding PyYAML 6.0 to easy-install.pth file 2023-01-15T14:43:20.600 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:43:20.600 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:43:20.601 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for boto==2.49.0 2023-01-15T14:43:20.602 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: boto 2.49.0 2023-01-15T14:43:20.602 INFO:teuthology.orchestra.run.smithi027.stdout:Adding boto 2.49.0 to easy-install.pth file 2023-01-15T14:43:20.602 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:43:20.602 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:43:20.602 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for six==1.11.0 2023-01-15T14:43:20.602 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: six 1.11.0 2023-01-15T14:43:20.602 INFO:teuthology.orchestra.run.smithi027.stdout:Adding six 1.11.0 to easy-install.pth file 2023-01-15T14:43:20.602 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:43:20.602 INFO:teuthology.orchestra.run.smithi027.stdout:Using /usr/lib/python3.6/site-packages 2023-01-15T14:43:20.603 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for greenlet==2.0.1 2023-01-15T14:43:20.603 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: greenlet 2.0.1 2023-01-15T14:43:20.603 INFO:teuthology.orchestra.run.smithi027.stdout:Adding greenlet 2.0.1 to easy-install.pth file 2023-01-15T14:43:20.604 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:43:20.604 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:43:20.604 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for zope.interface==5.5.2 2023-01-15T14:43:20.604 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: zope.interface 5.5.2 2023-01-15T14:43:20.604 INFO:teuthology.orchestra.run.smithi027.stdout:Adding zope.interface 5.5.2 to easy-install.pth file 2023-01-15T14:43:20.604 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:43:20.604 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:43:20.605 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for setuptools==59.6.0 2023-01-15T14:43:20.605 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: setuptools 59.6.0 2023-01-15T14:43:20.605 INFO:teuthology.orchestra.run.smithi027.stdout:Adding setuptools 59.6.0 to easy-install.pth file 2023-01-15T14:43:20.605 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:43:20.606 INFO:teuthology.orchestra.run.smithi027.stdout:Using /usr/local/lib/python3.6/site-packages 2023-01-15T14:43:20.607 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for zope.event==4.6 2023-01-15T14:43:20.607 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: zope.event 4.6 2023-01-15T14:43:20.607 INFO:teuthology.orchestra.run.smithi027.stdout:Adding zope.event 4.6 to easy-install.pth file 2023-01-15T14:43:20.608 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:43:20.608 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages 2023-01-15T14:43:20.608 INFO:teuthology.orchestra.run.smithi027.stdout:Finished processing dependencies for ragweed==0.0.1 2023-01-15T14:43:20.608 INFO:teuthology.orchestra.run.smithi027.stderr:/home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages/setuptools/command/easy_install.py:159: EasyInstallDeprecationWarning: easy_install command is deprecated. Use build and pip and other standards-based tools. 2023-01-15T14:43:20.608 INFO:teuthology.orchestra.run.smithi027.stderr: EasyInstallDeprecationWarning, 2023-01-15T14:43:20.608 INFO:teuthology.orchestra.run.smithi027.stderr:/home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages/setuptools/command/install.py:37: SetuptoolsDeprecationWarning: setup.py install is deprecated. Use build and pip and other standards-based tools. 2023-01-15T14:43:20.608 INFO:teuthology.orchestra.run.smithi027.stderr: setuptools.SetuptoolsDeprecationWarning, 2023-01-15T14:43:20.608 INFO:teuthology.orchestra.run.smithi027.stderr:/home/ubuntu/cephtest/ragweed/virtualenv/lib/python3.6/site-packages/pkg_resources/__init__.py:119: PkgResourcesDeprecationWarning: is an invalid version and will not be supported in a future release 2023-01-15T14:43:20.608 INFO:teuthology.orchestra.run.smithi027.stderr: PkgResourcesDeprecationWarning, 2023-01-15T14:43:20.627 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:43:20.628 DEBUG:teuthology.orchestra.run.smithi027:> dd of=/home/ubuntu/cephtest/archive/ragweed.client.0.conf 2023-01-15T14:43:20.686 INFO:tasks.ragweed:Configuring boto... 2023-01-15T14:43:20.687 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:43:20.687 DEBUG:teuthology.orchestra.run.smithi027:> dd of=/home/ubuntu/cephtest/boto.cfg 2023-01-15T14:43:20.746 DEBUG:teuthology.orchestra.run.smithi027:ragweed tests against rgw> RAGWEED_CONF=/home/ubuntu/cephtest/archive/ragweed.client.0.conf RAGWEED_STAGES=prepare,check BOTO_CONFIG=/home/ubuntu/cephtest/boto.cfg /home/ubuntu/cephtest/ragweed/virtualenv/bin/python -m nose -w /home/ubuntu/cephtest/ragweed -v -a '!fails_on_rgw' 2023-01-15T14:43:23.557 INFO:teuthology.orchestra.run.smithi027.stderr:ragweed.tests.tests.r_test_multipart_defer_complete.test ... ok 2023-01-15T14:43:24.175 INFO:teuthology.orchestra.run.smithi027.stderr:ragweed.tests.tests.r_test_multipart_defer_update_complete.test ... ok 2023-01-15T14:43:24.587 INFO:teuthology.orchestra.run.smithi027.stderr:ragweed.tests.tests.r_test_multipart_index_versioning.test ... ok 2023-01-15T14:43:25.149 INFO:teuthology.orchestra.run.smithi027.stderr:ragweed.tests.tests.r_test_multipart_simple.test ... ok 2023-01-15T14:43:29.357 INFO:teuthology.orchestra.run.smithi027.stderr:ragweed.tests.tests.r_test_obj_storage_class.test ... ok 2023-01-15T14:43:30.550 INFO:teuthology.orchestra.run.smithi027.stderr:ragweed.tests.tests.r_test_obj_storage_class_copy.test ... ok 2023-01-15T14:43:31.747 INFO:teuthology.orchestra.run.smithi027.stderr:ragweed.tests.tests.r_test_obj_storage_class_multipart.test ... ok 2023-01-15T14:43:33.962 INFO:teuthology.orchestra.run.smithi027.stderr:ragweed.tests.tests.r_test_obj_storage_class_multipart_copy.test ... ok 2023-01-15T14:43:34.451 INFO:teuthology.orchestra.run.smithi027.stderr:ragweed.tests.tests.r_test_small_obj_data.test ... ok 2023-01-15T14:43:34.452 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:43:34.452 INFO:teuthology.orchestra.run.smithi027.stderr:---------------------------------------------------------------------- 2023-01-15T14:43:34.452 INFO:teuthology.orchestra.run.smithi027.stderr:Ran 9 tests in 13.423s 2023-01-15T14:43:34.452 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:43:34.452 INFO:teuthology.orchestra.run.smithi027.stderr:OK 2023-01-15T14:43:34.483 INFO:tasks.ragweed:Cleaning up boto... 2023-01-15T14:43:34.483 DEBUG:teuthology.orchestra.run.smithi027:> rm /home/ubuntu/cephtest/boto.cfg 2023-01-15T14:43:34.501 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid ragweed.client.0 --purge-data 2023-01-15T14:43:34.587 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:43:34.587 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:43:34.597 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.596+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.597+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.597+0000 7fe706c03780 20 realm 2023-01-15T14:43:34.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.597+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.597+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.597+0000 7fe706c03780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:43:34.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.597+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.597+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.597+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.598+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:43:34.600 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.598+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.600 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.599+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:43:34.600 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.599+0000 7fe706c03780 20 searching for the correct realm 2023-01-15T14:43:34.608 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.608+0000 7fe704bb1700 0 -- 172.21.15.27:0/4252169858 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55e5fee74c00 msgr2=0x55e5feb6ac00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:43:34.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.609+0000 7fe706c03780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:43:34.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.609+0000 7fe706c03780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:43:34.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.609+0000 7fe706c03780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:43:34.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.609+0000 7fe706c03780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:43:34.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.609+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.609+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.611 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.609+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.611 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.609+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:43:34.611 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.609+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.610+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:43:34.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.610+0000 7fe706c03780 20 zone default found 2023-01-15T14:43:34.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.610+0000 7fe706c03780 4 Realm: () 2023-01-15T14:43:34.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.610+0000 7fe706c03780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:43:34.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.610+0000 7fe706c03780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:43:34.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.610+0000 7fe706c03780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:43:34.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.610+0000 7fe706c03780 20 zonegroup default 2023-01-15T14:43:34.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.610+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.610+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.610+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.610+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.610+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.611+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.611+0000 7fe706c03780 20 started sync module instance, tier type = 2023-01-15T14:43:34.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.611+0000 7fe706c03780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:43:34.615 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.614+0000 7fe7053b2700 0 -- 172.21.15.27:0/4252169858 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x55e5fee75000 msgr2=0x55e5fee61b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:43:34.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.617+0000 7fe706c03780 20 add_watcher() i=0 2023-01-15T14:43:34.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.617+0000 7fe706c03780 20 add_watcher() i=1 2023-01-15T14:43:34.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.617+0000 7fe706c03780 20 add_watcher() i=2 2023-01-15T14:43:34.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.617+0000 7fe706c03780 20 add_watcher() i=3 2023-01-15T14:43:34.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.617+0000 7fe706c03780 20 add_watcher() i=4 2023-01-15T14:43:34.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.617+0000 7fe706c03780 20 add_watcher() i=5 2023-01-15T14:43:34.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.617+0000 7fe706c03780 20 add_watcher() i=6 2023-01-15T14:43:34.619 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.618+0000 7fe706c03780 20 add_watcher() i=7 2023-01-15T14:43:34.619 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.618+0000 7fe706c03780 2 all 8 watchers are set, enabling cache 2023-01-15T14:43:34.619 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.619+0000 7fe6ebb7f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:43:34.619 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.619+0000 7fe706c03780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:43:34.620 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.619+0000 7fe706c03780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:43:34.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.653+0000 7fe6e7376700 20 reqs_thread_entry: start 2023-01-15T14:43:34.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.653+0000 7fe706c03780 20 init_complete bucket index max shards: 11 2023-01-15T14:43:34.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.653+0000 7fe706c03780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:43:34.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.653+0000 7fe6e5372700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:44:05 2023 2023-01-15T14:43:34.654 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:43:34.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.653+0000 7fe6e4b50700 20 reqs_thread_entry: start 2023-01-15T14:43:34.655 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.653+0000 7fe706c03780 10 cache get: name=default.rgw.meta+users.uid+ragweed.client.0 : miss 2023-01-15T14:43:34.655 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.653+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.654+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=452 2023-01-15T14:43:34.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.654+0000 7fe706c03780 10 cache put: name=default.rgw.meta+users.uid+ragweed.client.0 info.flags=0x13 2023-01-15T14:43:34.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.654+0000 7fe706c03780 10 adding default.rgw.meta+users.uid+ragweed.client.0 to cache LRU end 2023-01-15T14:43:34.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.654+0000 7fe706c03780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.654+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1 : miss 2023-01-15T14:43:34.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.654+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.655+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:43:34.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.655+0000 7fe706c03780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1 info.flags=0x13 2023-01-15T14:43:34.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.655+0000 7fe706c03780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-conf:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1 to cache LRU end 2023-01-15T14:43:34.657 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.655+0000 7fe706c03780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.657 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.655+0000 7fe706c03780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.657 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.655+0000 7fe706c03780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-conf:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1 2023-01-15T14:43:34.657 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.656+0000 7fe706c03780 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart_copy 2023-01-15T14:43:34.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.656+0000 7fe706c03780 10 cls_bucket_list_unordered: got tests/r_test_multipart_index_versioning 2023-01-15T14:43:34.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.656+0000 7fe706c03780 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_copy 2023-01-15T14:43:34.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.657+0000 7fe706c03780 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_update_complete 2023-01-15T14:43:34.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.657+0000 7fe706c03780 10 cls_bucket_list_unordered: got tests/r_test_multipart_defer_complete 2023-01-15T14:43:34.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.657+0000 7fe706c03780 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class 2023-01-15T14:43:34.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.657+0000 7fe706c03780 10 cls_bucket_list_unordered: got tests/r_test_multipart_simple 2023-01-15T14:43:34.659 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.658+0000 7fe706c03780 10 cls_bucket_list_unordered: got tests/r_test_obj_storage_class_multipart 2023-01-15T14:43:34.659 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.659+0000 7fe706c03780 10 cls_bucket_list_unordered: got tests/r_test_small_obj_data 2023-01-15T14:43:34.660 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.659+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_obj_storage_class_multipart_copy[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.660 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.660+0000 7fe706c03780 10 manifest: total_size = 5269 2023-01-15T14:43:34.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.660+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.4106484236855263312 2023-01-15T14:43:34.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.660+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_obj_storage_class_multipart_copy[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.660+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.660+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1.1 2023-01-15T14:43:34.662 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.662+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : miss 2023-01-15T14:43:34.662 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.662+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.663 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.662+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.662+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf info.flags=0x0 2023-01-15T14:43:34.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.662+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-conf to cache LRU end 2023-01-15T14:43:34.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.662+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : miss 2023-01-15T14:43:34.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.662+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.662+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.662+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf info.flags=0x0 2023-01-15T14:43:34.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.662+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-conf to cache LRU end 2023-01-15T14:43:34.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.662+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.662+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.662+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.662+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_multipart_index_versioning[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.663+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart_copy 2023-01-15T14:43:34.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.663+0000 7fe706c03780 10 manifest: total_size = 7382 2023-01-15T14:43:34.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.663+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.8393639802120454790 2023-01-15T14:43:34.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.663+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_multipart_index_versioning[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.663+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.663+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1.2 2023-01-15T14:43:34.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.665+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.665+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.665+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.665+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.665+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.665+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_obj_storage_class_copy[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.665+0000 7fe706c03780 10 manifest: total_size = 4984 2023-01-15T14:43:34.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.665+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.11193830428752342931 2023-01-15T14:43:34.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.665+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_obj_storage_class_copy[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.665+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.665+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1.2 2023-01-15T14:43:34.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.666+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=tests/r_test_multipart_index_versioning 2023-01-15T14:43:34.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.667+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.667+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.667+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.667+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.667+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.667+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_multipart_defer_update_complete[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.668+0000 7fe706c03780 10 manifest: total_size = 5191 2023-01-15T14:43:34.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.668+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.2212543770760950438 2023-01-15T14:43:34.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.668+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_multipart_defer_update_complete[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.668+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.668+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1.3 2023-01-15T14:43:34.670 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.668+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_copy 2023-01-15T14:43:34.670 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.670+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.670 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.670+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.670+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.670+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.670+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.670+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_multipart_defer_complete[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.670+0000 7fe706c03780 10 manifest: total_size = 12970 2023-01-15T14:43:34.672 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.670+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1612732170938206754 2023-01-15T14:43:34.672 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.670+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_multipart_defer_complete[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.672 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.670+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.672 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.670+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1.4 2023-01-15T14:43:34.672 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.671+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_update_complete 2023-01-15T14:43:34.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.672+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.672+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.672+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.672+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.672+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.672+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_obj_storage_class[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.672+0000 7fe706c03780 10 manifest: total_size = 4922 2023-01-15T14:43:34.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.672+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.18085872095301817680 2023-01-15T14:43:34.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.672+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_obj_storage_class[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.672+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.672+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1.4 2023-01-15T14:43:34.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.673+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=tests/r_test_multipart_defer_complete 2023-01-15T14:43:34.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.674+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.674+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.674+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.674+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.674+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.674+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_multipart_simple[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.675+0000 7fe706c03780 10 manifest: total_size = 4846 2023-01-15T14:43:34.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.675+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.8698987980217677051 2023-01-15T14:43:34.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.675+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_multipart_simple[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.675+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.675+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1.5 2023-01-15T14:43:34.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.675+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class 2023-01-15T14:43:34.677 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.677+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.677+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.677+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.677+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.677+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.677+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_obj_storage_class_multipart[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.677+0000 7fe706c03780 10 manifest: total_size = 5363 2023-01-15T14:43:34.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.677+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15874490813781170138 2023-01-15T14:43:34.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.677+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_obj_storage_class_multipart[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.677+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.677+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1.7 2023-01-15T14:43:34.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.677+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=tests/r_test_multipart_simple 2023-01-15T14:43:34.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.679+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.679+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.679+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.679+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.679+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.679+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_small_obj_data[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.679+0000 7fe706c03780 10 manifest: total_size = 8661 2023-01-15T14:43:34.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.679+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.6742783841622968800 2023-01-15T14:43:34.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.679+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]):tests/r_test_small_obj_data[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.679+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.679+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1.8 2023-01-15T14:43:34.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.680+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=tests/r_test_obj_storage_class_multipart 2023-01-15T14:43:34.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.681+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.681+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-conf : hit (negative entry) 2023-01-15T14:43:34.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.681+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.681+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.681+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.681+0000 7fe706c03780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:43:34.683 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.681+0000 7fe706c03780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:43:34.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.682+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=tests/r_test_small_obj_data 2023-01-15T14:43:34.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.682+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:43:34.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.682+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:43:34.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.682+0000 7fe706c03780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:43:34.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.682+0000 7fe706c03780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:43:34.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.682+0000 7fe706c03780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1])"; uploads.size()=0; is_truncated=0 2023-01-15T14:43:34.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.682+0000 7fe706c03780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]) 2023-01-15T14:43:34.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.682+0000 7fe706c03780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-conf : miss 2023-01-15T14:43:34.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.682+0000 7fe706c03780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:43:34.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.683+0000 7fe706c03780 20 lifecycle: rados_obj.operate() r=0 bl.length=204 2023-01-15T14:43:34.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.683+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-conf info.flags=0x13 2023-01-15T14:43:34.685 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.683+0000 7fe706c03780 10 lifecycle: adding default.rgw.meta+root+test-client.0-conf to cache LRU end 2023-01-15T14:43:34.685 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.683+0000 7fe706c03780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.685 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.684+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1 info.flags=0x17 2023-01-15T14:43:34.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.684+0000 7fe706c03780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-conf:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1 to cache LRU end 2023-01-15T14:43:34.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.684+0000 7fe706c03780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.684+0000 7fe706c03780 10 lifecycle: distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1, ofs0, ns] 2023-01-15T14:43:34.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.684+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197602 cookie 94446309227136 notifier 4961 bl.length()=850 2023-01-15T14:43:34.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.684+0000 7fe6ff3a6700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-conf:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1 info.flags=0x17 2023-01-15T14:43:34.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.684+0000 7fe6ff3a6700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-conf:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1 to cache LRU end 2023-01-15T14:43:34.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.684+0000 7fe6ff3a6700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.684+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]): orig_sources= new_sources= 2023-01-15T14:43:34.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.684+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]): potential sources added=[] removed=[] 2023-01-15T14:43:34.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.684+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]): orig_dests= new_dests= 2023-01-15T14:43:34.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.684+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-conf[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1]): potential dests added=[] removed=[] 2023-01-15T14:43:34.689 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.689+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+test-client.0-conf : hit (requested=0x11, cached=0x13) 2023-01-15T14:43:34.689 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.689+0000 7fe706c03780 10 removing default.rgw.meta+root+test-client.0-conf from cache 2023-01-15T14:43:34.689 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.689+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-conf, ofs0, ns] 2023-01-15T14:43:34.690 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.689+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197599 cookie 94446309221376 notifier 4961 bl.length()=162 2023-01-15T14:43:34.691 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.690+0000 7fe706c03780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-conf:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1 from cache 2023-01-15T14:43:34.691 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.690+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-conf:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1, ofs0, ns] 2023-01-15T14:43:34.691 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.690+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197603 cookie 94446309227136 notifier 4961 bl.length()=219 2023-01-15T14:43:34.694 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.693+0000 7fe706c03780 10 removing default.rgw.log++pubsub..bucket.test-client.0-conf/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1 from cache 2023-01-15T14:43:34.694 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.693+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-conf/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.1, ofs0, ns] 2023-01-15T14:43:34.694 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.694+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197604 cookie 94446309225984 notifier 4961 bl.length()=216 2023-01-15T14:43:34.696 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.695+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2 : miss 2023-01-15T14:43:34.696 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.695+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.697 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.696+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=407 2023-01-15T14:43:34.697 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.696+0000 7fe706c03780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2 info.flags=0x13 2023-01-15T14:43:34.697 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.696+0000 7fe706c03780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2 to cache LRU end 2023-01-15T14:43:34.697 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.696+0000 7fe706c03780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.697 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.696+0000 7fe706c03780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.697 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.696+0000 7fe706c03780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2 2023-01-15T14:43:34.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.700+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo 2023-01-15T14:43:34.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.700+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-r-test-multipart-defer-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2]):foo[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.702 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.701+0000 7fe706c03780 10 manifest: total_size = 18874368 2023-01-15T14:43:34.702 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.701+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.2138262956309884675 2023-01-15T14:43:34.702 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.701+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-r-test-multipart-defer-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2]):foo[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.702 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.701+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.702 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.701+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2.10 2023-01-15T14:43:34.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-defer-complete.1 : miss 2023-01-15T14:43:34.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-defer-complete.1 info.flags=0x0 2023-01-15T14:43:34.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2023-01-15T14:43:34.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-defer-complete.1 : miss 2023-01-15T14:43:34.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-defer-complete.1 info.flags=0x0 2023-01-15T14:43:34.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2023-01-15T14:43:34.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:43:34.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-01-15T14:43:34.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:43:34.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:43:34.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:43:34.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=5242880 2023-01-15T14:43:34.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:43:34.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=5242880 2023-01-15T14:43:34.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=15728640 stripe_ofs=15728640 part_ofs=15728640 rule->part_size=3145728 2023-01-15T14:43:34.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=3145728 rules.size()=2 2023-01-15T14:43:34.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=22020096 part_ofs=15728640 rule->part_size=3145728 2023-01-15T14:43:34.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=18874368 stripe_ofs=18874368 part_ofs=18874368 rule->part_size=3145728 2023-01-15T14:43:34.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.2138262956309884675 2023-01-15T14:43:34.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2__multipart_foo.2~r6c0KkB3aa4-IzxhRMruomT779a-5sK.1 2023-01-15T14:43:34.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 344 2023-01-15T14:43:34.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2__multipart_foo.2~r6c0KkB3aa4-IzxhRMruomT779a-5sK.2 2023-01-15T14:43:34.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 588 2023-01-15T14:43:34.708 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2__multipart_foo.2~r6c0KkB3aa4-IzxhRMruomT779a-5sK.3 2023-01-15T14:43:34.708 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 832 2023-01-15T14:43:34.708 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2__multipart_foo.2~r6c0KkB3aa4-IzxhRMruomT779a-5sK.4 2023-01-15T14:43:34.708 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1076 2023-01-15T14:43:34.708 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.708 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.703+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.20tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.2138262956309884675 2023-01-15T14:43:34.708 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.704+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo 2023-01-15T14:43:34.708 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.704+0000 7fe706c03780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:43:34.708 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.704+0000 7fe706c03780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:43:34.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.705+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:43:34.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.705+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:43:34.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.705+0000 7fe706c03780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:43:34.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.705+0000 7fe706c03780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:43:34.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.705+0000 7fe706c03780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2])"; uploads.size()=0; is_truncated=0 2023-01-15T14:43:34.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.705+0000 7fe706c03780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-multipart-defer-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2]) 2023-01-15T14:43:34.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.705+0000 7fe706c03780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : miss 2023-01-15T14:43:34.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.705+0000 7fe706c03780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:43:34.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.705+0000 7fe706c03780 20 lifecycle: rados_obj.operate() r=0 bl.length=233 2023-01-15T14:43:34.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.705+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 info.flags=0x13 2023-01-15T14:43:34.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.705+0000 7fe706c03780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 to cache LRU end 2023-01-15T14:43:34.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.705+0000 7fe706c03780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.706+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2 info.flags=0x17 2023-01-15T14:43:34.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.706+0000 7fe706c03780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2 to cache LRU end 2023-01-15T14:43:34.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.706+0000 7fe706c03780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.706+0000 7fe706c03780 10 lifecycle: distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2, ofs0, ns] 2023-01-15T14:43:34.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.707+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197619 cookie 94446309220224 notifier 4961 bl.length()=908 2023-01-15T14:43:34.712 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.707+0000 7fe6ff3a6700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2 info.flags=0x17 2023-01-15T14:43:34.712 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.707+0000 7fe6ff3a6700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2 to cache LRU end 2023-01-15T14:43:34.712 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.707+0000 7fe6ff3a6700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.712 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.707+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2]): orig_sources= new_sources= 2023-01-15T14:43:34.712 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.707+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2]): potential sources added=[] removed=[] 2023-01-15T14:43:34.712 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.707+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2]): orig_dests= new_dests= 2023-01-15T14:43:34.712 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.707+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2]): potential dests added=[] removed=[] 2023-01-15T14:43:34.713 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.711+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:43:34.713 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.711+0000 7fe706c03780 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-complete.1 from cache 2023-01-15T14:43:34.713 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.711+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-complete.1, ofs0, ns] 2023-01-15T14:43:34.713 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.711+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197620 cookie 94446309220224 notifier 4961 bl.length()=191 2023-01-15T14:43:34.714 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.712+0000 7fe706c03780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2 from cache 2023-01-15T14:43:34.714 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.712+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2, ofs0, ns] 2023-01-15T14:43:34.714 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.713+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197621 cookie 94446309220224 notifier 4961 bl.length()=248 2023-01-15T14:43:34.717 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.716+0000 7fe706c03780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2 from cache 2023-01-15T14:43:34.717 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.716+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-defer-complete.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2, ofs0, ns] 2023-01-15T14:43:34.718 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.717+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197600 cookie 94446309221376 notifier 4961 bl.length()=245 2023-01-15T14:43:34.720 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.719+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3 : miss 2023-01-15T14:43:34.720 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.719+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.720 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.719+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=414 2023-01-15T14:43:34.720 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.719+0000 7fe706c03780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3 info.flags=0x13 2023-01-15T14:43:34.721 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.719+0000 7fe706c03780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3 to cache LRU end 2023-01-15T14:43:34.721 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.719+0000 7fe706c03780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.721 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.719+0000 7fe706c03780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.721 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.719+0000 7fe706c03780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3 2023-01-15T14:43:34.724 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.723+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo 2023-01-15T14:43:34.724 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.723+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-r-test-multipart-defer-update-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3]):foo[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.725 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.724+0000 7fe706c03780 10 manifest: total_size = 26078 2023-01-15T14:43:34.725 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.724+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1850824858976759402 2023-01-15T14:43:34.725 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.724+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-r-test-multipart-defer-update-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3]):foo[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.725 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.724+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.725 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.724+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3.10 2023-01-15T14:43:34.726 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-defer-update-complete.1 : miss 2023-01-15T14:43:34.726 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.727 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.727 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x0 2023-01-15T14:43:34.727 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2023-01-15T14:43:34.727 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-defer-update-complete.1 : miss 2023-01-15T14:43:34.727 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.728 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.728 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x0 2023-01-15T14:43:34.728 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2023-01-15T14:43:34.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=7670 rules.size()=4 2023-01-15T14:43:34.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7670 2023-01-15T14:43:34.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=7670 stripe_ofs=7670 part_ofs=7670 rule->part_size=7671 2023-01-15T14:43:34.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=4 2023-01-15T14:43:34.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6299126 part_ofs=7670 rule->part_size=7671 2023-01-15T14:43:34.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=15341 stripe_ofs=15341 part_ofs=15341 rule->part_size=7670 2023-01-15T14:43:34.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=7670 rules.size()=4 2023-01-15T14:43:34.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6306797 part_ofs=15341 rule->part_size=7670 2023-01-15T14:43:34.730 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=23011 stripe_ofs=23011 part_ofs=23011 rule->part_size=3067 2023-01-15T14:43:34.730 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=4 2023-01-15T14:43:34.730 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6314467 part_ofs=23011 rule->part_size=3067 2023-01-15T14:43:34.730 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=26078 stripe_ofs=26078 part_ofs=26078 rule->part_size=3067 2023-01-15T14:43:34.730 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1850824858976759402 2023-01-15T14:43:34.730 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.730 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3__multipart_foo.2~IHffF00AJCnYpWHxNxIUZ_S_OI7jAat.1 2023-01-15T14:43:34.730 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 344 2023-01-15T14:43:34.730 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3__multipart_foo.2~IHffF00AJCnYpWHxNxIUZ_S_OI7jAat.2 2023-01-15T14:43:34.730 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 588 2023-01-15T14:43:34.730 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3__multipart_foo.2~IHffF00AJCnYpWHxNxIUZ_S_OI7jAat.3 2023-01-15T14:43:34.730 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 832 2023-01-15T14:43:34.731 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3__multipart_foo.2~IHffF00AJCnYpWHxNxIUZ_S_OI7jAat.4 2023-01-15T14:43:34.731 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1076 2023-01-15T14:43:34.731 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.731 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.28tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1850824858976759402 2023-01-15T14:43:34.731 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.726+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo 2023-01-15T14:43:34.731 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.727+0000 7fe706c03780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:43:34.731 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.727+0000 7fe706c03780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:43:34.732 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.728+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:43:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.728+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:43:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.728+0000 7fe706c03780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:43:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.728+0000 7fe706c03780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:43:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.728+0000 7fe706c03780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-defer-update-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3])"; uploads.size()=0; is_truncated=0 2023-01-15T14:43:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.728+0000 7fe706c03780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-multipart-defer-update-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3]) 2023-01-15T14:43:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.728+0000 7fe706c03780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : miss 2023-01-15T14:43:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.728+0000 7fe706c03780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:43:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.728+0000 7fe706c03780 20 lifecycle: rados_obj.operate() r=0 bl.length=240 2023-01-15T14:43:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.728+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 info.flags=0x13 2023-01-15T14:43:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.728+0000 7fe706c03780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 to cache LRU end 2023-01-15T14:43:34.733 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.728+0000 7fe706c03780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.729+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3 info.flags=0x17 2023-01-15T14:43:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.729+0000 7fe706c03780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3 to cache LRU end 2023-01-15T14:43:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.729+0000 7fe706c03780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.729+0000 7fe706c03780 10 lifecycle: distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3, ofs0, ns] 2023-01-15T14:43:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.730+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197601 cookie 94446309221376 notifier 4961 bl.length()=922 2023-01-15T14:43:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.730+0000 7fe6ff3a6700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3 info.flags=0x17 2023-01-15T14:43:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.730+0000 7fe6ff3a6700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3 to cache LRU end 2023-01-15T14:43:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.730+0000 7fe6ff3a6700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.730+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-update-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3]): orig_sources= new_sources= 2023-01-15T14:43:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.730+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-update-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3]): potential sources added=[] removed=[] 2023-01-15T14:43:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.730+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-update-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3]): orig_dests= new_dests= 2023-01-15T14:43:34.734 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.730+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-defer-update-complete.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3]): potential dests added=[] removed=[] 2023-01-15T14:43:34.735 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.734+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:43:34.735 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.734+0000 7fe706c03780 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-defer-update-complete.1 from cache 2023-01-15T14:43:34.735 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.734+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-defer-update-complete.1, ofs0, ns] 2023-01-15T14:43:34.735 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.734+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197581 cookie 94446309222528 notifier 4961 bl.length()=198 2023-01-15T14:43:34.736 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.736+0000 7fe706c03780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3 from cache 2023-01-15T14:43:34.736 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.736+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-defer-update-complete.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3, ofs0, ns] 2023-01-15T14:43:34.737 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.736+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197602 cookie 94446309221376 notifier 4961 bl.length()=255 2023-01-15T14:43:34.740 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.739+0000 7fe706c03780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3 from cache 2023-01-15T14:43:34.740 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.739+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-defer-update-complete.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3, ofs0, ns] 2023-01-15T14:43:34.740 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.739+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197639 cookie 94446313504768 notifier 4961 bl.length()=252 2023-01-15T14:43:34.742 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.741+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4 : miss 2023-01-15T14:43:34.742 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.741+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.742 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.742+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=409 2023-01-15T14:43:34.743 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.742+0000 7fe706c03780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4 info.flags=0x13 2023-01-15T14:43:34.743 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.742+0000 7fe706c03780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4 to cache LRU end 2023-01-15T14:43:34.743 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.742+0000 7fe706c03780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.743 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.742+0000 7fe706c03780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.743 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.742+0000 7fe706c03780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4 2023-01-15T14:43:34.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.745+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo[.SBn9v9.Pw8l7VWuJRVEowXtvga2azL] 2023-01-15T14:43:34.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.746+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4.10 2023-01-15T14:43:34.747 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.746+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-r-test-multipart-index-versioning.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4]):foo state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.747 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.746+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 8exsnhs8d8yq7o1rrs4cm3oo1uhgaf5s 2023-01-15T14:43:34.747 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.746+0000 7fe706c03780 20 get_obj_state_impl: setting s->olh_tag to 1l3e3vie1o3ddu3a8m3i7uo3albzkjtu 2023-01-15T14:43:34.747 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.746+0000 7fe706c03780 20 bucket_index_guard_olh_op(): olh_state.olh_tag=1l3e3vie1o3ddu3a8m3i7uo3albzkjtu 2023-01-15T14:43:34.748 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.747+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4.10 2023-01-15T14:43:34.749 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.748+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4.10 2023-01-15T14:43:34.749 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.748+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4.10 2023-01-15T14:43:34.750 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.748+0000 7fe706c03780 20 olh_log_entry: epoch=3 op=2 key=foo[] 2023-01-15T14:43:34.750 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.748+0000 7fe706c03780 20 olh_log_entry: epoch=3 op=3 key=foo[.SBn9v9.Pw8l7VWuJRVEowXtvga2azL] 2023-01-15T14:43:34.750 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.748+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7570 obj=:test-client.0-r-test-multipart-index-versioning.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4]):foo[.SBn9v9.Pw8l7VWuJRVEowXtvga2azL] state=0x55e5ff132de8 s->prefetch_data=0 2023-01-15T14:43:34.750 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.749+0000 7fe706c03780 10 manifest: total_size = 1667 2023-01-15T14:43:34.750 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.749+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1069397487962330430 2023-01-15T14:43:34.750 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.749+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7570 obj=:test-client.0-r-test-multipart-index-versioning.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4]):foo[.SBn9v9.Pw8l7VWuJRVEowXtvga2azL] state=0x55e5ff132de8 s->prefetch_data=0 2023-01-15T14:43:34.750 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.749+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff132de8 2023-01-15T14:43:34.750 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.749+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4.10 2023-01-15T14:43:34.751 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.750+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-index-versioning.1 : miss 2023-01-15T14:43:34.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-index-versioning.1 info.flags=0x0 2023-01-15T14:43:34.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2023-01-15T14:43:34.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-index-versioning.1 : miss 2023-01-15T14:43:34.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-index-versioning.1 info.flags=0x0 2023-01-15T14:43:34.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2023-01-15T14:43:34.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2023-01-15T14:43:34.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=516 2023-01-15T14:43:34.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=516 stripe_ofs=516 part_ofs=516 rule->part_size=516 2023-01-15T14:43:34.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2023-01-15T14:43:34.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6291972 part_ofs=516 rule->part_size=516 2023-01-15T14:43:34.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=1032 stripe_ofs=1032 part_ofs=1032 rule->part_size=516 2023-01-15T14:43:34.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=516 rules.size()=2 2023-01-15T14:43:34.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6292488 part_ofs=1032 rule->part_size=516 2023-01-15T14:43:34.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=1548 stripe_ofs=1548 part_ofs=1548 rule->part_size=119 2023-01-15T14:43:34.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=119 rules.size()=2 2023-01-15T14:43:34.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6293004 part_ofs=1548 rule->part_size=119 2023-01-15T14:43:34.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=1667 stripe_ofs=1667 part_ofs=1667 rule->part_size=119 2023-01-15T14:43:34.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1069397487962330430 2023-01-15T14:43:34.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4__multipart_foo.2~sOFNP0nMtaQKLT3buh3JwTuY3J5-Y4A.1 2023-01-15T14:43:34.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 344 2023-01-15T14:43:34.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4__multipart_foo.2~sOFNP0nMtaQKLT3buh3JwTuY3J5-Y4A.2 2023-01-15T14:43:34.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 588 2023-01-15T14:43:34.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4__multipart_foo.2~sOFNP0nMtaQKLT3buh3JwTuY3J5-Y4A.3 2023-01-15T14:43:34.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 832 2023-01-15T14:43:34.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4__multipart_foo.2~sOFNP0nMtaQKLT3buh3JwTuY3J5-Y4A.4 2023-01-15T14:43:34.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1076 2023-01-15T14:43:34.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1069397487962330430 2023-01-15T14:43:34.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.751+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo[.SBn9v9.Pw8l7VWuJRVEowXtvga2azL] 2023-01-15T14:43:34.757 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.753+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4.10 2023-01-15T14:43:34.757 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.753+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4.10 2023-01-15T14:43:34.757 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.754+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4.10 2023-01-15T14:43:34.757 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.755+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4.10 2023-01-15T14:43:34.757 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.755+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-index-versioning.1 : hit (negative entry) 2023-01-15T14:43:34.757 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.755+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-index-versioning.1 : hit (negative entry) 2023-01-15T14:43:34.757 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.755+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.757 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.755+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.757 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.755+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.755+0000 7fe706c03780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:43:34.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.755+0000 7fe706c03780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:43:34.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.756+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:43:34.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.756+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:43:34.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.756+0000 7fe706c03780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:43:34.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.756+0000 7fe706c03780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:43:34.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.756+0000 7fe706c03780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-index-versioning.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4])"; uploads.size()=0; is_truncated=0 2023-01-15T14:43:34.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.756+0000 7fe706c03780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-multipart-index-versioning.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4]) 2023-01-15T14:43:34.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.756+0000 7fe706c03780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : miss 2023-01-15T14:43:34.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.756+0000 7fe706c03780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:43:34.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.756+0000 7fe706c03780 20 lifecycle: rados_obj.operate() r=0 bl.length=235 2023-01-15T14:43:34.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.756+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 info.flags=0x13 2023-01-15T14:43:34.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.756+0000 7fe706c03780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 to cache LRU end 2023-01-15T14:43:34.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.756+0000 7fe706c03780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.757+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4 info.flags=0x17 2023-01-15T14:43:34.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.757+0000 7fe706c03780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4 to cache LRU end 2023-01-15T14:43:34.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.757+0000 7fe706c03780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.757+0000 7fe706c03780 10 lifecycle: distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4, ofs0, ns] 2023-01-15T14:43:34.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.758+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197582 cookie 94446309222528 notifier 4961 bl.length()=912 2023-01-15T14:43:34.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.758+0000 7fe6feba5700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4 info.flags=0x17 2023-01-15T14:43:34.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.758+0000 7fe6feba5700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4 to cache LRU end 2023-01-15T14:43:34.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.758+0000 7fe6feba5700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.760 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.758+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-index-versioning.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4]): orig_sources= new_sources= 2023-01-15T14:43:34.761 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.758+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-index-versioning.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4]): potential sources added=[] removed=[] 2023-01-15T14:43:34.761 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.758+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-index-versioning.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4]): orig_dests= new_dests= 2023-01-15T14:43:34.761 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.758+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-index-versioning.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4]): potential dests added=[] removed=[] 2023-01-15T14:43:34.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.762+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:43:34.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.762+0000 7fe706c03780 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-index-versioning.1 from cache 2023-01-15T14:43:34.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.762+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-index-versioning.1, ofs0, ns] 2023-01-15T14:43:34.763 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.762+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197583 cookie 94446309222528 notifier 4961 bl.length()=193 2023-01-15T14:43:34.764 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.763+0000 7fe706c03780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4 from cache 2023-01-15T14:43:34.764 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.763+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-index-versioning.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4, ofs0, ns] 2023-01-15T14:43:34.764 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.764+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197584 cookie 94446309222528 notifier 4961 bl.length()=250 2023-01-15T14:43:34.768 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.767+0000 7fe706c03780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4 from cache 2023-01-15T14:43:34.768 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.767+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-index-versioning.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4, ofs0, ns] 2023-01-15T14:43:34.768 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.767+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197622 cookie 94446309220224 notifier 4961 bl.length()=247 2023-01-15T14:43:34.770 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.769+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5 : miss 2023-01-15T14:43:34.770 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.769+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.770 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.770+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=399 2023-01-15T14:43:34.771 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.770+0000 7fe706c03780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5 info.flags=0x13 2023-01-15T14:43:34.771 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.770+0000 7fe706c03780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5 to cache LRU end 2023-01-15T14:43:34.771 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.770+0000 7fe706c03780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.771 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.770+0000 7fe706c03780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.771 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.770+0000 7fe706c03780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5 2023-01-15T14:43:34.774 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.774+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo 2023-01-15T14:43:34.774 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.774+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-r-test-multipart-simple.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5]):foo[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.775 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.774+0000 7fe706c03780 10 manifest: total_size = 26086 2023-01-15T14:43:34.775 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.774+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.17196267629539075721 2023-01-15T14:43:34.775 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.774+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-r-test-multipart-simple.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5]):foo[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.775 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.774+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.775 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.774+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5.10 2023-01-15T14:43:34.777 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-simple.1 : miss 2023-01-15T14:43:34.777 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.777 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.777 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-simple.1 info.flags=0x0 2023-01-15T14:43:34.777 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-multipart-simple.1 to cache LRU end 2023-01-15T14:43:34.777 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-simple.1 : miss 2023-01-15T14:43:34.777 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.779 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.779 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-simple.1 info.flags=0x0 2023-01-15T14:43:34.779 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-multipart-simple.1 to cache LRU end 2023-01-15T14:43:34.779 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.779 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.779 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.779 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=7674 rules.size()=3 2023-01-15T14:43:34.779 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=7674 2023-01-15T14:43:34.779 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=7674 stripe_ofs=7674 part_ofs=7674 rule->part_size=7674 2023-01-15T14:43:34.780 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=7674 rules.size()=3 2023-01-15T14:43:34.780 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6299130 part_ofs=7674 rule->part_size=7674 2023-01-15T14:43:34.780 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=15348 stripe_ofs=15348 part_ofs=15348 rule->part_size=7671 2023-01-15T14:43:34.780 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=7671 rules.size()=3 2023-01-15T14:43:34.780 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6306804 part_ofs=15348 rule->part_size=7671 2023-01-15T14:43:34.780 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=23019 stripe_ofs=23019 part_ofs=23019 rule->part_size=3067 2023-01-15T14:43:34.780 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=3067 rules.size()=3 2023-01-15T14:43:34.780 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6314475 part_ofs=23019 rule->part_size=3067 2023-01-15T14:43:34.780 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=26086 stripe_ofs=26086 part_ofs=26086 rule->part_size=3067 2023-01-15T14:43:34.780 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.17196267629539075721 2023-01-15T14:43:34.780 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.781 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5__multipart_foo.2~pf67GaXhBuDVwyIHl9a8FbN7IDxDtdj.1 2023-01-15T14:43:34.781 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 345 2023-01-15T14:43:34.781 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5__multipart_foo.2~pf67GaXhBuDVwyIHl9a8FbN7IDxDtdj.2 2023-01-15T14:43:34.781 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 589 2023-01-15T14:43:34.781 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5__multipart_foo.2~pf67GaXhBuDVwyIHl9a8FbN7IDxDtdj.3 2023-01-15T14:43:34.781 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 833 2023-01-15T14:43:34.781 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5__multipart_foo.2~pf67GaXhBuDVwyIHl9a8FbN7IDxDtdj.4 2023-01-15T14:43:34.781 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1077 2023-01-15T14:43:34.781 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.781 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.776+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.17196267629539075721 2023-01-15T14:43:34.782 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.777+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo 2023-01-15T14:43:34.782 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.777+0000 7fe706c03780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:43:34.782 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.777+0000 7fe706c03780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:43:34.782 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.778+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:43:34.782 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.778+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:43:34.782 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.778+0000 7fe706c03780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:43:34.782 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.778+0000 7fe706c03780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:43:34.782 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.778+0000 7fe706c03780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-multipart-simple.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5])"; uploads.size()=0; is_truncated=0 2023-01-15T14:43:34.782 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.778+0000 7fe706c03780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-multipart-simple.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5]) 2023-01-15T14:43:34.782 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.778+0000 7fe706c03780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : miss 2023-01-15T14:43:34.782 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.778+0000 7fe706c03780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:43:34.783 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.778+0000 7fe706c03780 20 lifecycle: rados_obj.operate() r=0 bl.length=225 2023-01-15T14:43:34.784 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.778+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 info.flags=0x13 2023-01-15T14:43:34.784 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.778+0000 7fe706c03780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 to cache LRU end 2023-01-15T14:43:34.784 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.778+0000 7fe706c03780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.784 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.779+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5 info.flags=0x17 2023-01-15T14:43:34.784 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.779+0000 7fe706c03780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5 to cache LRU end 2023-01-15T14:43:34.784 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.779+0000 7fe706c03780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.784 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.779+0000 7fe706c03780 10 lifecycle: distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5, ofs0, ns] 2023-01-15T14:43:34.784 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.780+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197603 cookie 94446309224832 notifier 4961 bl.length()=892 2023-01-15T14:43:34.785 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.780+0000 7fe6ff3a6700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5 info.flags=0x17 2023-01-15T14:43:34.785 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.780+0000 7fe6ff3a6700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5 to cache LRU end 2023-01-15T14:43:34.785 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.780+0000 7fe6ff3a6700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.785 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.780+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-simple.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5]): orig_sources= new_sources= 2023-01-15T14:43:34.785 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.780+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-simple.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5]): potential sources added=[] removed=[] 2023-01-15T14:43:34.785 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.780+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-simple.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5]): orig_dests= new_dests= 2023-01-15T14:43:34.785 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.780+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-multipart-simple.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5]): potential dests added=[] removed=[] 2023-01-15T14:43:34.786 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.784+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:43:34.786 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.784+0000 7fe706c03780 10 removing default.rgw.meta+root+test-client.0-r-test-multipart-simple.1 from cache 2023-01-15T14:43:34.786 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.784+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-multipart-simple.1, ofs0, ns] 2023-01-15T14:43:34.787 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.784+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197604 cookie 94446309224832 notifier 4961 bl.length()=183 2023-01-15T14:43:34.787 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.785+0000 7fe706c03780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-multipart-simple.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5 from cache 2023-01-15T14:43:34.787 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.785+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-multipart-simple.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5, ofs0, ns] 2023-01-15T14:43:34.787 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.785+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197605 cookie 94446309224832 notifier 4961 bl.length()=240 2023-01-15T14:43:34.789 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.789+0000 7fe706c03780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-multipart-simple.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5 from cache 2023-01-15T14:43:34.790 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.789+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-multipart-simple.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5, ofs0, ns] 2023-01-15T14:43:34.790 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.789+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197582 cookie 94446309223680 notifier 4961 bl.length()=237 2023-01-15T14:43:34.792 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.791+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7 : miss 2023-01-15T14:43:34.792 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.791+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.793 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.792+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=405 2023-01-15T14:43:34.793 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.792+0000 7fe706c03780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7 info.flags=0x13 2023-01-15T14:43:34.793 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.792+0000 7fe706c03780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7 to cache LRU end 2023-01-15T14:43:34.793 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.792+0000 7fe706c03780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.793 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.792+0000 7fe706c03780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.793 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.792+0000 7fe706c03780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7 2023-01-15T14:43:34.793 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.792+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2023-01-15T14:43:34.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.793+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2023-01-15T14:43:34.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.793+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-FROZEN 2023-01-15T14:43:34.795 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.794+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2023-01-15T14:43:34.795 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.794+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2023-01-15T14:43:34.795 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.794+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-STANDARD 2023-01-15T14:43:34.795 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.795+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2023-01-15T14:43:34.796 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.795+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-01-15T14:43:34.796 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.795+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2023-01-15T14:43:34.796 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.795+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2023-01-15T14:43:34.796 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.795+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2023-01-15T14:43:34.797 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.796+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2023-01-15T14:43:34.797 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.796+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-STANDARD-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.798 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.796+0000 7fe706c03780 10 manifest: total_size = 27193 2023-01-15T14:43:34.798 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.796+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to _dxX3ABaVh0oYVWXChZtCLwzRXEQPZn_ 2023-01-15T14:43:34.798 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.796+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-STANDARD-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.798 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.796+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.798 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.796+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7.0 2023-01-15T14:43:34.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.798+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : miss 2023-01-15T14:43:34.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.798+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.800 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.800 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x0 2023-01-15T14:43:34.801 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2023-01-15T14:43:34.801 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : miss 2023-01-15T14:43:34.801 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.801 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.801 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x0 2023-01-15T14:43:34.801 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2023-01-15T14:43:34.801 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.801 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.801 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.801 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.801 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=27193 stripe_ofs=27193 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.802 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: _dxX3ABaVh0oYVWXChZtCLwzRXEQPZn_ 2023-01-15T14:43:34.802 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.802 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.EaWYwLSjvflfx4woI9bapAYAcNu-DXH_0 2023-01-15T14:43:34.802 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-01-15T14:43:34.802 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.802 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: _dxX3ABaVh0oYVWXChZtCLwzRXEQPZn_ 2023-01-15T14:43:34.803 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.799+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2023-01-15T14:43:34.803 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.800+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-LUKEWARM-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.804 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.800+0000 7fe706c03780 10 manifest: total_size = 5242880 2023-01-15T14:43:34.804 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.800+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to _gjsVJ5cDSz0TLdsLhHbNsJpekioAKZA 2023-01-15T14:43:34.804 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.800+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-LUKEWARM-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.804 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.800+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.804 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.800+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7.2 2023-01-15T14:43:34.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.802+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.802+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.802+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.802+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.802+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.802+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.802+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.802+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: _gjsVJ5cDSz0TLdsLhHbNsJpekioAKZA 2023-01-15T14:43:34.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.802+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.802+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.vfDms01nra_HWi1VSWFVkIgWfJkyyLV_1 2023-01-15T14:43:34.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.802+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 299 2023-01-15T14:43:34.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.802+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.802+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.0tag is: _gjsVJ5cDSz0TLdsLhHbNsJpekioAKZA 2023-01-15T14:43:34.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.803+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2023-01-15T14:43:34.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.803+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.803+0000 7fe706c03780 10 manifest: total_size = 5242880 2023-01-15T14:43:34.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.803+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15177372740733849465 2023-01-15T14:43:34.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.803+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.803+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.803+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7.3 2023-01-15T14:43:34.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.805+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.805+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.805+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.805+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.805+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.805+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.805+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.805+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15177372740733849465 2023-01-15T14:43:34.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.805+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.805+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.ymFuhkCI8S15f-26ti_JzeyAj4b72hy_0 2023-01-15T14:43:34.809 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.805+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 336 2023-01-15T14:43:34.809 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.805+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.809 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.805+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15177372740733849465 2023-01-15T14:43:34.809 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.806+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-FROZEN-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.809 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.806+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-01-15T14:43:34.809 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.806+0000 7fe706c03780 10 manifest: total_size = 5242880 2023-01-15T14:43:34.809 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.806+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to _4dAk-x-vzmEoHQNtZhtQ6YPBsXux1aM 2023-01-15T14:43:34.809 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.806+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-FROZEN-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.809 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.806+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.809 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.806+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7.5 2023-01-15T14:43:34.810 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.808+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.810 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.808+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.810 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.808+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.810 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.808+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.811 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.808+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.811 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.808+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.811 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.808+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.811 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.808+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: _4dAk-x-vzmEoHQNtZhtQ6YPBsXux1aM 2023-01-15T14:43:34.811 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.808+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.811 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.808+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.G6mj-zTNzXhLT2KpE_DZMZzNL9Fy17V_0 2023-01-15T14:43:34.811 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.808+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-01-15T14:43:34.811 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.808+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.811 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.808+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: _4dAk-x-vzmEoHQNtZhtQ6YPBsXux1aM 2023-01-15T14:43:34.811 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.809+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2023-01-15T14:43:34.811 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.809+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-LUKEWARM-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.812 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.810+0000 7fe706c03780 10 manifest: total_size = 5242880 2023-01-15T14:43:34.812 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.810+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to _PlZvj5pq8gKSpXP_7cAyFGWfH14I8DT 2023-01-15T14:43:34.812 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.810+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-LUKEWARM-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.812 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.810+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.812 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.810+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7.5 2023-01-15T14:43:34.813 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.811+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.813 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.811+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.813 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.811+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.813 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.811+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.813 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.811+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.813 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.811+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.813 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.811+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.814 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.811+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: _PlZvj5pq8gKSpXP_7cAyFGWfH14I8DT 2023-01-15T14:43:34.814 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.811+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.814 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.811+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.uEBxZpUL5DHVaOh4d8-QaXNJpr7Kmzv_0 2023-01-15T14:43:34.814 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.811+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 306 2023-01-15T14:43:34.814 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.811+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.814 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.811+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.1tag is: _PlZvj5pq8gKSpXP_7cAyFGWfH14I8DT 2023-01-15T14:43:34.814 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.812+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.812+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2023-01-15T14:43:34.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.813+0000 7fe706c03780 10 manifest: total_size = 27193 2023-01-15T14:43:34.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.813+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.8322206781577779028 2023-01-15T14:43:34.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.813+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.813+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.813+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7.5 2023-01-15T14:43:34.816 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.814+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.816 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.814+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.816 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.814+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.816 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.814+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.816 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.814+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.814+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-FROZEN-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.815+0000 7fe706c03780 10 manifest: total_size = 5242880 2023-01-15T14:43:34.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.815+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to _eW4YWwK4sHPOcUdtq9jak5ph1AdhHtG 2023-01-15T14:43:34.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.815+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-FROZEN-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.815+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.815+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7.7 2023-01-15T14:43:34.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.815+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-01-15T14:43:34.818 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.817+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.818 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.817+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.818 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.817+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.818 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.817+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.818 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.817+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.818 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.817+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.819 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.817+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.819 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.817+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: _eW4YWwK4sHPOcUdtq9jak5ph1AdhHtG 2023-01-15T14:43:34.819 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.817+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.819 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.817+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.BnC-GTUbGHJSRrFfa-79Y4179orOBZD_1 2023-01-15T14:43:34.819 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.817+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 299 2023-01-15T14:43:34.819 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.817+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.819 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.817+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.6tag is: _eW4YWwK4sHPOcUdtq9jak5ph1AdhHtG 2023-01-15T14:43:34.820 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.818+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.821 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.818+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2023-01-15T14:43:34.821 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.818+0000 7fe706c03780 10 manifest: total_size = 5242880 2023-01-15T14:43:34.821 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.818+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1678856520968219977 2023-01-15T14:43:34.821 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.818+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.821 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.818+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.821 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.818+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7.7 2023-01-15T14:43:34.821 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.820+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.821 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.820+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.821 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.820+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.821 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.820+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.821 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.820+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.822 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.820+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.822 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.820+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.822 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.820+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1678856520968219977 2023-01-15T14:43:34.822 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.820+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.822 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.820+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.O65-b4bxYiMVWTXe9S9mQqh_bc2HC_F_0 2023-01-15T14:43:34.822 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.820+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 337 2023-01-15T14:43:34.822 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.820+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.822 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.820+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1678856520968219977 2023-01-15T14:43:34.823 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.820+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-01-15T14:43:34.823 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.821+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-STANDARD-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.824 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.821+0000 7fe706c03780 10 manifest: total_size = 27193 2023-01-15T14:43:34.824 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.821+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to _ujgOu1dE-BarTJSYxQ2HJq7yRGdZHUG 2023-01-15T14:43:34.824 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.821+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-STANDARD-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.824 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.821+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.824 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.821+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7.7 2023-01-15T14:43:34.824 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.823+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.824 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.823+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.824 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.823+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.824 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.823+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.824 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.823+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.825 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.823+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-LUKEWARM-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.825 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.823+0000 7fe706c03780 10 manifest: total_size = 5242880 2023-01-15T14:43:34.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.823+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.10587971121906008582 2023-01-15T14:43:34.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.823+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-LUKEWARM-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.823+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.823+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7.8 2023-01-15T14:43:34.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.824+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2023-01-15T14:43:34.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.825+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.825+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.825+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.825+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.825+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.827 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.825+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.827 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.825+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.827 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.825+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.10587971121906008582 2023-01-15T14:43:34.827 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.825+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.827 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.825+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.O65-b4bxYiMVWTXe9S9mQqh_bc2HC_F_0 2023-01-15T14:43:34.827 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.825+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2023-01-15T14:43:34.827 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.825+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.827 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.825+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.10587971121906008582 2023-01-15T14:43:34.828 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.826+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2023-01-15T14:43:34.828 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.826+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-STANDARD-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.828 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.826+0000 7fe706c03780 10 manifest: total_size = 27193 2023-01-15T14:43:34.828 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.826+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to _HoozSIU1oKC45dIdVHHciP2x-lK3IsG 2023-01-15T14:43:34.828 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.826+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-STANDARD-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.829 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.826+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.829 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.826+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7.8 2023-01-15T14:43:34.829 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.828+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.829 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.828+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.830 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.828+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.830 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.828+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.830 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.828+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.830 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.828+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.830 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.828+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=27193 stripe_ofs=27193 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.830 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.828+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: _HoozSIU1oKC45dIdVHHciP2x-lK3IsG 2023-01-15T14:43:34.830 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.828+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.830 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.828+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.TeLNsqW2TpALqO72r-NuTe7-ErmwmHT_0 2023-01-15T14:43:34.830 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.828+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 306 2023-01-15T14:43:34.830 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.828+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.830 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.828+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: _HoozSIU1oKC45dIdVHHciP2x-lK3IsG 2023-01-15T14:43:34.831 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.829+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-FROZEN-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.831 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.829+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2023-01-15T14:43:34.832 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.829+0000 7fe706c03780 10 manifest: total_size = 5242880 2023-01-15T14:43:34.832 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.829+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.308787702870500918 2023-01-15T14:43:34.832 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.829+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]):foo-FROZEN-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.832 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.829+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.832 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.829+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7.9 2023-01-15T14:43:34.832 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.832 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-copy.1 : hit (negative entry) 2023-01-15T14:43:34.833 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.833 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.833 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.833 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.833 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.833 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.308787702870500918 2023-01-15T14:43:34.833 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.833 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.ymFuhkCI8S15f-26ti_JzeyAj4b72hy_0 2023-01-15T14:43:34.833 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 334 2023-01-15T14:43:34.834 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.834 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.308787702870500918 2023-01-15T14:43:34.835 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2023-01-15T14:43:34.835 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe706c03780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:43:34.835 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.831+0000 7fe706c03780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:43:34.835 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.832+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:43:34.836 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.832+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:43:34.836 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.832+0000 7fe706c03780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:43:34.836 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.832+0000 7fe706c03780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:43:34.836 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.832+0000 7fe706c03780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7])"; uploads.size()=0; is_truncated=0 2023-01-15T14:43:34.836 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.832+0000 7fe706c03780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]) 2023-01-15T14:43:34.836 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.832+0000 7fe706c03780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : miss 2023-01-15T14:43:34.836 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.832+0000 7fe706c03780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:43:34.836 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.833+0000 7fe706c03780 20 lifecycle: rados_obj.operate() r=0 bl.length=231 2023-01-15T14:43:34.836 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.833+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 info.flags=0x13 2023-01-15T14:43:34.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.833+0000 7fe706c03780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 to cache LRU end 2023-01-15T14:43:34.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.833+0000 7fe706c03780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.834+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7 info.flags=0x17 2023-01-15T14:43:34.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.834+0000 7fe706c03780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7 to cache LRU end 2023-01-15T14:43:34.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.834+0000 7fe706c03780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.834+0000 7fe706c03780 10 lifecycle: distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7, ofs0, ns] 2023-01-15T14:43:34.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.834+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197585 cookie 94446309222528 notifier 4961 bl.length()=904 2023-01-15T14:43:34.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.834+0000 7fe6ff3a6700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7 info.flags=0x17 2023-01-15T14:43:34.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.834+0000 7fe6ff3a6700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7 to cache LRU end 2023-01-15T14:43:34.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.834+0000 7fe6ff3a6700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.834+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]): orig_sources= new_sources= 2023-01-15T14:43:34.838 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.834+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]): potential sources added=[] removed=[] 2023-01-15T14:43:34.838 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.834+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]): orig_dests= new_dests= 2023-01-15T14:43:34.838 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.834+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7]): potential dests added=[] removed=[] 2023-01-15T14:43:34.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.838+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:43:34.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.838+0000 7fe706c03780 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-copy.1 from cache 2023-01-15T14:43:34.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.838+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-copy.1, ofs0, ns] 2023-01-15T14:43:34.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.838+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197586 cookie 94446309222528 notifier 4961 bl.length()=189 2023-01-15T14:43:34.840 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.840+0000 7fe706c03780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7 from cache 2023-01-15T14:43:34.840 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.840+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7, ofs0, ns] 2023-01-15T14:43:34.841 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.840+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197587 cookie 94446309222528 notifier 4961 bl.length()=246 2023-01-15T14:43:34.844 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.843+0000 7fe706c03780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7 from cache 2023-01-15T14:43:34.844 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.843+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class-copy.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7, ofs0, ns] 2023-01-15T14:43:34.844 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.843+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197623 cookie 94446309220224 notifier 4961 bl.length()=243 2023-01-15T14:43:34.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.845+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9 : miss 2023-01-15T14:43:34.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.845+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.846+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=415 2023-01-15T14:43:34.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.846+0000 7fe706c03780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9 info.flags=0x13 2023-01-15T14:43:34.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.846+0000 7fe706c03780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9 to cache LRU end 2023-01-15T14:43:34.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.846+0000 7fe706c03780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.846+0000 7fe706c03780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.846+0000 7fe706c03780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9 2023-01-15T14:43:34.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.846+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-STANDARD-LUKEWARM 2023-01-15T14:43:34.848 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.847+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-LUKEWARM-STANDARD 2023-01-15T14:43:34.848 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.848+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-FROZEN 2023-01-15T14:43:34.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.848+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-FROZEN-LUKEWARM 2023-01-15T14:43:34.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.848+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-LUKEWARM-FROZEN 2023-01-15T14:43:34.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.848+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-STANDARD 2023-01-15T14:43:34.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.849+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-FROZEN-STANDARD 2023-01-15T14:43:34.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.849+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-01-15T14:43:34.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.849+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-STANDARD-STANDARD 2023-01-15T14:43:34.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.849+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-LUKEWARM-LUKEWARM 2023-01-15T14:43:34.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.850+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-STANDARD-FROZEN 2023-01-15T14:43:34.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.850+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-FROZEN-FROZEN 2023-01-15T14:43:34.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.850+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-STANDARD-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.851+0000 7fe706c03780 10 manifest: total_size = 541681 2023-01-15T14:43:34.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.851+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to _p3UM1kMG_HcgXaFCP4JcSKnN_3DBrv4 2023-01-15T14:43:34.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.851+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-STANDARD-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.851+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.851+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9.0 2023-01-15T14:43:34.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.852+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2023-01-15T14:43:34.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.852+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x0 2023-01-15T14:43:34.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2023-01-15T14:43:34.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2023-01-15T14:43:34.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.855 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.855 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x0 2023-01-15T14:43:34.855 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2023-01-15T14:43:34.855 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.855 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.855 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.855 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.855 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: _p3UM1kMG_HcgXaFCP4JcSKnN_3DBrv4 2023-01-15T14:43:34.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.oIr5ngkoao4xouMDTBM2ZM5dI--g_W0_0 2023-01-15T14:43:34.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-01-15T14:43:34.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.16tag is: _p3UM1kMG_HcgXaFCP4JcSKnN_3DBrv4 2023-01-15T14:43:34.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.853+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-STANDARD-LUKEWARM 2023-01-15T14:43:34.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.854+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-LUKEWARM-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.857 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.855+0000 7fe706c03780 10 manifest: total_size = 11534336 2023-01-15T14:43:34.857 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.855+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to _KlLJBvq86z-tH0jy49gdhNamV_Lv6yM 2023-01-15T14:43:34.857 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.855+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-LUKEWARM-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.857 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.855+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.857 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.855+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9.2 2023-01-15T14:43:34.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: _KlLJBvq86z-tH0jy49gdhNamV_Lv6yM 2023-01-15T14:43:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.NxpOU4e1f9NL6AwiZ2JF_CoJheyVsEe_1 2023-01-15T14:43:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 299 2023-01-15T14:43:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.NxpOU4e1f9NL6AwiZ2JF_CoJheyVsEe_2 2023-01-15T14:43:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 527 2023-01-15T14:43:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.859 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.857+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: _KlLJBvq86z-tH0jy49gdhNamV_Lv6yM 2023-01-15T14:43:34.860 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.858+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo-LUKEWARM-STANDARD 2023-01-15T14:43:34.860 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.858+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.860 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.858+0000 7fe706c03780 10 manifest: total_size = 11534336 2023-01-15T14:43:34.860 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.858+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.9433587499668762419 2023-01-15T14:43:34.860 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.858+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.860 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.858+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.861 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.858+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9.3 2023-01-15T14:43:34.861 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:43:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-01-15T14:43:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:43:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:43:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:43:34.862 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:43:34.863 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-01-15T14:43:34.863 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:43:34.863 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-01-15T14:43:34.863 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.9433587499668762419 2023-01-15T14:43:34.863 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.863 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-FROZEN.2~ASuWfUAmNGp5hocvK6CocHlj_rq12Mb.1 2023-01-15T14:43:34.863 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 365 2023-01-15T14:43:34.863 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-FROZEN.2~ASuWfUAmNGp5hocvK6CocHlj_rq12Mb.2 2023-01-15T14:43:34.863 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 630 2023-01-15T14:43:34.863 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-FROZEN.2~ASuWfUAmNGp5hocvK6CocHlj_rq12Mb.3 2023-01-15T14:43:34.863 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 895 2023-01-15T14:43:34.863 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.864 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.860+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.9433587499668762419 2023-01-15T14:43:34.864 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.861+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-01-15T14:43:34.864 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.861+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-FROZEN-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.861+0000 7fe706c03780 10 manifest: total_size = 11534336 2023-01-15T14:43:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.861+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to _xpjW7zydqyMGPUpIMkogzB9k1cpJjdj 2023-01-15T14:43:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.861+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-FROZEN-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.861+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.865 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.861+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9.5 2023-01-15T14:43:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: _xpjW7zydqyMGPUpIMkogzB9k1cpJjdj 2023-01-15T14:43:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.866 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.y2G5C1caHn_8NN7CRDl7_y_SZ2YKV4j_0 2023-01-15T14:43:34.867 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 308 2023-01-15T14:43:34.867 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.y2G5C1caHn_8NN7CRDl7_y_SZ2YKV4j_1 2023-01-15T14:43:34.867 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 545 2023-01-15T14:43:34.867 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.867 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.863+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.30tag is: _xpjW7zydqyMGPUpIMkogzB9k1cpJjdj 2023-01-15T14:43:34.867 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.864+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo-FROZEN-LUKEWARM 2023-01-15T14:43:34.867 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.864+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-LUKEWARM-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.869 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.865+0000 7fe706c03780 10 manifest: total_size = 11534336 2023-01-15T14:43:34.869 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.865+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to _DmoBarmPexzj510Ycy2mtHY93csPSSL 2023-01-15T14:43:34.869 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.865+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-LUKEWARM-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.869 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.865+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.869 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.865+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9.5 2023-01-15T14:43:34.869 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.869 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.869 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.869 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.870 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.870 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.870 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.870 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.870 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.870 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: _DmoBarmPexzj510Ycy2mtHY93csPSSL 2023-01-15T14:43:34.870 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.870 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.ry8REBWkIjyM-XrhuUS9k3ZqJgo1AbQ_0 2023-01-15T14:43:34.870 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 306 2023-01-15T14:43:34.870 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.ry8REBWkIjyM-XrhuUS9k3ZqJgo1AbQ_1 2023-01-15T14:43:34.870 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 541 2023-01-15T14:43:34.871 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.871 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.866+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.18tag is: _DmoBarmPexzj510Ycy2mtHY93csPSSL 2023-01-15T14:43:34.871 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.867+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.871 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.867+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-LUKEWARM-FROZEN 2023-01-15T14:43:34.871 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.868+0000 7fe706c03780 10 manifest: total_size = 541681 2023-01-15T14:43:34.871 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.868+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.5640203649108965310 2023-01-15T14:43:34.871 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.868+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.871 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.868+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.871 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.868+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9.5 2023-01-15T14:43:34.872 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.873 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.873 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.873 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.873 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.873 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-01-15T14:43:34.873 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2023-01-15T14:43:34.873 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2023-01-15T14:43:34.873 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-01-15T14:43:34.873 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2023-01-15T14:43:34.873 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2023-01-15T14:43:34.874 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2023-01-15T14:43:34.874 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=49187 2023-01-15T14:43:34.874 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2023-01-15T14:43:34.874 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.5640203649108965310 2023-01-15T14:43:34.874 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.874 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-STANDARD.2~2KGtCVheLyGMNCExx_KLBCzWamhsHcS.1 2023-01-15T14:43:34.874 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 362 2023-01-15T14:43:34.874 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-STANDARD.2~2KGtCVheLyGMNCExx_KLBCzWamhsHcS.2 2023-01-15T14:43:34.874 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 624 2023-01-15T14:43:34.874 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-STANDARD.2~2KGtCVheLyGMNCExx_KLBCzWamhsHcS.3 2023-01-15T14:43:34.874 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 886 2023-01-15T14:43:34.875 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.875 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.869+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.5640203649108965310 2023-01-15T14:43:34.875 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.870+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-01-15T14:43:34.875 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.870+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-FROZEN-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.875 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.871+0000 7fe706c03780 10 manifest: total_size = 11534336 2023-01-15T14:43:34.875 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.871+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to _w9uarQd9ovBHKA19G5yPiVhjCs1PsyF 2023-01-15T14:43:34.875 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.871+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-FROZEN-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.875 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.871+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.875 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.871+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9.7 2023-01-15T14:43:34.877 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.878 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.878 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.878 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.878 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.878 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.878 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.878 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.878 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.878 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: _w9uarQd9ovBHKA19G5yPiVhjCs1PsyF 2023-01-15T14:43:34.878 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.8iZcETw6h2WVcziDuyjLgdIrqqcG6xv_1 2023-01-15T14:43:34.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 299 2023-01-15T14:43:34.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.8iZcETw6h2WVcziDuyjLgdIrqqcG6xv_2 2023-01-15T14:43:34.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 527 2023-01-15T14:43:34.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.872+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.3tag is: _w9uarQd9ovBHKA19G5yPiVhjCs1PsyF 2023-01-15T14:43:34.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.873+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-FROZEN-STANDARD 2023-01-15T14:43:34.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.873+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.874+0000 7fe706c03780 10 manifest: total_size = 11534336 2023-01-15T14:43:34.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.874+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.10298409408619770321 2023-01-15T14:43:34.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.874+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.880 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.874+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.880 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.874+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9.7 2023-01-15T14:43:34.880 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.875+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.880 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.875+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.880 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.875+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.880 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.875+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.880 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.875+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.880 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:43:34.880 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-01-15T14:43:34.880 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:43:34.880 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:43:34.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:43:34.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:43:34.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-01-15T14:43:34.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:43:34.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-01-15T14:43:34.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.10298409408619770321 2023-01-15T14:43:34.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-LUKEWARM.2~vUE7y8rcQaHCjOSjpMiqG2ThbfR6yTO.1 2023-01-15T14:43:34.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 372 2023-01-15T14:43:34.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-LUKEWARM.2~vUE7y8rcQaHCjOSjpMiqG2ThbfR6yTO.2 2023-01-15T14:43:34.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 643 2023-01-15T14:43:34.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-LUKEWARM.2~vUE7y8rcQaHCjOSjpMiqG2ThbfR6yTO.3 2023-01-15T14:43:34.882 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 914 2023-01-15T14:43:34.882 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.882 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.21tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.10298409408619770321 2023-01-15T14:43:34.882 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.876+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-01-15T14:43:34.882 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.877+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-STANDARD-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.877+0000 7fe706c03780 10 manifest: total_size = 541681 2023-01-15T14:43:34.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.877+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15013412068987474663 2023-01-15T14:43:34.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.877+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-STANDARD-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.877+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.877+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9.7 2023-01-15T14:43:34.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.886 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.886 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.886 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.886 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-01-15T14:43:34.886 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2023-01-15T14:43:34.886 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2023-01-15T14:43:34.886 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-01-15T14:43:34.886 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2023-01-15T14:43:34.886 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2023-01-15T14:43:34.886 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2023-01-15T14:43:34.886 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=49187 2023-01-15T14:43:34.887 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2023-01-15T14:43:34.887 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15013412068987474663 2023-01-15T14:43:34.887 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.887 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-STANDARD.2~2KGtCVheLyGMNCExx_KLBCzWamhsHcS.1 2023-01-15T14:43:34.887 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 363 2023-01-15T14:43:34.887 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-STANDARD.2~2KGtCVheLyGMNCExx_KLBCzWamhsHcS.2 2023-01-15T14:43:34.887 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 625 2023-01-15T14:43:34.887 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-STANDARD.2~2KGtCVheLyGMNCExx_KLBCzWamhsHcS.3 2023-01-15T14:43:34.887 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 887 2023-01-15T14:43:34.887 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.887 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.879+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.25tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15013412068987474663 2023-01-15T14:43:34.887 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.880+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-STANDARD-STANDARD 2023-01-15T14:43:34.888 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.880+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-LUKEWARM-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.888 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.880+0000 7fe706c03780 10 manifest: total_size = 11534336 2023-01-15T14:43:34.888 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.880+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.12837142561610541380 2023-01-15T14:43:34.888 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.880+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-LUKEWARM-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.888 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.880+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.888 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.880+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9.8 2023-01-15T14:43:34.888 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.888 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.888 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.888 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.888 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:43:34.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-01-15T14:43:34.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:43:34.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:43:34.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:43:34.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:43:34.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-01-15T14:43:34.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:43:34.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-01-15T14:43:34.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.12837142561610541380 2023-01-15T14:43:34.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-LUKEWARM.2~vUE7y8rcQaHCjOSjpMiqG2ThbfR6yTO.1 2023-01-15T14:43:34.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 372 2023-01-15T14:43:34.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-LUKEWARM.2~vUE7y8rcQaHCjOSjpMiqG2ThbfR6yTO.2 2023-01-15T14:43:34.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 643 2023-01-15T14:43:34.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-LUKEWARM.2~vUE7y8rcQaHCjOSjpMiqG2ThbfR6yTO.3 2023-01-15T14:43:34.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 914 2023-01-15T14:43:34.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.882+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.26tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.12837142561610541380 2023-01-15T14:43:34.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.883+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo-LUKEWARM-LUKEWARM 2023-01-15T14:43:34.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.883+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-STANDARD-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.883+0000 7fe706c03780 10 manifest: total_size = 541681 2023-01-15T14:43:34.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.883+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to _AyFG8j1qc2qW4EeESOEcmjB-bLK3Tus 2023-01-15T14:43:34.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.883+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-STANDARD-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.883+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.883+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9.8 2023-01-15T14:43:34.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.885+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.885+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.885+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.885+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.885+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.885+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.885+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.885+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: _AyFG8j1qc2qW4EeESOEcmjB-bLK3Tus 2023-01-15T14:43:34.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.885+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.885+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.zSpbctGRW4lW8proShvrWQ-aCpvHDvn_0 2023-01-15T14:43:34.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.885+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 306 2023-01-15T14:43:34.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.885+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.885+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.13tag is: _AyFG8j1qc2qW4EeESOEcmjB-bLK3Tus 2023-01-15T14:43:34.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.886+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-STANDARD-FROZEN 2023-01-15T14:43:34.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.886+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-FROZEN-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.886+0000 7fe706c03780 10 manifest: total_size = 11534336 2023-01-15T14:43:34.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.886+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.16975218132166722127 2023-01-15T14:43:34.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.886+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]):foo-FROZEN-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.886+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.886+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9.9 2023-01-15T14:43:34.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (negative entry) 2023-01-15T14:43:34.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:43:34.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-01-15T14:43:34.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:43:34.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:43:34.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:43:34.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:43:34.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-01-15T14:43:34.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:43:34.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-01-15T14:43:34.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.16975218132166722127 2023-01-15T14:43:34.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-FROZEN.2~ASuWfUAmNGp5hocvK6CocHlj_rq12Mb.1 2023-01-15T14:43:34.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 366 2023-01-15T14:43:34.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-FROZEN.2~ASuWfUAmNGp5hocvK6CocHlj_rq12Mb.2 2023-01-15T14:43:34.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 631 2023-01-15T14:43:34.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-FROZEN.2~ASuWfUAmNGp5hocvK6CocHlj_rq12Mb.3 2023-01-15T14:43:34.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 896 2023-01-15T14:43:34.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.888+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.11tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.16975218132166722127 2023-01-15T14:43:34.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.889+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo-FROZEN-FROZEN 2023-01-15T14:43:34.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.889+0000 7fe706c03780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:43:34.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.889+0000 7fe706c03780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:43:34.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.890+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:43:34.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.890+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:43:34.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.890+0000 7fe706c03780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:43:34.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.890+0000 7fe706c03780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:43:34.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.890+0000 7fe706c03780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9])"; uploads.size()=0; is_truncated=0 2023-01-15T14:43:34.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.890+0000 7fe706c03780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]) 2023-01-15T14:43:34.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.890+0000 7fe706c03780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : miss 2023-01-15T14:43:34.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.890+0000 7fe706c03780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:43:34.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.890+0000 7fe706c03780 20 lifecycle: rados_obj.operate() r=0 bl.length=241 2023-01-15T14:43:34.899 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.890+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 info.flags=0x13 2023-01-15T14:43:34.899 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.890+0000 7fe706c03780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 to cache LRU end 2023-01-15T14:43:34.899 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.890+0000 7fe706c03780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.899 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.891+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9 info.flags=0x17 2023-01-15T14:43:34.899 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.891+0000 7fe706c03780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9 to cache LRU end 2023-01-15T14:43:34.899 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.891+0000 7fe706c03780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.899 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.891+0000 7fe706c03780 10 lifecycle: distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9, ofs0, ns] 2023-01-15T14:43:34.899 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.891+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197583 cookie 94446309223680 notifier 4961 bl.length()=924 2023-01-15T14:43:34.899 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.891+0000 7fe6feba5700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9 info.flags=0x17 2023-01-15T14:43:34.899 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.891+0000 7fe6feba5700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9 to cache LRU end 2023-01-15T14:43:34.899 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.891+0000 7fe6feba5700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.900 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.892+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]): orig_sources= new_sources= 2023-01-15T14:43:34.900 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.892+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]): potential sources added=[] removed=[] 2023-01-15T14:43:34.900 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.892+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]): orig_dests= new_dests= 2023-01-15T14:43:34.900 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.892+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart-copy.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9]): potential dests added=[] removed=[] 2023-01-15T14:43:34.901 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.895+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:43:34.901 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.895+0000 7fe706c03780 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart-copy.1 from cache 2023-01-15T14:43:34.901 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.895+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart-copy.1, ofs0, ns] 2023-01-15T14:43:34.901 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.895+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197584 cookie 94446309223680 notifier 4961 bl.length()=199 2023-01-15T14:43:34.901 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.896+0000 7fe706c03780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9 from cache 2023-01-15T14:43:34.901 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.896+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart-copy.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9, ofs0, ns] 2023-01-15T14:43:34.901 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.897+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197585 cookie 94446309223680 notifier 4961 bl.length()=256 2023-01-15T14:43:34.901 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.900+0000 7fe706c03780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9 from cache 2023-01-15T14:43:34.901 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.900+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart-copy.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9, ofs0, ns] 2023-01-15T14:43:34.902 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.900+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197588 cookie 94446309222528 notifier 4961 bl.length()=253 2023-01-15T14:43:34.903 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.903+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8 : miss 2023-01-15T14:43:34.904 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.903+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.904 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.903+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=410 2023-01-15T14:43:34.904 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.903+0000 7fe706c03780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8 info.flags=0x13 2023-01-15T14:43:34.904 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.903+0000 7fe706c03780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8 to cache LRU end 2023-01-15T14:43:34.904 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.903+0000 7fe706c03780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.905 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.903+0000 7fe706c03780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.905 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.903+0000 7fe706c03780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8 2023-01-15T14:43:34.905 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.905+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-FROZEN 2023-01-15T14:43:34.906 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.905+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-STANDARD 2023-01-15T14:43:34.907 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.906+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-01-15T14:43:34.908 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.907+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8]):foo-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.908 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.908+0000 7fe706c03780 10 manifest: total_size = 11534336 2023-01-15T14:43:34.909 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.908+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.866127896319097517 2023-01-15T14:43:34.909 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.908+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8]):foo-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.909 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.908+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.909 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.908+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8.3 2023-01-15T14:43:34.910 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart.1 : miss 2023-01-15T14:43:34.910 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.912 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.912 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x0 2023-01-15T14:43:34.912 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2023-01-15T14:43:34.912 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart.1 : miss 2023-01-15T14:43:34.912 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.913 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.913 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x0 2023-01-15T14:43:34.913 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2023-01-15T14:43:34.913 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.913 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.913 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.913 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:43:34.913 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-01-15T14:43:34.913 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:43:34.913 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:43:34.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:43:34.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:43:34.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-01-15T14:43:34.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:43:34.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-01-15T14:43:34.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.866127896319097517 2023-01-15T14:43:34.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-FROZEN.2~lPsf0vpDI_vhzEpYSBWP6DQgqnnntNS.1 2023-01-15T14:43:34.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 364 2023-01-15T14:43:34.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-FROZEN.2~lPsf0vpDI_vhzEpYSBWP6DQgqnnntNS.2 2023-01-15T14:43:34.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 629 2023-01-15T14:43:34.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-FROZEN.2~lPsf0vpDI_vhzEpYSBWP6DQgqnnntNS.3 2023-01-15T14:43:34.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 894 2023-01-15T14:43:34.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.22tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.866127896319097517 2023-01-15T14:43:34.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.910+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-01-15T14:43:34.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.911+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8]):foo-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.911+0000 7fe706c03780 10 manifest: total_size = 541681 2023-01-15T14:43:34.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.911+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.12558694953449433869 2023-01-15T14:43:34.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.911+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8]):foo-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.911+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.911+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8.5 2023-01-15T14:43:34.916 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart.1 : hit (negative entry) 2023-01-15T14:43:34.917 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart.1 : hit (negative entry) 2023-01-15T14:43:34.917 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.917 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.917 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.917 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-01-15T14:43:34.917 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=246247 2023-01-15T14:43:34.917 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=246247 stripe_ofs=246247 part_ofs=246247 rule->part_size=246247 2023-01-15T14:43:34.917 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=246247 rules.size()=2 2023-01-15T14:43:34.917 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6537703 part_ofs=246247 rule->part_size=246247 2023-01-15T14:43:34.917 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=492494 stripe_ofs=492494 part_ofs=492494 rule->part_size=49187 2023-01-15T14:43:34.917 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=49187 rules.size()=2 2023-01-15T14:43:34.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6783950 part_ofs=492494 rule->part_size=49187 2023-01-15T14:43:34.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=541681 stripe_ofs=541681 part_ofs=541681 rule->part_size=49187 2023-01-15T14:43:34.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.12558694953449433869 2023-01-15T14:43:34.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-STANDARD.2~tdXFz0nMfWR9DHyGvQRXiv08-83DCuM.1 2023-01-15T14:43:34.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 363 2023-01-15T14:43:34.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-STANDARD.2~tdXFz0nMfWR9DHyGvQRXiv08-83DCuM.2 2023-01-15T14:43:34.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 625 2023-01-15T14:43:34.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-STANDARD.2~tdXFz0nMfWR9DHyGvQRXiv08-83DCuM.3 2023-01-15T14:43:34.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 887 2023-01-15T14:43:34.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.919 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.913+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.7tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.12558694953449433869 2023-01-15T14:43:34.919 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.914+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-01-15T14:43:34.919 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.914+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8]):foo-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.919 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.915+0000 7fe706c03780 10 manifest: total_size = 11534336 2023-01-15T14:43:34.919 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.915+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.17187171150482183338 2023-01-15T14:43:34.919 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.915+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class-multipart.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8]):foo-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.919 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.915+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.919 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.915+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8.7 2023-01-15T14:43:34.921 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class-multipart.1 : hit (negative entry) 2023-01-15T14:43:34.921 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class-multipart.1 : hit (negative entry) 2023-01-15T14:43:34.921 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.921 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.921 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:43:34.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=6291456 part_ofs=0 rule->part_size=5242880 2023-01-15T14:43:34.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=5242880 stripe_ofs=5242880 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:43:34.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=5242880 rules.size()=2 2023-01-15T14:43:34.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=11534336 part_ofs=5242880 rule->part_size=5242880 2023-01-15T14:43:34.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:43:34.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=1048576 rules.size()=2 2023-01-15T14:43:34.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 RGWObjManifest::operator++(): stripe_ofs=16777216 part_ofs=10485760 rule->part_size=1048576 2023-01-15T14:43:34.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=11534336 stripe_ofs=11534336 part_ofs=11534336 rule->part_size=1048576 2023-01-15T14:43:34.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.17187171150482183338 2023-01-15T14:43:34.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-LUKEWARM.2~AE6msmP92UFRheBy-hPd0tyVZoLdFnX.1 2023-01-15T14:43:34.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 372 2023-01-15T14:43:34.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-LUKEWARM.2~AE6msmP92UFRheBy-hPd0tyVZoLdFnX.2 2023-01-15T14:43:34.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 643 2023-01-15T14:43:34.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-LUKEWARM.2~AE6msmP92UFRheBy-hPd0tyVZoLdFnX.3 2023-01-15T14:43:34.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 914 2023-01-15T14:43:34.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.916+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.15tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.17187171150482183338 2023-01-15T14:43:34.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.917+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-01-15T14:43:34.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.918+0000 7fe706c03780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:43:34.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.918+0000 7fe706c03780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:43:34.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.918+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:43:34.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.918+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:43:34.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.918+0000 7fe706c03780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:43:34.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.918+0000 7fe706c03780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:43:34.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.918+0000 7fe706c03780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class-multipart.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8])"; uploads.size()=0; is_truncated=0 2023-01-15T14:43:34.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.918+0000 7fe706c03780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-obj-storage-class-multipart.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8]) 2023-01-15T14:43:34.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.918+0000 7fe706c03780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : miss 2023-01-15T14:43:34.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.918+0000 7fe706c03780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:43:34.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.919+0000 7fe706c03780 20 lifecycle: rados_obj.operate() r=0 bl.length=236 2023-01-15T14:43:34.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.919+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 info.flags=0x13 2023-01-15T14:43:34.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.919+0000 7fe706c03780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 to cache LRU end 2023-01-15T14:43:34.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.919+0000 7fe706c03780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.920+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8 info.flags=0x17 2023-01-15T14:43:34.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.920+0000 7fe706c03780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8 to cache LRU end 2023-01-15T14:43:34.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.920+0000 7fe706c03780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.920+0000 7fe706c03780 10 lifecycle: distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8, ofs0, ns] 2023-01-15T14:43:34.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.920+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197586 cookie 94446309223680 notifier 4961 bl.length()=914 2023-01-15T14:43:34.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.920+0000 7fe6feba5700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8 info.flags=0x17 2023-01-15T14:43:34.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.920+0000 7fe6feba5700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8 to cache LRU end 2023-01-15T14:43:34.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.920+0000 7fe6feba5700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.920+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8]): orig_sources= new_sources= 2023-01-15T14:43:34.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.920+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8]): potential sources added=[] removed=[] 2023-01-15T14:43:34.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.920+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8]): orig_dests= new_dests= 2023-01-15T14:43:34.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.920+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class-multipart.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8]): potential dests added=[] removed=[] 2023-01-15T14:43:34.926 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.924+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:43:34.926 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.924+0000 7fe706c03780 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class-multipart.1 from cache 2023-01-15T14:43:34.926 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.924+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class-multipart.1, ofs0, ns] 2023-01-15T14:43:34.926 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.924+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197605 cookie 94446309225984 notifier 4961 bl.length()=194 2023-01-15T14:43:34.927 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.926+0000 7fe706c03780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8 from cache 2023-01-15T14:43:34.927 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.926+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class-multipart.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8, ofs0, ns] 2023-01-15T14:43:34.927 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.926+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197587 cookie 94446309223680 notifier 4961 bl.length()=251 2023-01-15T14:43:34.930 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.929+0000 7fe706c03780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8 from cache 2023-01-15T14:43:34.930 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.929+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class-multipart.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8, ofs0, ns] 2023-01-15T14:43:34.930 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.929+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197589 cookie 94446309222528 notifier 4961 bl.length()=248 2023-01-15T14:43:34.932 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.932+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6 : miss 2023-01-15T14:43:34.932 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.932+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.933 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.932+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=400 2023-01-15T14:43:34.933 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.932+0000 7fe706c03780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6 info.flags=0x13 2023-01-15T14:43:34.933 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.932+0000 7fe706c03780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6 to cache LRU end 2023-01-15T14:43:34.933 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.932+0000 7fe706c03780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.933 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.932+0000 7fe706c03780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.934 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.932+0000 7fe706c03780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6 2023-01-15T14:43:34.934 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.934+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-FROZEN 2023-01-15T14:43:34.935 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.935+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-STANDARD 2023-01-15T14:43:34.936 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.935+0000 7fe706c03780 10 cls_bucket_list_unordered: got foo-LUKEWARM 2023-01-15T14:43:34.937 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.937+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6]):foo-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.938 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.937+0000 7fe706c03780 10 manifest: total_size = 10485760 2023-01-15T14:43:34.938 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.937+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15755365308600195328 2023-01-15T14:43:34.938 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.937+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6]):foo-FROZEN[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.938 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.937+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.938 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.937+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6.3 2023-01-15T14:43:34.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class.1 : miss 2023-01-15T14:43:34.940 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.941 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.941 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class.1 info.flags=0x0 2023-01-15T14:43:34.941 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class.1 to cache LRU end 2023-01-15T14:43:34.941 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class.1 : miss 2023-01-15T14:43:34.941 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.941 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.942 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class.1 info.flags=0x0 2023-01-15T14:43:34.942 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class.1 to cache LRU end 2023-01-15T14:43:34.942 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.942 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.942 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.942 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.942 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.942 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.942 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.942 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15755365308600195328 2023-01-15T14:43:34.942 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.942 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6__shadow_.5g0WP7kwUnXnF1hA1Whc0XIVg8vfMyg_0 2023-01-15T14:43:34.943 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 336 2023-01-15T14:43:34.943 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6__shadow_.5g0WP7kwUnXnF1hA1Whc0XIVg8vfMyg_1 2023-01-15T14:43:34.943 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 571 2023-01-15T14:43:34.943 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.943 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.939+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.12tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15755365308600195328 2023-01-15T14:43:34.943 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.940+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-FROZEN 2023-01-15T14:43:34.944 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.941+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6]):foo-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.944 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.941+0000 7fe706c03780 10 manifest: total_size = 649292 2023-01-15T14:43:34.944 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.941+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.13632344006973854011 2023-01-15T14:43:34.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.941+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6]):foo-STANDARD[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.941+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.941+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6.5 2023-01-15T14:43:34.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.943+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class.1 : hit (negative entry) 2023-01-15T14:43:34.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.943+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class.1 : hit (negative entry) 2023-01-15T14:43:34.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.943+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.943+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.943+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.943+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6]):foo-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.943+0000 7fe706c03780 10 manifest: total_size = 10485760 2023-01-15T14:43:34.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.943+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.17578593852591510269 2023-01-15T14:43:34.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.943+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-obj-storage-class.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6]):foo-LUKEWARM[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.946 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.943+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.946 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.943+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6.7 2023-01-15T14:43:34.946 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.944+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=foo-STANDARD 2023-01-15T14:43:34.947 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-obj-storage-class.1 : hit (negative entry) 2023-01-15T14:43:34.947 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-obj-storage-class.1 : hit (negative entry) 2023-01-15T14:43:34.947 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.947 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.947 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.947 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.948 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=6291456 stripe_ofs=6291456 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.948 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:43:34.948 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-01-15T14:43:34.948 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.17578593852591510269 2023-01-15T14:43:34.948 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:43:34.948 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6__shadow_.9cEB49RpFGQkfL3PvNXTDuHNslRxgl4_0 2023-01-15T14:43:34.948 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 338 2023-01-15T14:43:34.948 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6__shadow_.9cEB49RpFGQkfL3PvNXTDuHNslRxgl4_1 2023-01-15T14:43:34.948 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 575 2023-01-15T14:43:34.948 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:43:34.948 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.945+0000 7fe706c03780 20 garbage collection: RGWGC::send_chain - on object name: gc.24tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.17578593852591510269 2023-01-15T14:43:34.948 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.946+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=foo-LUKEWARM 2023-01-15T14:43:34.949 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.946+0000 7fe706c03780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:43:34.949 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.946+0000 7fe706c03780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:43:34.950 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.947+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:43:34.950 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.947+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:43:34.950 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.947+0000 7fe706c03780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:43:34.950 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.947+0000 7fe706c03780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:43:34.950 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.947+0000 7fe706c03780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-obj-storage-class.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6])"; uploads.size()=0; is_truncated=0 2023-01-15T14:43:34.950 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.947+0000 7fe706c03780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-obj-storage-class.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6]) 2023-01-15T14:43:34.950 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.947+0000 7fe706c03780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : miss 2023-01-15T14:43:34.950 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.947+0000 7fe706c03780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:43:34.951 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.947+0000 7fe706c03780 20 lifecycle: rados_obj.operate() r=0 bl.length=226 2023-01-15T14:43:34.951 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.947+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 info.flags=0x13 2023-01-15T14:43:34.951 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.947+0000 7fe706c03780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 to cache LRU end 2023-01-15T14:43:34.951 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.947+0000 7fe706c03780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.951 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.948+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6 info.flags=0x17 2023-01-15T14:43:34.951 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.948+0000 7fe706c03780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6 to cache LRU end 2023-01-15T14:43:34.951 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.948+0000 7fe706c03780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.951 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.948+0000 7fe706c03780 10 lifecycle: distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6, ofs0, ns] 2023-01-15T14:43:34.951 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.948+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197606 cookie 94446309221376 notifier 4961 bl.length()=894 2023-01-15T14:43:34.951 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.948+0000 7fe6feba5700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6 info.flags=0x17 2023-01-15T14:43:34.951 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.948+0000 7fe6feba5700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6 to cache LRU end 2023-01-15T14:43:34.952 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.948+0000 7fe6feba5700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.952 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.949+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6]): orig_sources= new_sources= 2023-01-15T14:43:34.952 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.949+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6]): potential sources added=[] removed=[] 2023-01-15T14:43:34.952 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.949+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6]): orig_dests= new_dests= 2023-01-15T14:43:34.952 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.949+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-obj-storage-class.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6]): potential dests added=[] removed=[] 2023-01-15T14:43:34.953 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.952+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:43:34.953 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.952+0000 7fe706c03780 10 removing default.rgw.meta+root+test-client.0-r-test-obj-storage-class.1 from cache 2023-01-15T14:43:34.953 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.952+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-obj-storage-class.1, ofs0, ns] 2023-01-15T14:43:34.953 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.953+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197590 cookie 94446309222528 notifier 4961 bl.length()=184 2023-01-15T14:43:34.954 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.954+0000 7fe706c03780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-obj-storage-class.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6 from cache 2023-01-15T14:43:34.954 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.954+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-obj-storage-class.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6, ofs0, ns] 2023-01-15T14:43:34.955 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.954+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197607 cookie 94446309221376 notifier 4961 bl.length()=241 2023-01-15T14:43:34.958 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.957+0000 7fe706c03780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-obj-storage-class.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6 from cache 2023-01-15T14:43:34.958 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.957+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-obj-storage-class.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6, ofs0, ns] 2023-01-15T14:43:34.958 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.957+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197640 cookie 94446313504768 notifier 4961 bl.length()=238 2023-01-15T14:43:34.960 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.959+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10 : miss 2023-01-15T14:43:34.960 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.959+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.961 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.960+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=399 2023-01-15T14:43:34.961 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.960+0000 7fe706c03780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10 info.flags=0x13 2023-01-15T14:43:34.961 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.960+0000 7fe706c03780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10 to cache LRU end 2023-01-15T14:43:34.961 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.960+0000 7fe706c03780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.961 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.960+0000 7fe706c03780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.961 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.960+0000 7fe706c03780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10 2023-01-15T14:43:34.961 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.961+0000 7fe706c03780 10 cls_bucket_list_unordered: got ___ 2023-01-15T14:43:34.962 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.961+0000 7fe706c03780 10 cls_bucket_list_unordered: got __ _ 2023-01-15T14:43:34.963 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.962+0000 7fe706c03780 10 cls_bucket_list_unordered: got __ 2023-01-15T14:43:34.963 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.963+0000 7fe706c03780 10 cls_bucket_list_unordered: got obj 2023-01-15T14:43:34.964 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.963+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5ff19a070 obj=:test-client.0-r-test-small-obj-data.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10]):__[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.964 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.964+0000 7fe706c03780 10 manifest: total_size = 0 2023-01-15T14:43:34.965 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.964+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.5648471951058609184 2023-01-15T14:43:34.965 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.964+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5ff19a070 obj=:test-client.0-r-test-small-obj-data.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10]):__[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.965 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.964+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.965 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.964+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10.2 2023-01-15T14:43:34.967 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.1 : miss 2023-01-15T14:43:34.967 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.967 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.967 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.1 info.flags=0x0 2023-01-15T14:43:34.967 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.1 to cache LRU end 2023-01-15T14:43:34.967 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.1 : miss 2023-01-15T14:43:34.967 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.967 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.968 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.1 info.flags=0x0 2023-01-15T14:43:34.968 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.1 to cache LRU end 2023-01-15T14:43:34.968 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.968 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.968 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.968 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5ff19a070 obj=:test-client.0-r-test-small-obj-data.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10]):_ _[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.968 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 10 manifest: total_size = 0 2023-01-15T14:43:34.969 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=___ 2023-01-15T14:43:34.969 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.4070600535083665972 2023-01-15T14:43:34.969 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5ff19a070 obj=:test-client.0-r-test-small-obj-data.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10]):_ _[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.969 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.969 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.966+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10.3 2023-01-15T14:43:34.970 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.968+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.1 : hit (negative entry) 2023-01-15T14:43:34.970 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.968+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.1 : hit (negative entry) 2023-01-15T14:43:34.970 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.968+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.970 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.968+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.970 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.968+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.970 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.968+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5ff19a070 obj=:test-client.0-r-test-small-obj-data.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10]):_[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.970 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.969+0000 7fe706c03780 10 manifest: total_size = 0 2023-01-15T14:43:34.970 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.969+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.16141749418443847618 2023-01-15T14:43:34.970 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.969+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5ff19a070 obj=:test-client.0-r-test-small-obj-data.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10]):_[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.970 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.969+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.970 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.969+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10.6 2023-01-15T14:43:34.971 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.970+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=__ _ 2023-01-15T14:43:34.971 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.970+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.1 : hit (negative entry) 2023-01-15T14:43:34.971 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.970+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.1 : hit (negative entry) 2023-01-15T14:43:34.971 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.970+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.972 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.970+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.972 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.970+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.972 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.970+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5ff19a070 obj=:test-client.0-r-test-small-obj-data.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10]):obj[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.972 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.971+0000 7fe706c03780 10 manifest: total_size = 0 2023-01-15T14:43:34.973 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.971+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15725338894987004337 2023-01-15T14:43:34.973 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.971+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5ff19a070 obj=:test-client.0-r-test-small-obj-data.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10]):obj[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.973 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.971+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.973 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.971+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10.8 2023-01-15T14:43:34.973 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.971+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=__ 2023-01-15T14:43:34.974 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.973+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.1 : hit (negative entry) 2023-01-15T14:43:34.974 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.973+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.1 : hit (negative entry) 2023-01-15T14:43:34.974 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.973+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.974 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.973+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.974 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.973+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.974 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.973+0000 7fe706c03780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:43:34.974 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.973+0000 7fe706c03780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:43:34.975 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.974+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=obj 2023-01-15T14:43:34.975 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.974+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:43:34.975 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.974+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:43:34.975 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.974+0000 7fe706c03780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:43:34.975 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.974+0000 7fe706c03780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:43:34.975 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.974+0000 7fe706c03780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10])"; uploads.size()=0; is_truncated=0 2023-01-15T14:43:34.975 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.974+0000 7fe706c03780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-small-obj-data.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10]) 2023-01-15T14:43:34.976 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.974+0000 7fe706c03780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : miss 2023-01-15T14:43:34.976 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.974+0000 7fe706c03780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:43:34.977 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.975+0000 7fe706c03780 20 lifecycle: rados_obj.operate() r=0 bl.length=225 2023-01-15T14:43:34.977 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.975+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 info.flags=0x13 2023-01-15T14:43:34.977 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.975+0000 7fe706c03780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 to cache LRU end 2023-01-15T14:43:34.977 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.975+0000 7fe706c03780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.977 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.975+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10 info.flags=0x17 2023-01-15T14:43:34.977 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.975+0000 7fe706c03780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10 to cache LRU end 2023-01-15T14:43:34.977 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.975+0000 7fe706c03780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.978 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.975+0000 7fe706c03780 10 lifecycle: distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10, ofs0, ns] 2023-01-15T14:43:34.978 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.976+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197608 cookie 94446309224832 notifier 4961 bl.length()=891 2023-01-15T14:43:34.978 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.976+0000 7fe6ff3a6700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10 info.flags=0x17 2023-01-15T14:43:34.978 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.976+0000 7fe6ff3a6700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10 to cache LRU end 2023-01-15T14:43:34.978 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.976+0000 7fe6ff3a6700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.978 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.976+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10]): orig_sources= new_sources= 2023-01-15T14:43:34.978 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.976+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10]): potential sources added=[] removed=[] 2023-01-15T14:43:34.978 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.976+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10]): orig_dests= new_dests= 2023-01-15T14:43:34.978 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.976+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.1[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10]): potential dests added=[] removed=[] 2023-01-15T14:43:34.980 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.980+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 : hit (requested=0x11, cached=0x13) 2023-01-15T14:43:34.980 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.980+0000 7fe706c03780 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.1 from cache 2023-01-15T14:43:34.980 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.980+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.1, ofs0, ns] 2023-01-15T14:43:34.981 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.980+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197624 cookie 94446309220224 notifier 4961 bl.length()=181 2023-01-15T14:43:34.982 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.981+0000 7fe706c03780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10 from cache 2023-01-15T14:43:34.982 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.981+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.1:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10, ofs0, ns] 2023-01-15T14:43:34.982 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.981+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197609 cookie 94446309224832 notifier 4961 bl.length()=239 2023-01-15T14:43:34.985 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.985+0000 7fe706c03780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10 from cache 2023-01-15T14:43:34.985 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.985+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-small-obj-data.1/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.10, ofs0, ns] 2023-01-15T14:43:34.986 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.985+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197625 cookie 94446309220224 notifier 4961 bl.length()=236 2023-01-15T14:43:34.987 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.987+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11 : miss 2023-01-15T14:43:34.987 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.987+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.988 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.987+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=399 2023-01-15T14:43:34.988 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.987+0000 7fe706c03780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11 info.flags=0x13 2023-01-15T14:43:34.988 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.987+0000 7fe706c03780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11 to cache LRU end 2023-01-15T14:43:34.988 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.987+0000 7fe706c03780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:34.988 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.987+0000 7fe706c03780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:34.988 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.987+0000 7fe706c03780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11 2023-01-15T14:43:34.989 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.988+0000 7fe706c03780 10 cls_bucket_list_unordered: got ___ 2023-01-15T14:43:34.989 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.989+0000 7fe706c03780 10 cls_bucket_list_unordered: got __ _ 2023-01-15T14:43:34.990 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.990+0000 7fe706c03780 10 cls_bucket_list_unordered: got __ 2023-01-15T14:43:34.991 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.991+0000 7fe706c03780 10 cls_bucket_list_unordered: got obj 2023-01-15T14:43:34.992 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.991+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-r-test-small-obj-data.2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11]):__[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.993 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.992+0000 7fe706c03780 10 manifest: total_size = 524288 2023-01-15T14:43:34.993 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.992+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1885903441353488900 2023-01-15T14:43:34.993 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.992+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-r-test-small-obj-data.2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11]):__[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.993 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.992+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.993 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.992+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11.2 2023-01-15T14:43:34.994 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.994+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.2 : miss 2023-01-15T14:43:34.995 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.994+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.996 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.994+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.996 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.994+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.2 info.flags=0x0 2023-01-15T14:43:34.996 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.994+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.2 to cache LRU end 2023-01-15T14:43:34.996 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.994+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.2 : miss 2023-01-15T14:43:34.996 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.994+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:34.996 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.994+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:34.996 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.994+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.2 info.flags=0x0 2023-01-15T14:43:34.996 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.994+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.2 to cache LRU end 2023-01-15T14:43:34.996 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.994+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.996 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.994+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.997 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.994+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.997 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.994+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-r-test-small-obj-data.2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11]):_ _[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.997 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.995+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=___ 2023-01-15T14:43:34.997 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.995+0000 7fe706c03780 10 manifest: total_size = 24595 2023-01-15T14:43:34.997 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.995+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.2926321072130925612 2023-01-15T14:43:34.997 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.995+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-r-test-small-obj-data.2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11]):_ _[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.997 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.995+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.997 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.995+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11.3 2023-01-15T14:43:34.998 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.997+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.2 : hit (negative entry) 2023-01-15T14:43:34.998 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.997+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.2 : hit (negative entry) 2023-01-15T14:43:34.998 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.997+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:34.998 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.997+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:34.998 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.997+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:34.999 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.997+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-r-test-small-obj-data.2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11]):_[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.999 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.997+0000 7fe706c03780 10 manifest: total_size = 38 2023-01-15T14:43:34.999 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.997+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.821896115103511000 2023-01-15T14:43:34.999 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.997+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-r-test-small-obj-data.2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11]):_[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:34.999 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.997+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:34.999 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.997+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11.6 2023-01-15T14:43:34.999 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.998+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=__ _ 2023-01-15T14:43:35.000 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.999+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.2 : hit (negative entry) 2023-01-15T14:43:35.000 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.999+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.2 : hit (negative entry) 2023-01-15T14:43:35.000 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.999+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:35.000 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.999+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:35.000 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.999+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:35.000 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.999+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-r-test-small-obj-data.2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11]):obj[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:35.001 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.999+0000 7fe706c03780 10 manifest: total_size = 2078 2023-01-15T14:43:35.001 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.999+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.14050274531251448335 2023-01-15T14:43:35.001 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.999+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd6f50 obj=:test-client.0-r-test-small-obj-data.2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11]):obj[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:35.001 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.999+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:35.001 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:34.999+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11.8 2023-01-15T14:43:35.001 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.000+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=__ 2023-01-15T14:43:35.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.001+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.2 : hit (negative entry) 2023-01-15T14:43:35.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.001+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.2 : hit (negative entry) 2023-01-15T14:43:35.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.001+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:35.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.001+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:35.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.001+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:35.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.001+0000 7fe706c03780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:43:35.002 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.001+0000 7fe706c03780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:43:35.003 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.002+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=obj 2023-01-15T14:43:35.003 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.002+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:43:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.002+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:43:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.002+0000 7fe706c03780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:43:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.002+0000 7fe706c03780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:43:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.002+0000 7fe706c03780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11])"; uploads.size()=0; is_truncated=0 2023-01-15T14:43:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.002+0000 7fe706c03780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-small-obj-data.2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11]) 2023-01-15T14:43:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.002+0000 7fe706c03780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : miss 2023-01-15T14:43:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.002+0000 7fe706c03780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:43:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.002+0000 7fe706c03780 20 lifecycle: rados_obj.operate() r=0 bl.length=225 2023-01-15T14:43:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.002+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 info.flags=0x13 2023-01-15T14:43:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.002+0000 7fe706c03780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 to cache LRU end 2023-01-15T14:43:35.004 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.002+0000 7fe706c03780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:35.005 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.003+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11 info.flags=0x17 2023-01-15T14:43:35.005 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.003+0000 7fe706c03780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11 to cache LRU end 2023-01-15T14:43:35.006 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.003+0000 7fe706c03780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:35.006 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.003+0000 7fe706c03780 10 lifecycle: distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11, ofs0, ns] 2023-01-15T14:43:35.006 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.004+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197610 cookie 94446309224832 notifier 4961 bl.length()=891 2023-01-15T14:43:35.006 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.004+0000 7fe6feba5700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11 info.flags=0x17 2023-01-15T14:43:35.006 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.004+0000 7fe6feba5700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11 to cache LRU end 2023-01-15T14:43:35.006 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.004+0000 7fe6feba5700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:35.006 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.004+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11]): orig_sources= new_sources= 2023-01-15T14:43:35.006 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.004+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11]): potential sources added=[] removed=[] 2023-01-15T14:43:35.006 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.004+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11]): orig_dests= new_dests= 2023-01-15T14:43:35.006 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.004+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11]): potential dests added=[] removed=[] 2023-01-15T14:43:35.008 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.008+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 : hit (requested=0x11, cached=0x13) 2023-01-15T14:43:35.008 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.008+0000 7fe706c03780 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.2 from cache 2023-01-15T14:43:35.008 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.008+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.2, ofs0, ns] 2023-01-15T14:43:35.009 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.008+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197626 cookie 94446309220224 notifier 4961 bl.length()=181 2023-01-15T14:43:35.010 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.009+0000 7fe706c03780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11 from cache 2023-01-15T14:43:35.010 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.009+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11, ofs0, ns] 2023-01-15T14:43:35.010 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.009+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197611 cookie 94446309224832 notifier 4961 bl.length()=239 2023-01-15T14:43:35.013 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.012+0000 7fe706c03780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.2/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11 from cache 2023-01-15T14:43:35.013 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.012+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-small-obj-data.2/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.11, ofs0, ns] 2023-01-15T14:43:35.013 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.013+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197627 cookie 94446309220224 notifier 4961 bl.length()=236 2023-01-15T14:43:35.015 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.014+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12 : miss 2023-01-15T14:43:35.015 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.014+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:35.016 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.015+0000 7fe706c03780 20 rados_obj.operate() r=0 bl.length=399 2023-01-15T14:43:35.016 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.015+0000 7fe706c03780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12 info.flags=0x13 2023-01-15T14:43:35.016 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.015+0000 7fe706c03780 10 adding default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12 to cache LRU end 2023-01-15T14:43:35.016 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.015+0000 7fe706c03780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:35.016 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.015+0000 7fe706c03780 10 updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:35.016 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.015+0000 7fe706c03780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12 2023-01-15T14:43:35.016 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.016+0000 7fe706c03780 10 cls_bucket_list_unordered: got ___ 2023-01-15T14:43:35.017 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.016+0000 7fe706c03780 10 cls_bucket_list_unordered: got __ _ 2023-01-15T14:43:35.018 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.017+0000 7fe706c03780 10 cls_bucket_list_unordered: got __ 2023-01-15T14:43:35.019 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.018+0000 7fe706c03780 10 cls_bucket_list_unordered: got obj 2023-01-15T14:43:35.020 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.019+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-small-obj-data.3[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12]):__[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:35.020 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.020+0000 7fe706c03780 10 manifest: total_size = 49187 2023-01-15T14:43:35.021 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.020+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.3076866364381614504 2023-01-15T14:43:35.021 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.020+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-small-obj-data.3[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12]):__[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:35.021 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.020+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:35.021 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.020+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12.2 2023-01-15T14:43:35.022 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.021+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.3 : miss 2023-01-15T14:43:35.022 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.021+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:35.023 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.022+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:35.023 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.022+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.3 info.flags=0x0 2023-01-15T14:43:35.023 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.022+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.3 to cache LRU end 2023-01-15T14:43:35.023 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.022+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.3 : miss 2023-01-15T14:43:35.023 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.022+0000 7fe706c03780 20 rados->read ofs=0 len=0 2023-01-15T14:43:35.024 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.022+0000 7fe706c03780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:35.024 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.022+0000 7fe706c03780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.3 info.flags=0x0 2023-01-15T14:43:35.024 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.022+0000 7fe706c03780 10 adding default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.3 to cache LRU end 2023-01-15T14:43:35.024 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.022+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:35.025 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.022+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:35.025 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.022+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:35.025 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.022+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-small-obj-data.3[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12]):_ _[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:35.025 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.023+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=___ 2023-01-15T14:43:35.025 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.023+0000 7fe706c03780 10 manifest: total_size = 49187 2023-01-15T14:43:35.025 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.023+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.5301995080508043047 2023-01-15T14:43:35.025 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.023+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-small-obj-data.3[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12]):_ _[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:35.025 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.023+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:35.025 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.023+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12.3 2023-01-15T14:43:35.026 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.025+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.3 : hit (negative entry) 2023-01-15T14:43:35.026 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.025+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.3 : hit (negative entry) 2023-01-15T14:43:35.026 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.025+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:35.027 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.025+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:35.027 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.025+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:35.027 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.025+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-small-obj-data.3[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12]):_[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:35.027 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.025+0000 7fe706c03780 10 manifest: total_size = 1035 2023-01-15T14:43:35.027 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.025+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15191358728279951517 2023-01-15T14:43:35.027 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.025+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-small-obj-data.3[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12]):_[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:35.027 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.025+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:35.027 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.025+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12.6 2023-01-15T14:43:35.027 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.026+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=__ _ 2023-01-15T14:43:35.028 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.027+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.3 : hit (negative entry) 2023-01-15T14:43:35.028 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.027+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.3 : hit (negative entry) 2023-01-15T14:43:35.028 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.027+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:35.028 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.027+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:35.029 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.027+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:35.029 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.027+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-small-obj-data.3[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12]):obj[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:35.029 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.027+0000 7fe706c03780 10 manifest: total_size = 1035 2023-01-15T14:43:35.029 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.027+0000 7fe706c03780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.2055902480643984270 2023-01-15T14:43:35.029 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.027+0000 7fe706c03780 20 get_obj_state: rctx=0x55e5fefd7ab0 obj=:test-client.0-r-test-small-obj-data.3[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12]):obj[null] state=0x55e5ff1321e8 s->prefetch_data=0 2023-01-15T14:43:35.029 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.027+0000 7fe706c03780 20 prepare_atomic_modification: state is not atomic. state=0x55e5ff1321e8 2023-01-15T14:43:35.029 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.027+0000 7fe706c03780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12.8 2023-01-15T14:43:35.029 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.028+0000 7fe6ff3a6700 20 handle_completion(): completion ok for obj=__ 2023-01-15T14:43:35.030 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.029+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test-client.0-r-test-small-obj-data.3 : hit (negative entry) 2023-01-15T14:43:35.030 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.029+0000 7fe706c03780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test-client.0-r-test-small-obj-data.3 : hit (negative entry) 2023-01-15T14:43:35.030 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.029+0000 7fe706c03780 10 chain_cache_entry: cache_locator= 2023-01-15T14:43:35.030 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.029+0000 7fe706c03780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:43:35.030 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.029+0000 7fe706c03780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:43:35.031 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.029+0000 7fe706c03780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:43:35.031 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.029+0000 7fe706c03780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:43:35.031 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.030+0000 7fe6feba5700 20 handle_completion(): completion ok for obj=obj 2023-01-15T14:43:35.032 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.030+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:43:35.032 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.030+0000 7fe706c03780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:43:35.032 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.030+0000 7fe706c03780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:43:35.032 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.030+0000 7fe706c03780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:43:35.032 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.030+0000 7fe706c03780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test-client.0-r-test-small-obj-data.3[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12])"; uploads.size()=0; is_truncated=0 2023-01-15T14:43:35.032 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.030+0000 7fe706c03780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test-client.0-r-test-small-obj-data.3[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12]) 2023-01-15T14:43:35.032 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.030+0000 7fe706c03780 10 lifecycle: cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : miss 2023-01-15T14:43:35.032 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.030+0000 7fe706c03780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:43:35.032 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.031+0000 7fe706c03780 20 lifecycle: rados_obj.operate() r=0 bl.length=225 2023-01-15T14:43:35.032 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.031+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 info.flags=0x13 2023-01-15T14:43:35.033 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.031+0000 7fe706c03780 10 lifecycle: adding default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 to cache LRU end 2023-01-15T14:43:35.033 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.031+0000 7fe706c03780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:35.034 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.032+0000 7fe706c03780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12 info.flags=0x17 2023-01-15T14:43:35.034 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.032+0000 7fe706c03780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12 to cache LRU end 2023-01-15T14:43:35.034 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.032+0000 7fe706c03780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:35.034 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.032+0000 7fe706c03780 10 lifecycle: distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12, ofs0, ns] 2023-01-15T14:43:35.034 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.032+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197612 cookie 94446309224832 notifier 4961 bl.length()=891 2023-01-15T14:43:35.034 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.032+0000 7fe6feba5700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12 info.flags=0x17 2023-01-15T14:43:35.034 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.032+0000 7fe6feba5700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12 to cache LRU end 2023-01-15T14:43:35.034 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.032+0000 7fe6feba5700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=209 2023-01-15T14:43:35.034 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.033+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.3[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12]): orig_sources= new_sources= 2023-01-15T14:43:35.035 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.033+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.3[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12]): potential sources added=[] removed=[] 2023-01-15T14:43:35.035 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.033+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.3[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12]): orig_dests= new_dests= 2023-01-15T14:43:35.035 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.033+0000 7fe706c03780 20 lifecycle: handle_bi_update(): bucket=:test-client.0-r-test-small-obj-data.3[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12]): potential dests added=[] removed=[] 2023-01-15T14:43:35.037 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.036+0000 7fe706c03780 10 cache get: name=default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 : hit (requested=0x11, cached=0x13) 2023-01-15T14:43:35.037 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.036+0000 7fe706c03780 10 removing default.rgw.meta+root+test-client.0-r-test-small-obj-data.3 from cache 2023-01-15T14:43:35.037 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.036+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:root:test-client.0-r-test-small-obj-data.3, ofs0, ns] 2023-01-15T14:43:35.037 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.036+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197628 cookie 94446309220224 notifier 4961 bl.length()=181 2023-01-15T14:43:35.038 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.037+0000 7fe706c03780 10 removing default.rgw.meta+root+.bucket.meta.test-client.0-r-test-small-obj-data.3:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12 from cache 2023-01-15T14:43:35.038 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.037+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test-client.0-r-test-small-obj-data.3:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12, ofs0, ns] 2023-01-15T14:43:35.039 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.038+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197613 cookie 94446309224832 notifier 4961 bl.length()=239 2023-01-15T14:43:35.042 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.041+0000 7fe706c03780 10 removing default.rgw.log++pubsub..bucket.test-client.0-r-test-small-obj-data.3/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12 from cache 2023-01-15T14:43:35.042 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.041+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test-client.0-r-test-small-obj-data.3/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.12, ofs0, ns] 2023-01-15T14:43:35.042 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.041+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197629 cookie 94446309220224 notifier 4961 bl.length()=236 2023-01-15T14:43:35.044 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.043+0000 7fe706c03780 10 removing key index: AGKIZUOGFFBJOXLKLNSP 2023-01-15T14:43:35.044 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.043+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:users.keys:AGKIZUOGFFBJOXLKLNSP, ofs0, ns] 2023-01-15T14:43:35.044 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.043+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197614 cookie 94446309221376 notifier 4961 bl.length()=170 2023-01-15T14:43:35.045 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.045+0000 7fe706c03780 10 removing email index: ragweed.client.0+test@test.test 2023-01-15T14:43:35.045 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.045+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.email:ragweed.client.0+test@test.test, ofs0, ns] 2023-01-15T14:43:35.046 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.045+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197591 cookie 94446309222528 notifier 4961 bl.length()=182 2023-01-15T14:43:35.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.046+0000 7fe706c03780 10 removing user buckets index 2023-01-15T14:43:35.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.046+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0.buckets, ofs0, ns] 2023-01-15T14:43:35.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.046+0000 7fe6ff3a6700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197606 cookie 94446309225984 notifier 4961 bl.length()=173 2023-01-15T14:43:35.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.047+0000 7fe706c03780 10 removing user index: ragweed.client.0 2023-01-15T14:43:35.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.047+0000 7fe706c03780 10 removing default.rgw.meta+users.uid+ragweed.client.0 from cache 2023-01-15T14:43:35.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.047+0000 7fe706c03780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.uid:ragweed.client.0, ofs0, ns] 2023-01-15T14:43:35.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.047+0000 7fe6feba5700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197615 cookie 94446309224832 notifier 4961 bl.length()=165 2023-01-15T14:43:35.050 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.049+0000 7fe6ebb7f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:43:35.051 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.051+0000 7fe706c03780 20 remove_watcher() i=0 2023-01-15T14:43:35.052 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.051+0000 7fe706c03780 2 removed watcher, disabling cache 2023-01-15T14:43:35.052 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.052+0000 7fe706c03780 20 remove_watcher() i=1 2023-01-15T14:43:35.053 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.052+0000 7fe706c03780 20 remove_watcher() i=2 2023-01-15T14:43:35.054 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.053+0000 7fe706c03780 20 remove_watcher() i=3 2023-01-15T14:43:35.055 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.054+0000 7fe706c03780 20 remove_watcher() i=4 2023-01-15T14:43:35.055 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.055+0000 7fe706c03780 20 remove_watcher() i=5 2023-01-15T14:43:35.056 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.055+0000 7fe706c03780 20 remove_watcher() i=6 2023-01-15T14:43:35.057 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.056+0000 7fe706c03780 20 remove_watcher() i=7 2023-01-15T14:43:35.062 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid sysuser.client.0 --purge-data 2023-01-15T14:43:35.148 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:43:35.148 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:43:35.157 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.156+0000 7f544dd0b780 20 rados->read ofs=0 len=0 2023-01-15T14:43:35.159 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.158+0000 7f544dd0b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:35.159 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.158+0000 7f544dd0b780 20 realm 2023-01-15T14:43:35.159 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.158+0000 7f544dd0b780 20 rados->read ofs=0 len=0 2023-01-15T14:43:35.159 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.158+0000 7f544dd0b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:35.159 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.158+0000 7f544dd0b780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:43:35.159 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.158+0000 7f544dd0b780 20 rados->read ofs=0 len=0 2023-01-15T14:43:35.159 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.158+0000 7f544dd0b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:35.159 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.158+0000 7f544dd0b780 20 rados->read ofs=0 len=0 2023-01-15T14:43:35.160 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.159+0000 7f544dd0b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:43:35.160 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.159+0000 7f544dd0b780 20 rados->read ofs=0 len=0 2023-01-15T14:43:35.160 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.159+0000 7f544dd0b780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:43:35.160 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.159+0000 7f544dd0b780 20 searching for the correct realm 2023-01-15T14:43:35.169 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.169+0000 7f544bcb9700 0 -- 172.21.15.27:0/3587777554 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x562431cec400 msgr2=0x562431926c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:43:35.171 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.170+0000 7f544dd0b780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:43:35.171 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.170+0000 7f544dd0b780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:43:35.172 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.170+0000 7f544dd0b780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:43:35.172 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.170+0000 7f544dd0b780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:43:35.172 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.170+0000 7f544dd0b780 20 rados->read ofs=0 len=0 2023-01-15T14:43:35.172 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.170+0000 7f544dd0b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:35.172 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.170+0000 7f544dd0b780 20 rados->read ofs=0 len=0 2023-01-15T14:43:35.172 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.170+0000 7f544dd0b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:43:35.172 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.170+0000 7f544dd0b780 20 rados->read ofs=0 len=0 2023-01-15T14:43:35.172 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.170+0000 7f544dd0b780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:43:35.172 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.171+0000 7f544dd0b780 20 zone default found 2023-01-15T14:43:35.173 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.171+0000 7f544dd0b780 4 Realm: () 2023-01-15T14:43:35.173 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.171+0000 7f544dd0b780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:43:35.173 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.171+0000 7f544dd0b780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:43:35.173 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.171+0000 7f544dd0b780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:43:35.173 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.171+0000 7f544dd0b780 20 zonegroup default 2023-01-15T14:43:35.173 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.171+0000 7f544dd0b780 20 rados->read ofs=0 len=0 2023-01-15T14:43:35.174 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.171+0000 7f544dd0b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:35.174 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.171+0000 7f544dd0b780 20 rados->read ofs=0 len=0 2023-01-15T14:43:35.174 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.171+0000 7f544dd0b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:35.174 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.171+0000 7f544dd0b780 20 rados->read ofs=0 len=0 2023-01-15T14:43:35.174 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.172+0000 7f544dd0b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:43:35.174 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.172+0000 7f544dd0b780 20 started sync module instance, tier type = 2023-01-15T14:43:35.174 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.172+0000 7f544dd0b780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:43:35.178 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.177+0000 7f544b4b8700 0 -- 172.21.15.27:0/3587777554 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x562431ced000 msgr2=0x562431927180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:43:35.179 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.178+0000 7f544dd0b780 20 add_watcher() i=0 2023-01-15T14:43:35.179 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.178+0000 7f544dd0b780 20 add_watcher() i=1 2023-01-15T14:43:35.180 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.178+0000 7f544dd0b780 20 add_watcher() i=2 2023-01-15T14:43:35.180 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.178+0000 7f544dd0b780 20 add_watcher() i=3 2023-01-15T14:43:35.180 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.178+0000 7f544dd0b780 20 add_watcher() i=4 2023-01-15T14:43:35.180 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.178+0000 7f544dd0b780 20 add_watcher() i=5 2023-01-15T14:43:35.180 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.179+0000 7f544dd0b780 20 add_watcher() i=6 2023-01-15T14:43:35.180 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.179+0000 7f544dd0b780 20 add_watcher() i=7 2023-01-15T14:43:35.180 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.179+0000 7f544dd0b780 2 all 8 watchers are set, enabling cache 2023-01-15T14:43:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.180+0000 7f5432c87700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:43:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.180+0000 7f544dd0b780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:43:35.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.180+0000 7f544dd0b780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:43:35.217 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.215+0000 7f542e47e700 20 reqs_thread_entry: start 2023-01-15T14:43:35.217 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.215+0000 7f544dd0b780 20 init_complete bucket index max shards: 11 2023-01-15T14:43:35.217 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.215+0000 7f544dd0b780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:43:35.217 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.215+0000 7f542c47a700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:44:05 2023 2023-01-15T14:43:35.218 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:43:35.218 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.215+0000 7f542bc58700 20 reqs_thread_entry: start 2023-01-15T14:43:35.218 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.215+0000 7f544dd0b780 10 cache get: name=default.rgw.meta+users.uid+sysuser.client.0 : miss 2023-01-15T14:43:35.218 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.215+0000 7f544dd0b780 20 rados->read ofs=0 len=0 2023-01-15T14:43:35.218 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.216+0000 7f544dd0b780 20 rados_obj.operate() r=0 bl.length=452 2023-01-15T14:43:35.218 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.216+0000 7f544dd0b780 10 cache put: name=default.rgw.meta+users.uid+sysuser.client.0 info.flags=0x13 2023-01-15T14:43:35.219 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.216+0000 7f544dd0b780 10 adding default.rgw.meta+users.uid+sysuser.client.0 to cache LRU end 2023-01-15T14:43:35.219 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.216+0000 7f544dd0b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:43:35.219 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.216+0000 7f544dd0b780 10 removing key index: KQBJNODTWBCCRUXWOFNT 2023-01-15T14:43:35.219 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.216+0000 7f544dd0b780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.keys:KQBJNODTWBCCRUXWOFNT, ofs0, ns] 2023-01-15T14:43:35.220 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.216+0000 7f54464ae700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197641 cookie 94713454731264 notifier 5202 bl.length()=170 2023-01-15T14:43:35.221 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.217+0000 7f544dd0b780 10 removing email index: sysuser.client.0+test@test.test 2023-01-15T14:43:35.221 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.217+0000 7f544dd0b780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.email:sysuser.client.0+test@test.test, ofs0, ns] 2023-01-15T14:43:35.221 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.218+0000 7f54464ae700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197616 cookie 94713450459520 notifier 5202 bl.length()=182 2023-01-15T14:43:35.221 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.219+0000 7f544dd0b780 10 removing user buckets index 2023-01-15T14:43:35.221 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.219+0000 7f544dd0b780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0.buckets, ofs0, ns] 2023-01-15T14:43:35.222 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.219+0000 7f54464ae700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197588 cookie 94713450458368 notifier 5202 bl.length()=173 2023-01-15T14:43:35.222 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.220+0000 7f544dd0b780 10 removing user index: sysuser.client.0 2023-01-15T14:43:35.223 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.220+0000 7f544dd0b780 10 removing default.rgw.meta+users.uid+sysuser.client.0 from cache 2023-01-15T14:43:35.223 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.220+0000 7f544dd0b780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:sysuser.client.0, ofs0, ns] 2023-01-15T14:43:35.223 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.220+0000 7f54464ae700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197592 cookie 94713450457216 notifier 5202 bl.length()=165 2023-01-15T14:43:35.224 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.222+0000 7f5432c87700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:43:35.225 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.224+0000 7f544dd0b780 20 remove_watcher() i=0 2023-01-15T14:43:35.225 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.224+0000 7f544dd0b780 2 removed watcher, disabling cache 2023-01-15T14:43:35.225 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.225+0000 7f544dd0b780 20 remove_watcher() i=1 2023-01-15T14:43:35.226 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.226+0000 7f544dd0b780 20 remove_watcher() i=2 2023-01-15T14:43:35.227 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.226+0000 7f544dd0b780 20 remove_watcher() i=3 2023-01-15T14:43:35.228 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.227+0000 7f544dd0b780 20 remove_watcher() i=4 2023-01-15T14:43:35.228 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.228+0000 7f544dd0b780 20 remove_watcher() i=5 2023-01-15T14:43:35.229 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.229+0000 7f544dd0b780 20 remove_watcher() i=6 2023-01-15T14:43:35.230 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:43:35.229+0000 7f544dd0b780 20 remove_watcher() i=7 2023-01-15T14:43:35.235 INFO:tasks.ragweed:Removing ragweed... 2023-01-15T14:43:35.236 DEBUG:teuthology.orchestra.run.smithi027:> rm -rf /home/ubuntu/cephtest/ragweed 2023-01-15T14:43:35.300 INFO:teuthology.run_tasks:Running task workunit... 2023-01-15T14:43:35.316 INFO:tasks.workunit:Pulling workunits from ref 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:43:35.316 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-01-15T14:43:35.316 DEBUG:teuthology.orchestra.run.smithi027:> stat -- /home/ubuntu/cephtest/mnt.0 2023-01-15T14:43:35.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-15T14:43:35.335 INFO:teuthology.orchestra.run.smithi027.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2023-01-15T14:43:35.335 DEBUG:teuthology.orchestra.run.smithi027:> mkdir -- /home/ubuntu/cephtest/mnt.0 2023-01-15T14:43:35.393 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2023-01-15T14:43:35.394 DEBUG:teuthology.orchestra.run.smithi027:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2023-01-15T14:43:35.452 INFO:tasks.workunit:timeout=3h 2023-01-15T14:43:35.452 INFO:tasks.workunit:cleanup=True 2023-01-15T14:43:35.453 DEBUG:teuthology.orchestra.run.smithi027:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 2023-01-15T14:43:35.511 INFO:tasks.workunit.client.0.smithi027.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-01-15T14:44:18.065 INFO:tasks.workunit.client.0.smithi027.stderr:Note: switching to '69cf179746c30396a7a9c8ce0fe3c9194bfb52a3'. 2023-01-15T14:44:18.065 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:18.065 INFO:tasks.workunit.client.0.smithi027.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-01-15T14:44:18.065 INFO:tasks.workunit.client.0.smithi027.stderr:changes and commit them, and you can discard any commits you make in this 2023-01-15T14:44:18.065 INFO:tasks.workunit.client.0.smithi027.stderr:state without impacting any branches by switching back to a branch. 2023-01-15T14:44:18.065 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:18.065 INFO:tasks.workunit.client.0.smithi027.stderr:If you want to create a new branch to retain commits you create, you may 2023-01-15T14:44:18.066 INFO:tasks.workunit.client.0.smithi027.stderr:do so (now or later) by using -c with the switch command. Example: 2023-01-15T14:44:18.066 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:18.066 INFO:tasks.workunit.client.0.smithi027.stderr: git switch -c 2023-01-15T14:44:18.066 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:18.066 INFO:tasks.workunit.client.0.smithi027.stderr:Or undo this operation with: 2023-01-15T14:44:18.066 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:18.066 INFO:tasks.workunit.client.0.smithi027.stderr: git switch - 2023-01-15T14:44:18.066 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:18.066 INFO:tasks.workunit.client.0.smithi027.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-01-15T14:44:18.066 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:18.066 INFO:tasks.workunit.client.0.smithi027.stderr:HEAD is now at 69cf179746c rgw: under fips & openssl 3.x allow md5 iusage in select rgw ops 2023-01-15T14:44:18.067 DEBUG:teuthology.orchestra.run.smithi027:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-01-15T14:44:18.127 INFO:tasks.workunit.client.0.smithi027.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-01-15T14:44:18.129 INFO:tasks.workunit.client.0.smithi027.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-01-15T14:44:18.129 INFO:tasks.workunit.client.0.smithi027.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-01-15T14:44:18.177 INFO:tasks.workunit.client.0.smithi027.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-01-15T14:44:18.225 INFO:tasks.workunit.client.0.smithi027.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-01-15T14:44:18.263 INFO:tasks.workunit.client.0.smithi027.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-01-15T14:44:18.265 INFO:tasks.workunit.client.0.smithi027.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-01-15T14:44:18.265 INFO:tasks.workunit.client.0.smithi027.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-01-15T14:44:18.302 INFO:tasks.workunit.client.0.smithi027.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-01-15T14:44:18.306 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:44:18.306 DEBUG:teuthology.orchestra.run.smithi027:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-01-15T14:44:18.365 INFO:tasks.workunit:Running workunits matching rgw/run-reshard.sh on client.0... 2023-01-15T14:44:18.366 INFO:tasks.workunit:Running workunit rgw/run-reshard.sh... 2023-01-15T14:44:18.366 DEBUG:teuthology.orchestra.run.smithi027:workunit test rgw/run-reshard.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=69cf179746c30396a7a9c8ce0fe3c9194bfb52a3 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2023-01-15T14:44:18.428 INFO:tasks.workunit.client.0.smithi027.stderr:+ ulimit -c 0 2023-01-15T14:44:18.428 INFO:tasks.workunit.client.0.smithi027.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/run-reshard.sh 2023-01-15T14:44:18.429 INFO:tasks.workunit.client.0.smithi027.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-01-15T14:44:18.429 INFO:tasks.workunit.client.0.smithi027.stderr:+ python3 -m venv /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-01-15T14:44:19.987 INFO:tasks.workunit.client.0.smithi027.stderr:+ source /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/activate 2023-01-15T14:44:19.988 INFO:tasks.workunit.client.0.smithi027.stderr:++ deactivate nondestructive 2023-01-15T14:44:19.988 INFO:tasks.workunit.client.0.smithi027.stderr:++ '[' -n '' ']' 2023-01-15T14:44:19.988 INFO:tasks.workunit.client.0.smithi027.stderr:++ '[' -n '' ']' 2023-01-15T14:44:19.988 INFO:tasks.workunit.client.0.smithi027.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2023-01-15T14:44:19.988 INFO:tasks.workunit.client.0.smithi027.stderr:++ hash -r 2023-01-15T14:44:19.988 INFO:tasks.workunit.client.0.smithi027.stderr:++ '[' -n '' ']' 2023-01-15T14:44:19.988 INFO:tasks.workunit.client.0.smithi027.stderr:++ unset VIRTUAL_ENV 2023-01-15T14:44:19.988 INFO:tasks.workunit.client.0.smithi027.stderr:++ '[' '!' nondestructive = nondestructive ']' 2023-01-15T14:44:19.988 INFO:tasks.workunit.client.0.smithi027.stderr:++ VIRTUAL_ENV=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw 2023-01-15T14:44:19.988 INFO:tasks.workunit.client.0.smithi027.stderr:++ export VIRTUAL_ENV 2023-01-15T14:44:19.988 INFO:tasks.workunit.client.0.smithi027.stderr:++ _OLD_VIRTUAL_PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2023-01-15T14:44:19.989 INFO:tasks.workunit.client.0.smithi027.stderr:++ PATH=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2023-01-15T14:44:19.989 INFO:tasks.workunit.client.0.smithi027.stderr:++ export PATH 2023-01-15T14:44:19.989 INFO:tasks.workunit.client.0.smithi027.stderr:++ '[' -n '' ']' 2023-01-15T14:44:19.989 INFO:tasks.workunit.client.0.smithi027.stderr:++ '[' -z '' ']' 2023-01-15T14:44:19.989 INFO:tasks.workunit.client.0.smithi027.stderr:++ _OLD_VIRTUAL_PS1= 2023-01-15T14:44:19.989 INFO:tasks.workunit.client.0.smithi027.stderr:++ '[' 'x(rgw) ' '!=' x ']' 2023-01-15T14:44:19.989 INFO:tasks.workunit.client.0.smithi027.stderr:++ PS1='(rgw) ' 2023-01-15T14:44:19.989 INFO:tasks.workunit.client.0.smithi027.stderr:++ export PS1 2023-01-15T14:44:19.989 INFO:tasks.workunit.client.0.smithi027.stderr:++ '[' -n /usr/bin/bash -o -n '' ']' 2023-01-15T14:44:19.989 INFO:tasks.workunit.client.0.smithi027.stderr:++ hash -r 2023-01-15T14:44:19.989 INFO:tasks.workunit.client.0.smithi027.stderr:+ pip install pip --upgrade 2023-01-15T14:44:20.222 INFO:tasks.workunit.client.0.smithi027.stderr:Cache entry deserialization failed, entry ignored 2023-01-15T14:44:20.356 INFO:tasks.workunit.client.0.smithi027.stdout:Collecting pip 2023-01-15T14:44:20.450 INFO:tasks.workunit.client.0.smithi027.stdout: Using cached https://files.pythonhosted.org/packages/a4/6d/6463d49a933f547439d6b5b98b46af8742cc03ae83543e4d7688c2420f8b/pip-21.3.1-py3-none-any.whl 2023-01-15T14:44:20.530 INFO:tasks.workunit.client.0.smithi027.stdout:Installing collected packages: pip 2023-01-15T14:44:20.530 INFO:tasks.workunit.client.0.smithi027.stdout: Found existing installation: pip 9.0.3 2023-01-15T14:44:20.679 INFO:tasks.workunit.client.0.smithi027.stdout: Uninstalling pip-9.0.3: 2023-01-15T14:44:20.719 INFO:tasks.workunit.client.0.smithi027.stdout: Successfully uninstalled pip-9.0.3 2023-01-15T14:44:21.406 INFO:tasks.workunit.client.0.smithi027.stdout:Successfully installed pip-21.3.1 2023-01-15T14:44:21.460 INFO:tasks.workunit.client.0.smithi027.stderr:You are using pip version 21.3.1, however version 22.3.1 is available. 2023-01-15T14:44:21.460 INFO:tasks.workunit.client.0.smithi027.stderr:You should consider upgrading via the 'pip install --upgrade pip' command. 2023-01-15T14:44:21.491 INFO:tasks.workunit.client.0.smithi027.stderr:+ pip install boto3 2023-01-15T14:44:22.796 INFO:tasks.workunit.client.0.smithi027.stdout:Collecting boto3 2023-01-15T14:44:22.948 INFO:tasks.workunit.client.0.smithi027.stdout: Downloading boto3-1.23.10-py3-none-any.whl (132 kB) 2023-01-15T14:44:23.081 INFO:tasks.workunit.client.0.smithi027.stdout:Collecting jmespath<2.0.0,>=0.7.1 2023-01-15T14:44:23.093 INFO:tasks.workunit.client.0.smithi027.stdout: Downloading jmespath-0.10.0-py2.py3-none-any.whl (24 kB) 2023-01-15T14:44:24.127 INFO:tasks.workunit.client.0.smithi027.stdout:Collecting botocore<1.27.0,>=1.26.10 2023-01-15T14:44:24.173 INFO:tasks.workunit.client.0.smithi027.stdout: Downloading botocore-1.26.10-py3-none-any.whl (8.8 MB) 2023-01-15T14:44:24.680 INFO:tasks.workunit.client.0.smithi027.stdout:Collecting s3transfer<0.6.0,>=0.5.0 2023-01-15T14:44:24.693 INFO:tasks.workunit.client.0.smithi027.stdout: Downloading s3transfer-0.5.2-py3-none-any.whl (79 kB) 2023-01-15T14:44:24.861 INFO:tasks.workunit.client.0.smithi027.stdout:Collecting urllib3<1.27,>=1.25.4 2023-01-15T14:44:24.873 INFO:tasks.workunit.client.0.smithi027.stdout: Downloading urllib3-1.26.14-py2.py3-none-any.whl (140 kB) 2023-01-15T14:44:25.000 INFO:tasks.workunit.client.0.smithi027.stdout:Collecting python-dateutil<3.0.0,>=2.1 2023-01-15T14:44:25.012 INFO:tasks.workunit.client.0.smithi027.stdout: Downloading python_dateutil-2.8.2-py2.py3-none-any.whl (247 kB) 2023-01-15T14:44:25.313 INFO:tasks.workunit.client.0.smithi027.stdout:Collecting six>=1.5 2023-01-15T14:44:25.325 INFO:tasks.workunit.client.0.smithi027.stdout: Downloading six-1.16.0-py2.py3-none-any.whl (11 kB) 2023-01-15T14:44:25.401 INFO:tasks.workunit.client.0.smithi027.stdout:Installing collected packages: six, urllib3, python-dateutil, jmespath, botocore, s3transfer, boto3 2023-01-15T14:44:26.535 INFO:tasks.workunit.client.0.smithi027.stdout:Successfully installed boto3-1.23.10 botocore-1.26.10 jmespath-0.10.0 python-dateutil-2.8.2 s3transfer-0.5.2 six-1.16.0 urllib3-1.26.14 2023-01-15T14:44:26.816 INFO:tasks.workunit.client.0.smithi027.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/bin/python3 /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/test_rgw_reshard.py 2023-01-15T14:44:26.953 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin user create --uid tester --display-name Testing --access-key NX5QOQKC6BH2IDN8HC7A --secret LnEsqNNqZIpkzauboDcLXLcYaWwLQ3Kop0zAnKIn 2023-01-15T14:44:26.988 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:26.988 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:26.999 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:26.997+0000 7f87854b1780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.201 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.199+0000 7f87854b1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.202 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.199+0000 7f87854b1780 20 realm 2023-01-15T14:44:27.202 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.199+0000 7f87854b1780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.202 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.199+0000 7f87854b1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.202 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.199+0000 7f87854b1780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:27.202 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.199+0000 7f87854b1780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.202 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.200+0000 7f87854b1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.202 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.200+0000 7f87854b1780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.201+0000 7f87854b1780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:27.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.201+0000 7f87854b1780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.201+0000 7f87854b1780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:27.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.201+0000 7f87854b1780 20 searching for the correct realm 2023-01-15T14:44:27.212 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.211+0000 7f878345f700 0 -- 172.21.15.27:0/477830864 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x5619d9082400 msgr2=0x5619d8f9c100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:27.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.213+0000 7f87854b1780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:27.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.213+0000 7f87854b1780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:27.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.213+0000 7f87854b1780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:27.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.213+0000 7f87854b1780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:27.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.213+0000 7f87854b1780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.213+0000 7f87854b1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.213+0000 7f87854b1780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.213+0000 7f87854b1780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:27.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.213+0000 7f87854b1780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.214+0000 7f87854b1780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:27.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.214+0000 7f87854b1780 20 zone default found 2023-01-15T14:44:27.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.214+0000 7f87854b1780 4 Realm: () 2023-01-15T14:44:27.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.214+0000 7f87854b1780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:27.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.214+0000 7f87854b1780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:27.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.214+0000 7f87854b1780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:27.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.214+0000 7f87854b1780 20 zonegroup default 2023-01-15T14:44:27.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.214+0000 7f87854b1780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.214+0000 7f87854b1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.214+0000 7f87854b1780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.214+0000 7f87854b1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.214+0000 7f87854b1780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.215+0000 7f87854b1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.215+0000 7f87854b1780 20 started sync module instance, tier type = 2023-01-15T14:44:27.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.215+0000 7f87854b1780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:27.220 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.219+0000 7f8783c60700 0 -- 172.21.15.27:0/477830864 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x5619d9a32c00 msgr2=0x5619d8f9ab00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:27.224 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.222+0000 7f87854b1780 20 add_watcher() i=0 2023-01-15T14:44:27.224 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.222+0000 7f87854b1780 20 add_watcher() i=1 2023-01-15T14:44:27.224 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.222+0000 7f87854b1780 20 add_watcher() i=2 2023-01-15T14:44:27.224 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.222+0000 7f87854b1780 20 add_watcher() i=3 2023-01-15T14:44:27.224 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.222+0000 7f87854b1780 20 add_watcher() i=4 2023-01-15T14:44:27.224 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.222+0000 7f87854b1780 20 add_watcher() i=5 2023-01-15T14:44:27.225 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.222+0000 7f87854b1780 20 add_watcher() i=6 2023-01-15T14:44:27.225 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.223+0000 7f87854b1780 20 add_watcher() i=7 2023-01-15T14:44:27.225 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.223+0000 7f87854b1780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:27.226 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.224+0000 7f876a42d700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:27.226 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.225+0000 7f87854b1780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:27.227 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.225+0000 7f87854b1780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:27.232 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.230+0000 7f87854b1780 5 note: GC not initialized 2023-01-15T14:44:27.233 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.231+0000 7f8765c24700 20 reqs_thread_entry: start 2023-01-15T14:44:27.233 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.231+0000 7f87854b1780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:27.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.231+0000 7f87854b1780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:27.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.231+0000 7f8763c20700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:44:57 2023 2023-01-15T14:44:27.234 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:27.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.231+0000 7f87633fe700 20 reqs_thread_entry: start 2023-01-15T14:44:27.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.231+0000 7f87854b1780 10 cache get: name=default.rgw.meta+users.uid+tester : miss 2023-01-15T14:44:27.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.231+0000 7f87854b1780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.232+0000 7f87854b1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.232+0000 7f87854b1780 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x0 2023-01-15T14:44:27.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.232+0000 7f87854b1780 10 adding default.rgw.meta+users.uid+tester to cache LRU end 2023-01-15T14:44:27.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.232+0000 7f87854b1780 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : miss 2023-01-15T14:44:27.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.232+0000 7f87854b1780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.232+0000 7f87854b1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.232+0000 7f87854b1780 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x0 2023-01-15T14:44:27.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.232+0000 7f87854b1780 10 adding default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2023-01-15T14:44:27.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.232+0000 7f87854b1780 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2023-01-15T14:44:27.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.232+0000 7f87854b1780 10 cache get: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A : hit (negative entry) 2023-01-15T14:44:27.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.233+0000 7f87854b1780 10 cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2023-01-15T14:44:27.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.233+0000 7f87854b1780 10 moving default.rgw.meta+users.uid+tester to cache LRU end 2023-01-15T14:44:27.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.233+0000 7f87854b1780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester, ofs0, ns] 2023-01-15T14:44:27.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.234+0000 7f877dc54700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197607 cookie 94669010877056 notifier 4997 bl.length()=535 2023-01-15T14:44:27.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.234+0000 7f877dc54700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester info.flags=0x17 2023-01-15T14:44:27.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.234+0000 7f877dc54700 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester to cache LRU end 2023-01-15T14:44:27.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.235+0000 7f87854b1780 10 cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2023-01-15T14:44:27.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.235+0000 7f87854b1780 10 moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2023-01-15T14:44:27.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.235+0000 7f87854b1780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:NX5QOQKC6BH2IDN8HC7A, ofs0, ns] 2023-01-15T14:44:27.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.235+0000 7f877dc54700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197608 cookie 94669010875904 notifier 4997 bl.length()=180 2023-01-15T14:44:27.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.235+0000 7f877dc54700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A info.flags=0x7 2023-01-15T14:44:27.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.235+0000 7f877dc54700 10 rgw watcher librados: moving default.rgw.meta+users.keys+NX5QOQKC6BH2IDN8HC7A to cache LRU end 2023-01-15T14:44:27.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.236+0000 7f876a42d700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:27.240 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.238+0000 7f87854b1780 20 remove_watcher() i=0 2023-01-15T14:44:27.240 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.238+0000 7f87854b1780 2 removed watcher, disabling cache 2023-01-15T14:44:27.241 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.239+0000 7f87854b1780 20 remove_watcher() i=1 2023-01-15T14:44:27.241 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.240+0000 7f87854b1780 20 remove_watcher() i=2 2023-01-15T14:44:27.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.241+0000 7f87854b1780 20 remove_watcher() i=3 2023-01-15T14:44:27.243 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.242+0000 7f87854b1780 20 remove_watcher() i=4 2023-01-15T14:44:27.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.242+0000 7f87854b1780 20 remove_watcher() i=5 2023-01-15T14:44:27.245 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.243+0000 7f87854b1780 20 remove_watcher() i=6 2023-01-15T14:44:27.245 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.244+0000 7f87854b1780 20 remove_watcher() i=7 2023-01-15T14:44:27.454 INFO:tasks.workunit.client.0.smithi027.stderr:/home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/lib64/python3.6/site-packages/boto3/compat.py:88: PythonDeprecationWarning: Boto3 will no longer support Python 3.6 starting May 30, 2022. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.7 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2023-01-15T14:44:27.454 INFO:tasks.workunit.client.0.smithi027.stderr: warnings.warn(warning, PythonDeprecationWarning) 2023-01-15T14:44:27.454 INFO:tasks.workunit.client.0.smithi027.stderr:TEST: reshard add 2023-01-15T14:44:27.454 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:27.455 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-01-15T14:44:27.483 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:27.484 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:27.496 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.494+0000 7fabac4a3780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.498 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.496+0000 7fabac4a3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.498 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.496+0000 7fabac4a3780 20 realm 2023-01-15T14:44:27.498 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.496+0000 7fabac4a3780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.498 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.496+0000 7fabac4a3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.498 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.496+0000 7fabac4a3780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:27.498 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.496+0000 7fabac4a3780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.498 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.496+0000 7fabac4a3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.498 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.496+0000 7fabac4a3780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.499 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.497+0000 7fabac4a3780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:27.499 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.497+0000 7fabac4a3780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.499 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.498+0000 7fabac4a3780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:27.500 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.498+0000 7fabac4a3780 20 searching for the correct realm 2023-01-15T14:44:27.509 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.507+0000 7fabaa451700 0 -- 172.21.15.27:0/3273024632 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x555abb25a800 msgr2=0x555abaeef180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:27.510 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.508+0000 7fabac4a3780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:27.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.508+0000 7fabac4a3780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:27.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.508+0000 7fabac4a3780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:27.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.508+0000 7fabac4a3780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:27.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.508+0000 7fabac4a3780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.509+0000 7fabac4a3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.509+0000 7fabac4a3780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.509+0000 7fabac4a3780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:27.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.509+0000 7fabac4a3780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.509+0000 7fabac4a3780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:27.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.509+0000 7fabac4a3780 20 zone default found 2023-01-15T14:44:27.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.509+0000 7fabac4a3780 4 Realm: () 2023-01-15T14:44:27.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.509+0000 7fabac4a3780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:27.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.509+0000 7fabac4a3780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:27.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.509+0000 7fabac4a3780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:27.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.509+0000 7fabac4a3780 20 zonegroup default 2023-01-15T14:44:27.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.509+0000 7fabac4a3780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.509+0000 7fabac4a3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.509+0000 7fabac4a3780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.510+0000 7fabac4a3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.510+0000 7fabac4a3780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.510+0000 7fabac4a3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.510+0000 7fabac4a3780 20 started sync module instance, tier type = 2023-01-15T14:44:27.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.510+0000 7fabac4a3780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:27.517 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.516+0000 7faba9c50700 0 -- 172.21.15.27:0/3273024632 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x555abb25b400 msgr2=0x555abaeef700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:27.519 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.518+0000 7fabac4a3780 20 add_watcher() i=0 2023-01-15T14:44:27.520 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.518+0000 7fabac4a3780 20 add_watcher() i=1 2023-01-15T14:44:27.520 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.518+0000 7fabac4a3780 20 add_watcher() i=2 2023-01-15T14:44:27.520 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.518+0000 7fabac4a3780 20 add_watcher() i=3 2023-01-15T14:44:27.520 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.518+0000 7fabac4a3780 20 add_watcher() i=4 2023-01-15T14:44:27.520 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.518+0000 7fabac4a3780 20 add_watcher() i=5 2023-01-15T14:44:27.520 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.518+0000 7fabac4a3780 20 add_watcher() i=6 2023-01-15T14:44:27.520 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.519+0000 7fabac4a3780 20 add_watcher() i=7 2023-01-15T14:44:27.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.519+0000 7fabac4a3780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:27.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.520+0000 7fab9141f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:27.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.520+0000 7fabac4a3780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:27.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.520+0000 7fabac4a3780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:27.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.526+0000 7fabac4a3780 5 note: GC not initialized 2023-01-15T14:44:27.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.526+0000 7fab8cc16700 20 reqs_thread_entry: start 2023-01-15T14:44:27.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.527+0000 7fabac4a3780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:27.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.527+0000 7fabac4a3780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:27.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.527+0000 7fab8ac12700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:44:57 2023 2023-01-15T14:44:27.529 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:27.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.527+0000 7fab8a3f0700 20 reqs_thread_entry: start 2023-01-15T14:44:27.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.527+0000 7fabac4a3780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.527+0000 7fabac4a3780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:44:27.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.527+0000 7fabac4a3780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.528+0000 7fabac4a3780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:44:27.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.528+0000 7fabac4a3780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:27.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.528+0000 7fabac4a3780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.529+0000 7fabac4a3780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:44:27.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.529+0000 7fabac4a3780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.529+0000 7fabac4a3780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:44:27.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.529+0000 7fabac4a3780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:27.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.530+0000 7fab9141f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:27.534 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.532+0000 7fabac4a3780 20 remove_watcher() i=0 2023-01-15T14:44:27.534 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.532+0000 7fabac4a3780 2 removed watcher, disabling cache 2023-01-15T14:44:27.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.533+0000 7fabac4a3780 20 remove_watcher() i=1 2023-01-15T14:44:27.536 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.534+0000 7fabac4a3780 20 remove_watcher() i=2 2023-01-15T14:44:27.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.535+0000 7fabac4a3780 20 remove_watcher() i=3 2023-01-15T14:44:27.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.536+0000 7fabac4a3780 20 remove_watcher() i=4 2023-01-15T14:44:27.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.537+0000 7fabac4a3780 20 remove_watcher() i=5 2023-01-15T14:44:27.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.537+0000 7fabac4a3780 20 remove_watcher() i=6 2023-01-15T14:44:27.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.538+0000 7fabac4a3780 20 remove_watcher() i=7 2023-01-15T14:44:27.544 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:27.544 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:44:27.544 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: a-bucket id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 num_objects: 0 size_kb: 0 num_shards: 11 2023-01-15T14:44:27.544 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:27.545 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 12 2023-01-15T14:44:27.576 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:27.576 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:27.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.586+0000 7fc8f691b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.590 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.587+0000 7fc8f691b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.590 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.587+0000 7fc8f691b780 20 realm 2023-01-15T14:44:27.590 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.587+0000 7fc8f691b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.590 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.588+0000 7fc8f691b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.591 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.588+0000 7fc8f691b780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:27.591 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.588+0000 7fc8f691b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.591 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.588+0000 7fc8f691b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.591 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.588+0000 7fc8f691b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.592 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.589+0000 7fc8f691b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:27.592 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.589+0000 7fc8f691b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.593 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.589+0000 7fc8f691b780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:27.593 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.589+0000 7fc8f691b780 20 searching for the correct realm 2023-01-15T14:44:27.600 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.598+0000 7fc8f40c8700 0 -- 172.21.15.27:0/3544784909 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x563611d0f000 msgr2=0x563610f23700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:27.601 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:27.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:27.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:27.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:27.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:27.604 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.604 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:27.604 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 20 zone default found 2023-01-15T14:44:27.604 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 4 Realm: () 2023-01-15T14:44:27.604 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:27.605 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:27.605 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:27.605 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 20 zonegroup default 2023-01-15T14:44:27.605 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.600+0000 7fc8f691b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.605 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.601+0000 7fc8f691b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.606 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.601+0000 7fc8f691b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.606 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.601+0000 7fc8f691b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.606 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.601+0000 7fc8f691b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.606 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.601+0000 7fc8f691b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.606 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.601+0000 7fc8f691b780 20 started sync module instance, tier type = 2023-01-15T14:44:27.606 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.601+0000 7fc8f691b780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:27.607 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.605+0000 7fc8f48c9700 0 -- 172.21.15.27:0/3544784909 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x56361128b800 msgr2=0x563611346b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:27.610 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.608+0000 7fc8f691b780 20 add_watcher() i=0 2023-01-15T14:44:27.610 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.608+0000 7fc8f691b780 20 add_watcher() i=1 2023-01-15T14:44:27.610 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.608+0000 7fc8f691b780 20 add_watcher() i=2 2023-01-15T14:44:27.611 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.608+0000 7fc8f691b780 20 add_watcher() i=3 2023-01-15T14:44:27.611 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.608+0000 7fc8f691b780 20 add_watcher() i=4 2023-01-15T14:44:27.611 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.608+0000 7fc8f691b780 20 add_watcher() i=5 2023-01-15T14:44:27.611 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.608+0000 7fc8f691b780 20 add_watcher() i=6 2023-01-15T14:44:27.612 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.609+0000 7fc8f691b780 20 add_watcher() i=7 2023-01-15T14:44:27.613 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.609+0000 7fc8f691b780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:27.613 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.610+0000 7fc8db897700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:27.613 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.611+0000 7fc8f691b780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:27.613 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.611+0000 7fc8f691b780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:27.618 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.616+0000 7fc8f691b780 5 note: GC not initialized 2023-01-15T14:44:27.619 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.617+0000 7fc8d708e700 20 reqs_thread_entry: start 2023-01-15T14:44:27.619 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.617+0000 7fc8f691b780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:27.619 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.617+0000 7fc8f691b780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:27.619 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.617+0000 7fc8d508a700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:44:58 2023 2023-01-15T14:44:27.619 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:27.619 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.617+0000 7fc8d4868700 20 reqs_thread_entry: start 2023-01-15T14:44:27.620 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.617+0000 7fc8f691b780 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-01-15T14:44:27.620 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.617+0000 7fc8f691b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.620 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.618+0000 7fc8f691b780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:44:27.621 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.618+0000 7fc8f691b780 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2023-01-15T14:44:27.621 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.618+0000 7fc8f691b780 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-01-15T14:44:27.621 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.618+0000 7fc8f691b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 : miss 2023-01-15T14:44:27.621 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.618+0000 7fc8f691b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.621 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.618+0000 7fc8f691b780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:44:27.621 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.618+0000 7fc8f691b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x13 2023-01-15T14:44:27.621 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.618+0000 7fc8f691b780 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:44:27.621 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.618+0000 7fc8f691b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:44:27.621 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.618+0000 7fc8f691b780 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:44:27.622 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.618+0000 7fc8f691b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 2023-01-15T14:44:27.622 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.620+0000 7fc8db897700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:27.624 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.622+0000 7fc8f691b780 20 remove_watcher() i=0 2023-01-15T14:44:27.624 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.622+0000 7fc8f691b780 2 removed watcher, disabling cache 2023-01-15T14:44:27.625 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.623+0000 7fc8f691b780 20 remove_watcher() i=1 2023-01-15T14:44:27.625 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.624+0000 7fc8f691b780 20 remove_watcher() i=2 2023-01-15T14:44:27.626 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.625+0000 7fc8f691b780 20 remove_watcher() i=3 2023-01-15T14:44:27.627 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.625+0000 7fc8f691b780 20 remove_watcher() i=4 2023-01-15T14:44:27.628 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.626+0000 7fc8f691b780 20 remove_watcher() i=5 2023-01-15T14:44:27.629 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.627+0000 7fc8f691b780 20 remove_watcher() i=6 2023-01-15T14:44:27.629 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.628+0000 7fc8f691b780 20 remove_watcher() i=7 2023-01-15T14:44:27.635 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin reshard list 2023-01-15T14:44:27.661 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:27.662 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:27.672 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.671+0000 7ff089654780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.674 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.672+0000 7ff089654780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.672+0000 7ff089654780 20 realm 2023-01-15T14:44:27.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.672+0000 7ff089654780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.672+0000 7ff089654780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.672+0000 7ff089654780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:27.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.672+0000 7ff089654780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.673+0000 7ff089654780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.673+0000 7ff089654780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.674+0000 7ff089654780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:27.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.674+0000 7ff089654780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.674+0000 7ff089654780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:27.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.674+0000 7ff089654780 20 searching for the correct realm 2023-01-15T14:44:27.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.683+0000 7ff087602700 0 -- 172.21.15.27:0/4108471567 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55d2154d4c00 msgr2=0x55d215177180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:27.686 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.684+0000 7ff089654780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:27.686 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.684+0000 7ff089654780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:27.686 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.684+0000 7ff089654780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:27.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.684+0000 7ff089654780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:27.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.684+0000 7ff089654780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.684+0000 7ff089654780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.685+0000 7ff089654780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.685+0000 7ff089654780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:27.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.685+0000 7ff089654780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.685+0000 7ff089654780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:27.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.685+0000 7ff089654780 20 zone default found 2023-01-15T14:44:27.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.685+0000 7ff089654780 4 Realm: () 2023-01-15T14:44:27.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.685+0000 7ff089654780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:27.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.685+0000 7ff089654780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:27.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.685+0000 7ff089654780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:27.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.685+0000 7ff089654780 20 zonegroup default 2023-01-15T14:44:27.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.685+0000 7ff089654780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.685+0000 7ff089654780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.685+0000 7ff089654780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.686+0000 7ff089654780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.686+0000 7ff089654780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.686+0000 7ff089654780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.686+0000 7ff089654780 20 started sync module instance, tier type = 2023-01-15T14:44:27.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.686+0000 7ff089654780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:27.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.691+0000 7ff087e03700 0 -- 172.21.15.27:0/4108471567 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x55d2155c0000 msgr2=0x55d215599600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:27.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.692+0000 7ff089654780 20 add_watcher() i=0 2023-01-15T14:44:27.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.692+0000 7ff089654780 20 add_watcher() i=1 2023-01-15T14:44:27.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.692+0000 7ff089654780 20 add_watcher() i=2 2023-01-15T14:44:27.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.692+0000 7ff089654780 20 add_watcher() i=3 2023-01-15T14:44:27.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.692+0000 7ff089654780 20 add_watcher() i=4 2023-01-15T14:44:27.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.692+0000 7ff089654780 20 add_watcher() i=5 2023-01-15T14:44:27.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.693+0000 7ff089654780 20 add_watcher() i=6 2023-01-15T14:44:27.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.693+0000 7ff089654780 20 add_watcher() i=7 2023-01-15T14:44:27.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.693+0000 7ff089654780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:27.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.694+0000 7ff06e5d0700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:27.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.695+0000 7ff089654780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:27.697 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.695+0000 7ff089654780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:27.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.700+0000 7ff089654780 5 note: GC not initialized 2023-01-15T14:44:27.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.701+0000 7ff069dc7700 20 reqs_thread_entry: start 2023-01-15T14:44:27.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.701+0000 7ff089654780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:27.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.701+0000 7ff089654780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:27.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.701+0000 7ff067dc3700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:44:57 2023 2023-01-15T14:44:27.704 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:27.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.702+0000 7ff0675a1700 20 reqs_thread_entry: start 2023-01-15T14:44:27.712 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.710+0000 7ff06e5d0700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:27.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.712+0000 7ff089654780 20 remove_watcher() i=0 2023-01-15T14:44:27.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.712+0000 7ff089654780 2 removed watcher, disabling cache 2023-01-15T14:44:27.714 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.712+0000 7ff089654780 20 remove_watcher() i=1 2023-01-15T14:44:27.715 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.713+0000 7ff089654780 20 remove_watcher() i=2 2023-01-15T14:44:27.715 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.714+0000 7ff089654780 20 remove_watcher() i=3 2023-01-15T14:44:27.716 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.715+0000 7ff089654780 20 remove_watcher() i=4 2023-01-15T14:44:27.717 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.715+0000 7ff089654780 20 remove_watcher() i=5 2023-01-15T14:44:27.718 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.716+0000 7ff089654780 20 remove_watcher() i=6 2023-01-15T14:44:27.719 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.717+0000 7ff089654780 20 remove_watcher() i=7 2023-01-15T14:44:27.723 INFO:tasks.workunit.client.0.smithi027.stderr:bucket name a-bucket 2023-01-15T14:44:27.723 INFO:tasks.workunit.client.0.smithi027.stderr:TEST: reshard process 2023-01-15T14:44:27.723 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:27.724 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin reshard process 2023-01-15T14:44:27.751 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:27.751 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:27.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.761+0000 7ff44eff7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.764 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.762+0000 7ff44eff7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.764 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.762+0000 7ff44eff7780 20 realm 2023-01-15T14:44:27.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.762+0000 7ff44eff7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.762+0000 7ff44eff7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.762+0000 7ff44eff7780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:27.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.762+0000 7ff44eff7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.763+0000 7ff44eff7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.763+0000 7ff44eff7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.764+0000 7ff44eff7780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:27.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.764+0000 7ff44eff7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.764+0000 7ff44eff7780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:27.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.764+0000 7ff44eff7780 20 searching for the correct realm 2023-01-15T14:44:27.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.773+0000 7ff44cfa5700 0 -- 172.21.15.27:0/2430909215 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x563bb763c800 msgr2=0x563bb72c8c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:27.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.774+0000 7ff44eff7780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:27.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.774+0000 7ff44eff7780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:27.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.774+0000 7ff44eff7780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:27.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.774+0000 7ff44eff7780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:27.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.774+0000 7ff44eff7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.777 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.774+0000 7ff44eff7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.777 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.774+0000 7ff44eff7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.775+0000 7ff44eff7780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:27.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.775+0000 7ff44eff7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.775+0000 7ff44eff7780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:27.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.775+0000 7ff44eff7780 20 zone default found 2023-01-15T14:44:27.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.775+0000 7ff44eff7780 4 Realm: () 2023-01-15T14:44:27.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.775+0000 7ff44eff7780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:27.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.775+0000 7ff44eff7780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:27.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.775+0000 7ff44eff7780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:27.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.775+0000 7ff44eff7780 20 zonegroup default 2023-01-15T14:44:27.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.775+0000 7ff44eff7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.775+0000 7ff44eff7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.775+0000 7ff44eff7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.776+0000 7ff44eff7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.776+0000 7ff44eff7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.776+0000 7ff44eff7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:27.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.776+0000 7ff44eff7780 20 started sync module instance, tier type = 2023-01-15T14:44:27.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.776+0000 7ff44eff7780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:27.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.780+0000 7ff44d7a6700 0 -- 172.21.15.27:0/2430909215 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x563bb7716800 msgr2=0x563bb7617b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:27.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.782+0000 7ff44eff7780 20 add_watcher() i=0 2023-01-15T14:44:27.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.782+0000 7ff44eff7780 20 add_watcher() i=1 2023-01-15T14:44:27.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.782+0000 7ff44eff7780 20 add_watcher() i=2 2023-01-15T14:44:27.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.782+0000 7ff44eff7780 20 add_watcher() i=3 2023-01-15T14:44:27.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.782+0000 7ff44eff7780 20 add_watcher() i=4 2023-01-15T14:44:27.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.782+0000 7ff44eff7780 20 add_watcher() i=5 2023-01-15T14:44:27.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.782+0000 7ff44eff7780 20 add_watcher() i=6 2023-01-15T14:44:27.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.783+0000 7ff44eff7780 20 add_watcher() i=7 2023-01-15T14:44:27.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.783+0000 7ff44eff7780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:27.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.784+0000 7ff433f73700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:27.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.785+0000 7ff44eff7780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:27.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.785+0000 7ff44eff7780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:27.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.790+0000 7ff44eff7780 5 note: GC not initialized 2023-01-15T14:44:27.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.791+0000 7ff42f76a700 20 reqs_thread_entry: start 2023-01-15T14:44:27.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.791+0000 7ff44eff7780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:27.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.791+0000 7ff44eff7780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:27.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.791+0000 7ff42d766700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:44:57 2023 2023-01-15T14:44:27.793 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:27.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.791+0000 7ff42cf44700 20 reqs_thread_entry: start 2023-01-15T14:44:27.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.791+0000 7ff44eff7780 20 processing logshard = reshard.0000000000 2023-01-15T14:44:27.796 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.794+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000000 , ret = 0 2023-01-15T14:44:27.796 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.794+0000 7ff44eff7780 20 processing logshard = reshard.0000000001 2023-01-15T14:44:27.798 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.796+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000001 , ret = 0 2023-01-15T14:44:27.798 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.796+0000 7ff44eff7780 20 processing logshard = reshard.0000000002 2023-01-15T14:44:27.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.799+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000002 , ret = 0 2023-01-15T14:44:27.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.799+0000 7ff44eff7780 20 processing logshard = reshard.0000000003 2023-01-15T14:44:27.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.801+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000003 , ret = 0 2023-01-15T14:44:27.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.801+0000 7ff44eff7780 20 processing logshard = reshard.0000000004 2023-01-15T14:44:27.805 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.803+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000004 , ret = 0 2023-01-15T14:44:27.805 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.803+0000 7ff44eff7780 20 processing logshard = reshard.0000000005 2023-01-15T14:44:27.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.805+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000005 , ret = 0 2023-01-15T14:44:27.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.805+0000 7ff44eff7780 20 processing logshard = reshard.0000000006 2023-01-15T14:44:27.809 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.807+0000 7ff44eff7780 20 process_entry resharding a-bucket 2023-01-15T14:44:27.809 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.807+0000 7ff44eff7780 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-01-15T14:44:27.809 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.807+0000 7ff44eff7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.809 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.807+0000 7ff44eff7780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:44:27.809 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.807+0000 7ff44eff7780 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2023-01-15T14:44:27.809 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.807+0000 7ff44eff7780 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-01-15T14:44:27.809 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.807+0000 7ff44eff7780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 : miss 2023-01-15T14:44:27.809 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.807+0000 7ff44eff7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:27.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.807+0000 7ff44eff7780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:44:27.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.807+0000 7ff44eff7780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x13 2023-01-15T14:44:27.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.807+0000 7ff44eff7780 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:44:27.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.807+0000 7ff44eff7780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:44:27.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.807+0000 7ff44eff7780 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:44:27.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.807+0000 7ff44eff7780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 2023-01-15T14:44:27.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.813+0000 7ff44eff7780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x17 2023-01-15T14:44:27.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.813+0000 7ff44eff7780 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:44:27.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.813+0000 7ff44eff7780 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:44:27.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.813+0000 7ff44eff7780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13, ofs0, ns] 2023-01-15T14:44:27.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.813+0000 7ff44779a700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197619 cookie 94814476177792 notifier 5307 bl.length()=789 2023-01-15T14:44:27.816 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.813+0000 7ff44779a700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x17 2023-01-15T14:44:27.816 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.813+0000 7ff44779a700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:44:27.816 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.813+0000 7ff44779a700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:44:27.816 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.814+0000 7ff44eff7780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): orig_sources= new_sources= 2023-01-15T14:44:27.816 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.814+0000 7ff44eff7780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): potential sources added=[] removed=[] 2023-01-15T14:44:27.816 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.814+0000 7ff44eff7780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): orig_dests= new_dests= 2023-01-15T14:44:27.816 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.814+0000 7ff44eff7780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): potential dests added=[] removed=[] 2023-01-15T14:44:27.817 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.0 2023-01-15T14:44:27.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.0 2023-01-15T14:44:27.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.1 2023-01-15T14:44:27.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.1 2023-01-15T14:44:27.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.2 2023-01-15T14:44:27.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.2 2023-01-15T14:44:27.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.3 2023-01-15T14:44:27.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.3 2023-01-15T14:44:27.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.4 2023-01-15T14:44:27.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.4 2023-01-15T14:44:27.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.5 2023-01-15T14:44:27.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.5 2023-01-15T14:44:27.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.6 2023-01-15T14:44:27.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.6 2023-01-15T14:44:27.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.7 2023-01-15T14:44:27.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.7 2023-01-15T14:44:27.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.8 2023-01-15T14:44:27.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.8 2023-01-15T14:44:27.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.9 2023-01-15T14:44:27.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.9 2023-01-15T14:44:27.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.10 2023-01-15T14:44:27.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.10 2023-01-15T14:44:27.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.11 2023-01-15T14:44:27.820 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.11 2023-01-15T14:44:27.820 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.815+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.0 2023-01-15T14:44:27.820 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.816+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1 2023-01-15T14:44:27.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.816+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2 2023-01-15T14:44:27.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.817+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.3 2023-01-15T14:44:27.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.817+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.4 2023-01-15T14:44:27.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.818+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.5 2023-01-15T14:44:27.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.818+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.6 2023-01-15T14:44:27.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.819+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.7 2023-01-15T14:44:27.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.819+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.8 2023-01-15T14:44:27.822 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.820+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.9 2023-01-15T14:44:27.822 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.820+0000 7ff44eff7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.10 2023-01-15T14:44:27.822 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.821+0000 7ff44eff7780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 : hit (requested=0x13, cached=0x17) 2023-01-15T14:44:27.822 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.821+0000 7ff44eff7780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 2023-01-15T14:44:27.823 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.822+0000 7ff44eff7780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x17 2023-01-15T14:44:27.823 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.822+0000 7ff44eff7780 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:44:27.823 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.822+0000 7ff44eff7780 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:44:27.823 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.822+0000 7ff44eff7780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13, ofs0, ns] 2023-01-15T14:44:27.824 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.822+0000 7ff44779a700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197620 cookie 94814476177792 notifier 5307 bl.length()=757 2023-01-15T14:44:27.824 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.822+0000 7ff44779a700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x17 2023-01-15T14:44:27.824 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.822+0000 7ff44779a700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:44:27.824 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.822+0000 7ff44779a700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:44:27.824 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.822+0000 7ff44eff7780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): orig_sources= new_sources= 2023-01-15T14:44:27.825 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.822+0000 7ff44eff7780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): potential sources added=[] removed=[] 2023-01-15T14:44:27.825 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.822+0000 7ff44eff7780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): orig_dests= new_dests= 2023-01-15T14:44:27.825 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.822+0000 7ff44eff7780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): potential dests added=[] removed=[] 2023-01-15T14:44:27.826 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.824+0000 7ff44eff7780 1 execute INFO: reshard of bucket "a-bucket" completed successfully 2023-01-15T14:44:27.826 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.825+0000 7ff44eff7780 20 process_entry removing reshard queue entry for bucket a-bucket 2023-01-15T14:44:27.828 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.826+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000006 , ret = 0 2023-01-15T14:44:27.828 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.826+0000 7ff44eff7780 20 processing logshard = reshard.0000000007 2023-01-15T14:44:27.829 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.828+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000007 , ret = 0 2023-01-15T14:44:27.830 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.828+0000 7ff44eff7780 20 processing logshard = reshard.0000000008 2023-01-15T14:44:27.832 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.830+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000008 , ret = 0 2023-01-15T14:44:27.832 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.830+0000 7ff44eff7780 20 processing logshard = reshard.0000000009 2023-01-15T14:44:27.834 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.832+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000009 , ret = 0 2023-01-15T14:44:27.834 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.832+0000 7ff44eff7780 20 processing logshard = reshard.0000000010 2023-01-15T14:44:27.836 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.834+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000010 , ret = 0 2023-01-15T14:44:27.836 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.834+0000 7ff44eff7780 20 processing logshard = reshard.0000000011 2023-01-15T14:44:27.838 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.836+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000011 , ret = 0 2023-01-15T14:44:27.838 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.836+0000 7ff44eff7780 20 processing logshard = reshard.0000000012 2023-01-15T14:44:27.840 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.838+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000012 , ret = 0 2023-01-15T14:44:27.840 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.838+0000 7ff44eff7780 20 processing logshard = reshard.0000000013 2023-01-15T14:44:27.842 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.840+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000013 , ret = 0 2023-01-15T14:44:27.842 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.840+0000 7ff44eff7780 20 processing logshard = reshard.0000000014 2023-01-15T14:44:27.844 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.842+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000014 , ret = 0 2023-01-15T14:44:27.844 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.842+0000 7ff44eff7780 20 processing logshard = reshard.0000000015 2023-01-15T14:44:27.846 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.844+0000 7ff44eff7780 20 finish processing logshard = reshard.0000000015 , ret = 0 2023-01-15T14:44:27.847 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.845+0000 7ff433f73700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:27.848 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.847+0000 7ff44eff7780 20 remove_watcher() i=0 2023-01-15T14:44:27.848 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.847+0000 7ff44eff7780 2 removed watcher, disabling cache 2023-01-15T14:44:27.849 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.848+0000 7ff44eff7780 20 remove_watcher() i=1 2023-01-15T14:44:27.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.848+0000 7ff44eff7780 20 remove_watcher() i=2 2023-01-15T14:44:27.851 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.849+0000 7ff44eff7780 20 remove_watcher() i=3 2023-01-15T14:44:27.851 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.850+0000 7ff44eff7780 20 remove_watcher() i=4 2023-01-15T14:44:27.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.851+0000 7ff44eff7780 20 remove_watcher() i=5 2023-01-15T14:44:27.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.851+0000 7ff44eff7780 20 remove_watcher() i=6 2023-01-15T14:44:27.854 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:27.852+0000 7ff44eff7780 20 remove_watcher() i=7 2023-01-15T14:44:32.866 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-01-15T14:44:32.898 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:32.898 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:32.913 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.911+0000 7f99b50dc780 20 rados->read ofs=0 len=0 2023-01-15T14:44:32.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.913+0000 7f99b50dc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:32.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.913+0000 7f99b50dc780 20 realm 2023-01-15T14:44:32.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.913+0000 7f99b50dc780 20 rados->read ofs=0 len=0 2023-01-15T14:44:32.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.913+0000 7f99b50dc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:32.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.913+0000 7f99b50dc780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:32.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.913+0000 7f99b50dc780 20 rados->read ofs=0 len=0 2023-01-15T14:44:32.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.914+0000 7f99b50dc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:32.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.914+0000 7f99b50dc780 20 rados->read ofs=0 len=0 2023-01-15T14:44:32.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.915+0000 7f99b50dc780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:32.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.915+0000 7f99b50dc780 20 rados->read ofs=0 len=0 2023-01-15T14:44:32.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.915+0000 7f99b50dc780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:32.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.915+0000 7f99b50dc780 20 searching for the correct realm 2023-01-15T14:44:32.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.926+0000 7f99b308a700 0 -- 172.21.15.27:0/1157827689 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55d09b11c000 msgr2=0x55d09b0feb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:32.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.928+0000 7f99b50dc780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:32.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.928+0000 7f99b50dc780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:32.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.928+0000 7f99b50dc780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:32.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.928+0000 7f99b50dc780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:32.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.928+0000 7f99b50dc780 20 rados->read ofs=0 len=0 2023-01-15T14:44:32.932 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.928+0000 7f99b50dc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:32.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.928+0000 7f99b50dc780 20 rados->read ofs=0 len=0 2023-01-15T14:44:32.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.929+0000 7f99b50dc780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:32.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.929+0000 7f99b50dc780 20 rados->read ofs=0 len=0 2023-01-15T14:44:32.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.929+0000 7f99b50dc780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:32.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.929+0000 7f99b50dc780 20 zone default found 2023-01-15T14:44:32.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.929+0000 7f99b50dc780 4 Realm: () 2023-01-15T14:44:32.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.929+0000 7f99b50dc780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:32.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.929+0000 7f99b50dc780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:32.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.929+0000 7f99b50dc780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:32.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.929+0000 7f99b50dc780 20 zonegroup default 2023-01-15T14:44:32.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.929+0000 7f99b50dc780 20 rados->read ofs=0 len=0 2023-01-15T14:44:32.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.929+0000 7f99b50dc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:32.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.929+0000 7f99b50dc780 20 rados->read ofs=0 len=0 2023-01-15T14:44:32.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.929+0000 7f99b50dc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:32.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.929+0000 7f99b50dc780 20 rados->read ofs=0 len=0 2023-01-15T14:44:32.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.930+0000 7f99b50dc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:32.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.930+0000 7f99b50dc780 20 started sync module instance, tier type = 2023-01-15T14:44:32.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.930+0000 7f99b50dc780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:32.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.934+0000 7f99b308a700 0 -- 172.21.15.27:0/1157827689 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55d09b138000 msgr2=0x55d09b100100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:32.939 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.938+0000 7f99b50dc780 20 add_watcher() i=0 2023-01-15T14:44:32.939 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.938+0000 7f99b50dc780 20 add_watcher() i=1 2023-01-15T14:44:32.939 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.938+0000 7f99b50dc780 20 add_watcher() i=2 2023-01-15T14:44:32.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.938+0000 7f99b50dc780 20 add_watcher() i=3 2023-01-15T14:44:32.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.938+0000 7f99b50dc780 20 add_watcher() i=4 2023-01-15T14:44:32.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.938+0000 7f99b50dc780 20 add_watcher() i=5 2023-01-15T14:44:32.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.938+0000 7f99b50dc780 20 add_watcher() i=6 2023-01-15T14:44:32.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.938+0000 7f99b50dc780 20 add_watcher() i=7 2023-01-15T14:44:32.940 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.938+0000 7f99b50dc780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:32.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.940+0000 7f999a058700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:32.942 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.940+0000 7f99b50dc780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:32.942 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.940+0000 7f99b50dc780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:32.948 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.946+0000 7f99b50dc780 5 note: GC not initialized 2023-01-15T14:44:32.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.947+0000 7f999584f700 20 reqs_thread_entry: start 2023-01-15T14:44:32.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.947+0000 7f99b50dc780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:32.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.947+0000 7f99b50dc780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:32.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.947+0000 7f999384b700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:03 2023 2023-01-15T14:44:32.949 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:32.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.947+0000 7f9993029700 20 reqs_thread_entry: start 2023-01-15T14:44:32.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.947+0000 7f99b50dc780 20 rados->read ofs=0 len=0 2023-01-15T14:44:32.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.948+0000 7f99b50dc780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:44:32.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.948+0000 7f99b50dc780 20 rados->read ofs=0 len=0 2023-01-15T14:44:32.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.948+0000 7f99b50dc780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:44:32.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.948+0000 7f99b50dc780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:32.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.948+0000 7f99b50dc780 20 rados->read ofs=0 len=0 2023-01-15T14:44:32.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.949+0000 7f99b50dc780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:44:32.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.949+0000 7f99b50dc780 20 rados->read ofs=0 len=0 2023-01-15T14:44:32.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.949+0000 7f99b50dc780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:44:32.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.949+0000 7f99b50dc780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:32.952 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.951+0000 7f999a058700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:32.954 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.953+0000 7f99b50dc780 20 remove_watcher() i=0 2023-01-15T14:44:32.954 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.953+0000 7f99b50dc780 2 removed watcher, disabling cache 2023-01-15T14:44:32.955 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.953+0000 7f99b50dc780 20 remove_watcher() i=1 2023-01-15T14:44:32.956 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.954+0000 7f99b50dc780 20 remove_watcher() i=2 2023-01-15T14:44:32.957 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.955+0000 7f99b50dc780 20 remove_watcher() i=3 2023-01-15T14:44:32.958 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.956+0000 7f99b50dc780 20 remove_watcher() i=4 2023-01-15T14:44:32.959 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.957+0000 7f99b50dc780 20 remove_watcher() i=5 2023-01-15T14:44:32.959 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.958+0000 7f99b50dc780 20 remove_watcher() i=6 2023-01-15T14:44:32.960 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:32.959+0000 7f99b50dc780 20 remove_watcher() i=7 2023-01-15T14:44:32.965 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:32.965 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:44:32.965 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: a-bucket id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 num_objects: 0 size_kb: 0 num_shards: 12 2023-01-15T14:44:32.965 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:32.966 INFO:tasks.workunit.client.0.smithi027.stderr:TEST: reshard add non empty bucket 2023-01-15T14:44:32.966 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:33.017 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-01-15T14:44:33.046 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:33.046 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:33.058 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.056+0000 7fdd7aeac780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.059 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.057+0000 7fdd7aeac780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.059 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.057+0000 7fdd7aeac780 20 realm 2023-01-15T14:44:33.059 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.057+0000 7fdd7aeac780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.059 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.057+0000 7fdd7aeac780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.060 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.057+0000 7fdd7aeac780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:33.060 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.057+0000 7fdd7aeac780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.060 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.058+0000 7fdd7aeac780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.060 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.058+0000 7fdd7aeac780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.060 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.058+0000 7fdd7aeac780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:33.060 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.058+0000 7fdd7aeac780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.061 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.059+0000 7fdd7aeac780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:33.061 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.059+0000 7fdd7aeac780 20 searching for the correct realm 2023-01-15T14:44:33.069 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.068+0000 7fdd78e5a700 0 -- 172.21.15.27:0/4199778557 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x561d29a90800 msgr2=0x561d2971cc00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:33.071 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.069+0000 7fdd7aeac780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:33.071 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.069+0000 7fdd7aeac780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:33.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.069+0000 7fdd7aeac780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:33.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.069+0000 7fdd7aeac780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:33.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.069+0000 7fdd7aeac780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.069+0000 7fdd7aeac780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.069+0000 7fdd7aeac780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.070+0000 7fdd7aeac780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:33.073 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.070+0000 7fdd7aeac780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.074 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.070+0000 7fdd7aeac780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:33.074 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.070+0000 7fdd7aeac780 20 zone default found 2023-01-15T14:44:33.074 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.070+0000 7fdd7aeac780 4 Realm: () 2023-01-15T14:44:33.074 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.070+0000 7fdd7aeac780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:33.074 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.070+0000 7fdd7aeac780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:33.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.070+0000 7fdd7aeac780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:33.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.070+0000 7fdd7aeac780 20 zonegroup default 2023-01-15T14:44:33.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.070+0000 7fdd7aeac780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.070+0000 7fdd7aeac780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.070+0000 7fdd7aeac780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.071+0000 7fdd7aeac780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.076 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.071+0000 7fdd7aeac780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.076 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.071+0000 7fdd7aeac780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.076 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.071+0000 7fdd7aeac780 20 started sync module instance, tier type = 2023-01-15T14:44:33.076 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.071+0000 7fdd7aeac780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:33.077 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.075+0000 7fdd7965b700 0 -- 172.21.15.27:0/4199778557 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x561d29a90c00 msgr2=0x561d29a77b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:33.080 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.078+0000 7fdd7aeac780 20 add_watcher() i=0 2023-01-15T14:44:33.080 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.078+0000 7fdd7aeac780 20 add_watcher() i=1 2023-01-15T14:44:33.080 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.078+0000 7fdd7aeac780 20 add_watcher() i=2 2023-01-15T14:44:33.080 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.078+0000 7fdd7aeac780 20 add_watcher() i=3 2023-01-15T14:44:33.081 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.078+0000 7fdd7aeac780 20 add_watcher() i=4 2023-01-15T14:44:33.081 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.078+0000 7fdd7aeac780 20 add_watcher() i=5 2023-01-15T14:44:33.081 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.078+0000 7fdd7aeac780 20 add_watcher() i=6 2023-01-15T14:44:33.082 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.079+0000 7fdd7aeac780 20 add_watcher() i=7 2023-01-15T14:44:33.082 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.079+0000 7fdd7aeac780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:33.082 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.080+0000 7fdd5fe28700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:33.082 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.080+0000 7fdd7aeac780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:33.083 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.080+0000 7fdd7aeac780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:33.088 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.086+0000 7fdd7aeac780 5 note: GC not initialized 2023-01-15T14:44:33.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.087+0000 7fdd5b61f700 20 reqs_thread_entry: start 2023-01-15T14:44:33.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.087+0000 7fdd7aeac780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:33.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.087+0000 7fdd7aeac780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:33.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.087+0000 7fdd5961b700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:03 2023 2023-01-15T14:44:33.090 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:33.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.087+0000 7fdd58df9700 20 reqs_thread_entry: start 2023-01-15T14:44:33.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.087+0000 7fdd7aeac780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.088+0000 7fdd7aeac780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:44:33.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.088+0000 7fdd7aeac780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.088+0000 7fdd7aeac780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:44:33.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.088+0000 7fdd7aeac780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:33.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.088+0000 7fdd7aeac780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.088+0000 7fdd7aeac780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:44:33.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.088+0000 7fdd7aeac780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.093 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.089+0000 7fdd7aeac780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:44:33.093 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.089+0000 7fdd7aeac780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:33.093 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.090+0000 7fdd5fe28700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:33.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.092+0000 7fdd7aeac780 20 remove_watcher() i=0 2023-01-15T14:44:33.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.092+0000 7fdd7aeac780 2 removed watcher, disabling cache 2023-01-15T14:44:33.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.093+0000 7fdd7aeac780 20 remove_watcher() i=1 2023-01-15T14:44:33.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.094+0000 7fdd7aeac780 20 remove_watcher() i=2 2023-01-15T14:44:33.096 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.094+0000 7fdd7aeac780 20 remove_watcher() i=3 2023-01-15T14:44:33.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.095+0000 7fdd7aeac780 20 remove_watcher() i=4 2023-01-15T14:44:33.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.096+0000 7fdd7aeac780 20 remove_watcher() i=5 2023-01-15T14:44:33.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.097+0000 7fdd7aeac780 20 remove_watcher() i=6 2023-01-15T14:44:33.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.098+0000 7fdd7aeac780 20 remove_watcher() i=7 2023-01-15T14:44:33.103 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:33.103 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:44:33.104 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: a-bucket id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 num_objects: 8 size_kb: 1 num_shards: 12 2023-01-15T14:44:33.104 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:33.105 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin reshard add --bucket a-bucket --num-shards 13 2023-01-15T14:44:33.135 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:33.135 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:33.147 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.146+0000 7f985af90780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.147+0000 7f985af90780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.147+0000 7f985af90780 20 realm 2023-01-15T14:44:33.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.147+0000 7f985af90780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.147+0000 7f985af90780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.147+0000 7f985af90780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:33.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.147+0000 7f985af90780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.147+0000 7f985af90780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.147+0000 7f985af90780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.151 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.148+0000 7f985af90780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:33.151 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.148+0000 7f985af90780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.151 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.149+0000 7f985af90780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:33.151 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.149+0000 7f985af90780 20 searching for the correct realm 2023-01-15T14:44:33.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.157+0000 7f9858f3e700 0 -- 172.21.15.27:0/2863132050 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x555868860c00 msgr2=0x5558684fb180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:33.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.159+0000 7f985af90780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:33.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.159+0000 7f985af90780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:33.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.159+0000 7f985af90780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:33.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.159+0000 7f985af90780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:33.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.159+0000 7f985af90780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.161 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.159+0000 7f985af90780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.162 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.159+0000 7f985af90780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.163 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.159+0000 7f985af90780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:33.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.159+0000 7f985af90780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.160+0000 7f985af90780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:33.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.160+0000 7f985af90780 20 zone default found 2023-01-15T14:44:33.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.160+0000 7f985af90780 4 Realm: () 2023-01-15T14:44:33.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.160+0000 7f985af90780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:33.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.160+0000 7f985af90780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:33.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.160+0000 7f985af90780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:33.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.160+0000 7f985af90780 20 zonegroup default 2023-01-15T14:44:33.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.160+0000 7f985af90780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.160+0000 7f985af90780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.160+0000 7f985af90780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.160+0000 7f985af90780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.160+0000 7f985af90780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.160+0000 7f985af90780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.160+0000 7f985af90780 20 started sync module instance, tier type = 2023-01-15T14:44:33.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.160+0000 7f985af90780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:33.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.165+0000 7f9858f3e700 0 -- 172.21.15.27:0/2863132050 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x555868462c00 msgr2=0x55586891ab00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:33.169 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.167+0000 7f985af90780 20 add_watcher() i=0 2023-01-15T14:44:33.169 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.167+0000 7f985af90780 20 add_watcher() i=1 2023-01-15T14:44:33.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.167+0000 7f985af90780 20 add_watcher() i=2 2023-01-15T14:44:33.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.167+0000 7f985af90780 20 add_watcher() i=3 2023-01-15T14:44:33.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.167+0000 7f985af90780 20 add_watcher() i=4 2023-01-15T14:44:33.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.167+0000 7f985af90780 20 add_watcher() i=5 2023-01-15T14:44:33.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.167+0000 7f985af90780 20 add_watcher() i=6 2023-01-15T14:44:33.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.168+0000 7f985af90780 20 add_watcher() i=7 2023-01-15T14:44:33.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.168+0000 7f985af90780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:33.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.170+0000 7f983ff0c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:33.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.170+0000 7f985af90780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:33.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.170+0000 7f985af90780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:33.177 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.175+0000 7f985af90780 5 note: GC not initialized 2023-01-15T14:44:33.179 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.176+0000 7f983b703700 20 reqs_thread_entry: start 2023-01-15T14:44:33.180 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.176+0000 7f985af90780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:33.180 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.176+0000 7f985af90780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:33.180 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.176+0000 7f98396ff700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:03 2023 2023-01-15T14:44:33.180 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:33.180 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.177+0000 7f9838edd700 20 reqs_thread_entry: start 2023-01-15T14:44:33.180 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.177+0000 7f985af90780 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-01-15T14:44:33.181 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.177+0000 7f985af90780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.181 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.177+0000 7f985af90780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:44:33.181 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.177+0000 7f985af90780 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2023-01-15T14:44:33.181 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.177+0000 7f985af90780 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-01-15T14:44:33.181 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.177+0000 7f985af90780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 : miss 2023-01-15T14:44:33.181 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.177+0000 7f985af90780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.181 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.178+0000 7f985af90780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:44:33.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.178+0000 7f985af90780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x13 2023-01-15T14:44:33.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.178+0000 7f985af90780 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:44:33.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.178+0000 7f985af90780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:44:33.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.178+0000 7f985af90780 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:44:33.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.178+0000 7f985af90780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 2023-01-15T14:44:33.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.179+0000 7f983ff0c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:33.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.181+0000 7f985af90780 20 remove_watcher() i=0 2023-01-15T14:44:33.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.181+0000 7f985af90780 2 removed watcher, disabling cache 2023-01-15T14:44:33.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.182+0000 7f985af90780 20 remove_watcher() i=1 2023-01-15T14:44:33.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.183+0000 7f985af90780 20 remove_watcher() i=2 2023-01-15T14:44:33.185 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.184+0000 7f985af90780 20 remove_watcher() i=3 2023-01-15T14:44:33.186 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.184+0000 7f985af90780 20 remove_watcher() i=4 2023-01-15T14:44:33.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.185+0000 7f985af90780 20 remove_watcher() i=5 2023-01-15T14:44:33.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.186+0000 7f985af90780 20 remove_watcher() i=6 2023-01-15T14:44:33.188 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.187+0000 7f985af90780 20 remove_watcher() i=7 2023-01-15T14:44:33.194 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin reshard list 2023-01-15T14:44:33.220 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:33.220 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:33.233 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.231+0000 7fef1b96c780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.232+0000 7fef1b96c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.232+0000 7fef1b96c780 20 realm 2023-01-15T14:44:33.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.232+0000 7fef1b96c780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.233+0000 7fef1b96c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.233+0000 7fef1b96c780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:33.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.233+0000 7fef1b96c780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.233+0000 7fef1b96c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.233+0000 7fef1b96c780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.234+0000 7fef1b96c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:33.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.234+0000 7fef1b96c780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.234+0000 7fef1b96c780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:33.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.234+0000 7fef1b96c780 20 searching for the correct realm 2023-01-15T14:44:33.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.242+0000 7fef1991a700 0 -- 172.21.15.27:0/1894240158 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x556d5034b000 msgr2=0x556d50327b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:33.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:33.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:33.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:33.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:33.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:33.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.247 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:33.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 20 zone default found 2023-01-15T14:44:33.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 4 Realm: () 2023-01-15T14:44:33.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:33.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:33.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:33.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 20 zonegroup default 2023-01-15T14:44:33.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.244+0000 7fef1b96c780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.245+0000 7fef1b96c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.245+0000 7fef1b96c780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.245+0000 7fef1b96c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.245+0000 7fef1b96c780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.245+0000 7fef1b96c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.245+0000 7fef1b96c780 20 started sync module instance, tier type = 2023-01-15T14:44:33.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.245+0000 7fef1b96c780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:33.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.248+0000 7fef1991a700 0 -- 172.21.15.27:0/1894240158 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x556d50268800 msgr2=0x556d50326b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:33.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.252+0000 7fef1b96c780 20 add_watcher() i=0 2023-01-15T14:44:33.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.252+0000 7fef1b96c780 20 add_watcher() i=1 2023-01-15T14:44:33.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.252+0000 7fef1b96c780 20 add_watcher() i=2 2023-01-15T14:44:33.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.252+0000 7fef1b96c780 20 add_watcher() i=3 2023-01-15T14:44:33.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.252+0000 7fef1b96c780 20 add_watcher() i=4 2023-01-15T14:44:33.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.252+0000 7fef1b96c780 20 add_watcher() i=5 2023-01-15T14:44:33.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.252+0000 7fef1b96c780 20 add_watcher() i=6 2023-01-15T14:44:33.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.253+0000 7fef1b96c780 20 add_watcher() i=7 2023-01-15T14:44:33.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.253+0000 7fef1b96c780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:33.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.254+0000 7fef008e8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:33.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.255+0000 7fef1b96c780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:33.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.255+0000 7fef1b96c780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:33.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.260+0000 7fef1b96c780 5 note: GC not initialized 2023-01-15T14:44:33.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.261+0000 7feefc0df700 20 reqs_thread_entry: start 2023-01-15T14:44:33.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.261+0000 7fef1b96c780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:33.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.261+0000 7fef1b96c780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:33.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.261+0000 7feefa0db700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:03 2023 2023-01-15T14:44:33.263 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:33.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.261+0000 7feef98b9700 20 reqs_thread_entry: start 2023-01-15T14:44:33.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.269+0000 7fef008e8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:33.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.271+0000 7fef1b96c780 20 remove_watcher() i=0 2023-01-15T14:44:33.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.271+0000 7fef1b96c780 2 removed watcher, disabling cache 2023-01-15T14:44:33.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.271+0000 7fef1b96c780 20 remove_watcher() i=1 2023-01-15T14:44:33.274 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.272+0000 7fef1b96c780 20 remove_watcher() i=2 2023-01-15T14:44:33.274 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.273+0000 7fef1b96c780 20 remove_watcher() i=3 2023-01-15T14:44:33.275 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.274+0000 7fef1b96c780 20 remove_watcher() i=4 2023-01-15T14:44:33.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.274+0000 7fef1b96c780 20 remove_watcher() i=5 2023-01-15T14:44:33.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.275+0000 7fef1b96c780 20 remove_watcher() i=6 2023-01-15T14:44:33.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.276+0000 7fef1b96c780 20 remove_watcher() i=7 2023-01-15T14:44:33.282 INFO:tasks.workunit.client.0.smithi027.stderr:TEST: reshard process non empty bucket 2023-01-15T14:44:33.282 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:33.283 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin reshard process 2023-01-15T14:44:33.309 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:33.309 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:33.320 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.319+0000 7f272162b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.521+0000 7f272162b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.521+0000 7f272162b780 20 realm 2023-01-15T14:44:33.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.521+0000 7f272162b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.521+0000 7f272162b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.521+0000 7f272162b780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:33.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.521+0000 7f272162b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.522+0000 7f272162b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.522+0000 7f272162b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.525 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.522+0000 7f272162b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:33.525 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.522+0000 7f272162b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.525 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.523+0000 7f272162b780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:33.525 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.523+0000 7f272162b780 20 searching for the correct realm 2023-01-15T14:44:33.533 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.531+0000 7f271f5d9700 0 -- 172.21.15.27:0/2678096197 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x55d5eae4e400 msgr2=0x55d5eae2db80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:33.534 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.533+0000 7f272162b780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:33.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.533+0000 7f272162b780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:33.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.533+0000 7f272162b780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:33.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.533+0000 7f272162b780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:33.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.533+0000 7f272162b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.533+0000 7f272162b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.535 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.533+0000 7f272162b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.536 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.533+0000 7f272162b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:33.536 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.533+0000 7f272162b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.534+0000 7f272162b780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:33.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.534+0000 7f272162b780 20 zone default found 2023-01-15T14:44:33.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.534+0000 7f272162b780 4 Realm: () 2023-01-15T14:44:33.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.534+0000 7f272162b780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:33.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.534+0000 7f272162b780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:33.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.534+0000 7f272162b780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:33.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.534+0000 7f272162b780 20 zonegroup default 2023-01-15T14:44:33.538 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.534+0000 7f272162b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.538 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.534+0000 7f272162b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.538 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.534+0000 7f272162b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.538 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.534+0000 7f272162b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.538 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.534+0000 7f272162b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.538 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.534+0000 7f272162b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.538 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.534+0000 7f272162b780 20 started sync module instance, tier type = 2023-01-15T14:44:33.538 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.534+0000 7f272162b780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:33.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.538+0000 7f271fdda700 0 -- 172.21.15.27:0/2678096197 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x55d5eb7eac00 msgr2=0x55d5eae2c580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:33.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.541+0000 7f272162b780 20 add_watcher() i=0 2023-01-15T14:44:33.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.541+0000 7f272162b780 20 add_watcher() i=1 2023-01-15T14:44:33.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.541+0000 7f272162b780 20 add_watcher() i=2 2023-01-15T14:44:33.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.541+0000 7f272162b780 20 add_watcher() i=3 2023-01-15T14:44:33.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.541+0000 7f272162b780 20 add_watcher() i=4 2023-01-15T14:44:33.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.541+0000 7f272162b780 20 add_watcher() i=5 2023-01-15T14:44:33.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.541+0000 7f272162b780 20 add_watcher() i=6 2023-01-15T14:44:33.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.542+0000 7f272162b780 20 add_watcher() i=7 2023-01-15T14:44:33.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.542+0000 7f272162b780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:33.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.543+0000 7f27065a7700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:33.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.544+0000 7f272162b780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:33.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.544+0000 7f272162b780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:33.551 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.549+0000 7f272162b780 5 note: GC not initialized 2023-01-15T14:44:33.552 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.550+0000 7f2701d9e700 20 reqs_thread_entry: start 2023-01-15T14:44:33.552 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.550+0000 7f272162b780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:33.552 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.550+0000 7f272162b780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:33.552 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.550+0000 7f26ffd9a700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:03 2023 2023-01-15T14:44:33.552 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:33.553 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.550+0000 7f26ff578700 20 reqs_thread_entry: start 2023-01-15T14:44:33.553 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.550+0000 7f272162b780 20 processing logshard = reshard.0000000000 2023-01-15T14:44:33.555 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.553+0000 7f272162b780 20 finish processing logshard = reshard.0000000000 , ret = 0 2023-01-15T14:44:33.555 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.553+0000 7f272162b780 20 processing logshard = reshard.0000000001 2023-01-15T14:44:33.557 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.555+0000 7f272162b780 20 finish processing logshard = reshard.0000000001 , ret = 0 2023-01-15T14:44:33.557 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.555+0000 7f272162b780 20 processing logshard = reshard.0000000002 2023-01-15T14:44:33.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.557+0000 7f272162b780 20 finish processing logshard = reshard.0000000002 , ret = 0 2023-01-15T14:44:33.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.557+0000 7f272162b780 20 processing logshard = reshard.0000000003 2023-01-15T14:44:33.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.559+0000 7f272162b780 20 finish processing logshard = reshard.0000000003 , ret = 0 2023-01-15T14:44:33.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.559+0000 7f272162b780 20 processing logshard = reshard.0000000004 2023-01-15T14:44:33.563 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.562+0000 7f272162b780 20 finish processing logshard = reshard.0000000004 , ret = 0 2023-01-15T14:44:33.563 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.562+0000 7f272162b780 20 processing logshard = reshard.0000000005 2023-01-15T14:44:33.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.564+0000 7f272162b780 20 finish processing logshard = reshard.0000000005 , ret = 0 2023-01-15T14:44:33.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.564+0000 7f272162b780 20 processing logshard = reshard.0000000006 2023-01-15T14:44:33.568 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.566+0000 7f272162b780 20 process_entry resharding a-bucket 2023-01-15T14:44:33.568 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.566+0000 7f272162b780 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-01-15T14:44:33.568 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.566+0000 7f272162b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.569 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.567+0000 7f272162b780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:44:33.569 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.567+0000 7f272162b780 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x1 2023-01-15T14:44:33.569 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.567+0000 7f272162b780 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-01-15T14:44:33.569 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.567+0000 7f272162b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 : miss 2023-01-15T14:44:33.569 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.567+0000 7f272162b780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.569 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.567+0000 7f272162b780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:44:33.570 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.567+0000 7f272162b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x13 2023-01-15T14:44:33.570 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.567+0000 7f272162b780 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:44:33.570 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.567+0000 7f272162b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:44:33.570 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.567+0000 7f272162b780 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:44:33.570 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.567+0000 7f272162b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 2023-01-15T14:44:33.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.573+0000 7f272162b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x17 2023-01-15T14:44:33.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.573+0000 7f272162b780 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:44:33.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.573+0000 7f272162b780 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:44:33.575 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.573+0000 7f272162b780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13, ofs0, ns] 2023-01-15T14:44:33.575 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.573+0000 7f27195cd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197621 cookie 94377252753792 notifier 5183 bl.length()=789 2023-01-15T14:44:33.575 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.573+0000 7f27195cd700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x17 2023-01-15T14:44:33.576 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.573+0000 7f27195cd700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:44:33.576 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.573+0000 7f27195cd700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:44:33.576 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.573+0000 7f272162b780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): orig_sources= new_sources= 2023-01-15T14:44:33.576 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.573+0000 7f272162b780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): potential sources added=[] removed=[] 2023-01-15T14:44:33.576 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.573+0000 7f272162b780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): orig_dests= new_dests= 2023-01-15T14:44:33.576 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.573+0000 7f272162b780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): potential dests added=[] removed=[] 2023-01-15T14:44:33.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.0 2023-01-15T14:44:33.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.0 2023-01-15T14:44:33.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.1 2023-01-15T14:44:33.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.1 2023-01-15T14:44:33.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.2 2023-01-15T14:44:33.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.2 2023-01-15T14:44:33.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.3 2023-01-15T14:44:33.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.3 2023-01-15T14:44:33.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.4 2023-01-15T14:44:33.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.4 2023-01-15T14:44:33.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.5 2023-01-15T14:44:33.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.5 2023-01-15T14:44:33.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.6 2023-01-15T14:44:33.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.6 2023-01-15T14:44:33.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.7 2023-01-15T14:44:33.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.7 2023-01-15T14:44:33.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.8 2023-01-15T14:44:33.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.8 2023-01-15T14:44:33.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.9 2023-01-15T14:44:33.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.9 2023-01-15T14:44:33.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.10 2023-01-15T14:44:33.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.10 2023-01-15T14:44:33.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.11 2023-01-15T14:44:33.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.11 2023-01-15T14:44:33.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.12 2023-01-15T14:44:33.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.12 2023-01-15T14:44:33.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.0 2023-01-15T14:44:33.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.575+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.0 2023-01-15T14:44:33.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.576+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.1 2023-01-15T14:44:33.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.576+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.1 2023-01-15T14:44:33.581 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.576+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.2 2023-01-15T14:44:33.581 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.576+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.2 2023-01-15T14:44:33.581 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.577+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.3 2023-01-15T14:44:33.581 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.577+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.3 2023-01-15T14:44:33.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.577+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.4 2023-01-15T14:44:33.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.577+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.4 2023-01-15T14:44:33.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.578+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.5 2023-01-15T14:44:33.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.578+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.5 2023-01-15T14:44:33.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.578+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.6 2023-01-15T14:44:33.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.578+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.6 2023-01-15T14:44:33.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.579+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.7 2023-01-15T14:44:33.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.579+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.7 2023-01-15T14:44:33.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.579+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.8 2023-01-15T14:44:33.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.579+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.8 2023-01-15T14:44:33.583 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.580+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.9 2023-01-15T14:44:33.583 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.580+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.9 2023-01-15T14:44:33.583 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.581+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.10 2023-01-15T14:44:33.583 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.581+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.10 2023-01-15T14:44:33.583 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.581+0000 7f272162b780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.11 2023-01-15T14:44:33.583 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.581+0000 7f272162b780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.1.11 2023-01-15T14:44:33.585 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.583+0000 7f272162b780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 : hit (requested=0x13, cached=0x17) 2023-01-15T14:44:33.585 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.583+0000 7f272162b780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 2023-01-15T14:44:33.586 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.584+0000 7f272162b780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x17 2023-01-15T14:44:33.586 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.584+0000 7f272162b780 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:44:33.586 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.584+0000 7f272162b780 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:44:33.586 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.584+0000 7f272162b780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13, ofs0, ns] 2023-01-15T14:44:33.586 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.584+0000 7f27195cd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197622 cookie 94377252753792 notifier 5183 bl.length()=757 2023-01-15T14:44:33.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.584+0000 7f27195cd700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x17 2023-01-15T14:44:33.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.584+0000 7f27195cd700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:44:33.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.584+0000 7f27195cd700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:44:33.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.585+0000 7f272162b780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): orig_sources= new_sources= 2023-01-15T14:44:33.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.585+0000 7f272162b780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): potential sources added=[] removed=[] 2023-01-15T14:44:33.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.585+0000 7f272162b780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): orig_dests= new_dests= 2023-01-15T14:44:33.587 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.585+0000 7f272162b780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): potential dests added=[] removed=[] 2023-01-15T14:44:33.588 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.587+0000 7f272162b780 1 execute INFO: reshard of bucket "a-bucket" completed successfully 2023-01-15T14:44:33.589 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.587+0000 7f272162b780 20 process_entry removing reshard queue entry for bucket a-bucket 2023-01-15T14:44:33.590 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.589+0000 7f272162b780 20 finish processing logshard = reshard.0000000006 , ret = 0 2023-01-15T14:44:33.591 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.589+0000 7f272162b780 20 processing logshard = reshard.0000000007 2023-01-15T14:44:33.592 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.590+0000 7f272162b780 20 finish processing logshard = reshard.0000000007 , ret = 0 2023-01-15T14:44:33.592 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.590+0000 7f272162b780 20 processing logshard = reshard.0000000008 2023-01-15T14:44:33.594 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.593+0000 7f272162b780 20 finish processing logshard = reshard.0000000008 , ret = 0 2023-01-15T14:44:33.594 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.593+0000 7f272162b780 20 processing logshard = reshard.0000000009 2023-01-15T14:44:33.596 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.594+0000 7f272162b780 20 finish processing logshard = reshard.0000000009 , ret = 0 2023-01-15T14:44:33.596 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.594+0000 7f272162b780 20 processing logshard = reshard.0000000010 2023-01-15T14:44:33.598 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.596+0000 7f272162b780 20 finish processing logshard = reshard.0000000010 , ret = 0 2023-01-15T14:44:33.598 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.596+0000 7f272162b780 20 processing logshard = reshard.0000000011 2023-01-15T14:44:33.599 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.598+0000 7f272162b780 20 finish processing logshard = reshard.0000000011 , ret = 0 2023-01-15T14:44:33.599 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.598+0000 7f272162b780 20 processing logshard = reshard.0000000012 2023-01-15T14:44:33.601 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.599+0000 7f272162b780 20 finish processing logshard = reshard.0000000012 , ret = 0 2023-01-15T14:44:33.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.599+0000 7f272162b780 20 processing logshard = reshard.0000000013 2023-01-15T14:44:33.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.601+0000 7f272162b780 20 finish processing logshard = reshard.0000000013 , ret = 0 2023-01-15T14:44:33.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.601+0000 7f272162b780 20 processing logshard = reshard.0000000014 2023-01-15T14:44:33.605 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.603+0000 7f272162b780 20 finish processing logshard = reshard.0000000014 , ret = 0 2023-01-15T14:44:33.605 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.603+0000 7f272162b780 20 processing logshard = reshard.0000000015 2023-01-15T14:44:33.607 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.605+0000 7f272162b780 20 finish processing logshard = reshard.0000000015 , ret = 0 2023-01-15T14:44:33.607 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.606+0000 7f27065a7700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:33.609 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.607+0000 7f272162b780 20 remove_watcher() i=0 2023-01-15T14:44:33.609 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.607+0000 7f272162b780 2 removed watcher, disabling cache 2023-01-15T14:44:33.609 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.608+0000 7f272162b780 20 remove_watcher() i=1 2023-01-15T14:44:33.610 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.609+0000 7f272162b780 20 remove_watcher() i=2 2023-01-15T14:44:33.611 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.609+0000 7f272162b780 20 remove_watcher() i=3 2023-01-15T14:44:33.612 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.610+0000 7f272162b780 20 remove_watcher() i=4 2023-01-15T14:44:33.613 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.611+0000 7f272162b780 20 remove_watcher() i=5 2023-01-15T14:44:33.613 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.612+0000 7f272162b780 20 remove_watcher() i=6 2023-01-15T14:44:33.614 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.613+0000 7f272162b780 20 remove_watcher() i=7 2023-01-15T14:44:33.620 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-01-15T14:44:33.648 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:33.648 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:33.659 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.657+0000 7fb0fb070780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.659+0000 7fb0fb070780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.659+0000 7fb0fb070780 20 realm 2023-01-15T14:44:33.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.659+0000 7fb0fb070780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.659+0000 7fb0fb070780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.659+0000 7fb0fb070780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:33.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.659+0000 7fb0fb070780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.659+0000 7fb0fb070780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.659+0000 7fb0fb070780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.665 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.660+0000 7fb0fb070780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:33.665 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.660+0000 7fb0fb070780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.661+0000 7fb0fb070780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:33.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.661+0000 7fb0fb070780 20 searching for the correct realm 2023-01-15T14:44:33.671 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.669+0000 7fb0f901e700 0 -- 172.21.15.27:0/3360794349 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55bc357d2800 msgr2=0x55bc35464c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:33.672 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:33.673 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:33.673 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:33.673 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:33.673 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.674 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.674 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:33.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:33.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 20 zone default found 2023-01-15T14:44:33.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 4 Realm: () 2023-01-15T14:44:33.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:33.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:33.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:33.677 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 20 zonegroup default 2023-01-15T14:44:33.677 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.671+0000 7fb0fb070780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.677 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.672+0000 7fb0fb070780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.677 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.672+0000 7fb0fb070780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.677 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.672+0000 7fb0fb070780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.677 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.672+0000 7fb0fb070780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.672+0000 7fb0fb070780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.672+0000 7fb0fb070780 20 started sync module instance, tier type = 2023-01-15T14:44:33.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.672+0000 7fb0fb070780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:33.679 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.677+0000 7fb0f981f700 0 -- 172.21.15.27:0/3360794349 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x55bc357d2c00 msgr2=0x55bc357c1b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:33.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.679+0000 7fb0fb070780 20 add_watcher() i=0 2023-01-15T14:44:33.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.679+0000 7fb0fb070780 20 add_watcher() i=1 2023-01-15T14:44:33.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.679+0000 7fb0fb070780 20 add_watcher() i=2 2023-01-15T14:44:33.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.679+0000 7fb0fb070780 20 add_watcher() i=3 2023-01-15T14:44:33.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.679+0000 7fb0fb070780 20 add_watcher() i=4 2023-01-15T14:44:33.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.679+0000 7fb0fb070780 20 add_watcher() i=5 2023-01-15T14:44:33.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.679+0000 7fb0fb070780 20 add_watcher() i=6 2023-01-15T14:44:33.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.680+0000 7fb0fb070780 20 add_watcher() i=7 2023-01-15T14:44:33.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.680+0000 7fb0fb070780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:33.683 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.681+0000 7fb0dffec700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:33.683 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.681+0000 7fb0fb070780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:33.683 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.681+0000 7fb0fb070780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:33.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.687+0000 7fb0fb070780 5 note: GC not initialized 2023-01-15T14:44:33.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.688+0000 7fb0db7e3700 20 reqs_thread_entry: start 2023-01-15T14:44:33.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.688+0000 7fb0fb070780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:33.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.688+0000 7fb0fb070780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:33.691 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.688+0000 7fb0d97df700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:03 2023 2023-01-15T14:44:33.691 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:33.691 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.688+0000 7fb0d8fbd700 20 reqs_thread_entry: start 2023-01-15T14:44:33.691 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.688+0000 7fb0fb070780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.692 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.689+0000 7fb0fb070780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:44:33.692 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.689+0000 7fb0fb070780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.692 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.689+0000 7fb0fb070780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:44:33.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.689+0000 7fb0fb070780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:33.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.689+0000 7fb0fb070780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.690+0000 7fb0fb070780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:44:33.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.690+0000 7fb0fb070780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.690+0000 7fb0fb070780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:44:33.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.690+0000 7fb0fb070780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:33.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.692+0000 7fb0dffec700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:33.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.693+0000 7fb0fb070780 20 remove_watcher() i=0 2023-01-15T14:44:33.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.693+0000 7fb0fb070780 2 removed watcher, disabling cache 2023-01-15T14:44:33.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.694+0000 7fb0fb070780 20 remove_watcher() i=1 2023-01-15T14:44:33.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.695+0000 7fb0fb070780 20 remove_watcher() i=2 2023-01-15T14:44:33.697 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.695+0000 7fb0fb070780 20 remove_watcher() i=3 2023-01-15T14:44:33.698 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.696+0000 7fb0fb070780 20 remove_watcher() i=4 2023-01-15T14:44:33.698 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.697+0000 7fb0fb070780 20 remove_watcher() i=5 2023-01-15T14:44:33.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.698+0000 7fb0fb070780 20 remove_watcher() i=6 2023-01-15T14:44:33.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.698+0000 7fb0fb070780 20 remove_watcher() i=7 2023-01-15T14:44:33.704 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:33.705 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:44:33.705 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: a-bucket id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 num_objects: 8 size_kb: 1 num_shards: 13 2023-01-15T14:44:33.705 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:33.705 INFO:tasks.workunit.client.0.smithi027.stderr:TEST: reshard bucket with EIO injected at set_target_layout 2023-01-15T14:44:33.705 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:33.880 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-01-15T14:44:33.908 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:33.908 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:33.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.918+0000 7faabd35e780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.921 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.919+0000 7faabd35e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.921 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.919+0000 7faabd35e780 20 realm 2023-01-15T14:44:33.922 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.919+0000 7faabd35e780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.922 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.920+0000 7faabd35e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.922 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.920+0000 7faabd35e780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:33.922 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.920+0000 7faabd35e780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.922 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.920+0000 7faabd35e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.922 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.920+0000 7faabd35e780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.921+0000 7faabd35e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:33.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.921+0000 7faabd35e780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.921+0000 7faabd35e780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:33.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.921+0000 7faabd35e780 20 searching for the correct realm 2023-01-15T14:44:33.931 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.929+0000 7faabb30c700 0 -- 172.21.15.27:0/470723295 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55f8ca3f6000 msgr2=0x55f8ca30d080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:33.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.930+0000 7faabd35e780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:33.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.930+0000 7faabd35e780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:33.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.930+0000 7faabd35e780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:33.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.930+0000 7faabd35e780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:33.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.930+0000 7faabd35e780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.931+0000 7faabd35e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.931+0000 7faabd35e780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.931+0000 7faabd35e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:33.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.931+0000 7faabd35e780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.931+0000 7faabd35e780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:33.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.931+0000 7faabd35e780 20 zone default found 2023-01-15T14:44:33.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.931+0000 7faabd35e780 4 Realm: () 2023-01-15T14:44:33.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.931+0000 7faabd35e780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:33.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.931+0000 7faabd35e780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:33.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.931+0000 7faabd35e780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:33.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.931+0000 7faabd35e780 20 zonegroup default 2023-01-15T14:44:33.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.931+0000 7faabd35e780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.931+0000 7faabd35e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.931+0000 7faabd35e780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.932+0000 7faabd35e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.932+0000 7faabd35e780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.932+0000 7faabd35e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:33.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.932+0000 7faabd35e780 20 started sync module instance, tier type = 2023-01-15T14:44:33.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.932+0000 7faabd35e780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:33.938 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.936+0000 7faabb30c700 0 -- 172.21.15.27:0/470723295 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55f8ca3f7400 msgr2=0x55f8ca30e680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:33.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.939+0000 7faabd35e780 20 add_watcher() i=0 2023-01-15T14:44:33.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.939+0000 7faabd35e780 20 add_watcher() i=1 2023-01-15T14:44:33.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.939+0000 7faabd35e780 20 add_watcher() i=2 2023-01-15T14:44:33.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.939+0000 7faabd35e780 20 add_watcher() i=3 2023-01-15T14:44:33.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.939+0000 7faabd35e780 20 add_watcher() i=4 2023-01-15T14:44:33.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.939+0000 7faabd35e780 20 add_watcher() i=5 2023-01-15T14:44:33.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.939+0000 7faabd35e780 20 add_watcher() i=6 2023-01-15T14:44:33.942 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.940+0000 7faabd35e780 20 add_watcher() i=7 2023-01-15T14:44:33.942 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.940+0000 7faabd35e780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:33.942 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.941+0000 7faaa22da700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:33.943 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.941+0000 7faabd35e780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:33.943 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.941+0000 7faabd35e780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:33.948 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.946+0000 7faabd35e780 5 note: GC not initialized 2023-01-15T14:44:33.949 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.947+0000 7faa9dad1700 20 reqs_thread_entry: start 2023-01-15T14:44:33.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.947+0000 7faabd35e780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:33.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.947+0000 7faabd35e780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:33.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.947+0000 7faa9bacd700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:04 2023 2023-01-15T14:44:33.950 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:33.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.947+0000 7faa9b2ab700 20 reqs_thread_entry: start 2023-01-15T14:44:33.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.947+0000 7faabd35e780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.948+0000 7faabd35e780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:33.950 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.948+0000 7faabd35e780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.948+0000 7faabd35e780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:33.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.948+0000 7faabd35e780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:33.951 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.948+0000 7faabd35e780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.952 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.949+0000 7faabd35e780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:33.952 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.949+0000 7faabd35e780 20 rados->read ofs=0 len=0 2023-01-15T14:44:33.952 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.949+0000 7faabd35e780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:33.952 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.949+0000 7faabd35e780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:33.952 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.950+0000 7faaa22da700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:33.954 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.952+0000 7faabd35e780 20 remove_watcher() i=0 2023-01-15T14:44:33.954 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.952+0000 7faabd35e780 2 removed watcher, disabling cache 2023-01-15T14:44:33.955 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.953+0000 7faabd35e780 20 remove_watcher() i=1 2023-01-15T14:44:33.955 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.954+0000 7faabd35e780 20 remove_watcher() i=2 2023-01-15T14:44:33.956 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.954+0000 7faabd35e780 20 remove_watcher() i=3 2023-01-15T14:44:33.957 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.955+0000 7faabd35e780 20 remove_watcher() i=4 2023-01-15T14:44:33.958 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.956+0000 7faabd35e780 20 remove_watcher() i=5 2023-01-15T14:44:33.958 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.957+0000 7faabd35e780 20 remove_watcher() i=6 2023-01-15T14:44:33.959 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:33.958+0000 7faabd35e780 20 remove_watcher() i=7 2023-01-15T14:44:33.963 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:33.963 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:44:33.964 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-set-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:44:33.964 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:33.965 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout 2023-01-15T14:44:33.998 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:33.998 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:34.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.009+0000 7fd1ff088780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.010+0000 7fd1ff088780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.010+0000 7fd1ff088780 20 realm 2023-01-15T14:44:34.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.010+0000 7fd1ff088780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.011+0000 7fd1ff088780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.011+0000 7fd1ff088780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:34.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.011+0000 7fd1ff088780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.011+0000 7fd1ff088780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.011+0000 7fd1ff088780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.012+0000 7fd1ff088780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:34.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.012+0000 7fd1ff088780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.012+0000 7fd1ff088780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:34.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.012+0000 7fd1ff088780 20 searching for the correct realm 2023-01-15T14:44:34.021 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.019+0000 7fd1fd837700 0 -- 172.21.15.27:0/515500279 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x55f6694c7c00 msgr2=0x55f669159600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:34.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.022+0000 7fd1ff088780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:34.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.022+0000 7fd1ff088780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:34.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.022+0000 7fd1ff088780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:34.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.022+0000 7fd1ff088780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:34.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.022+0000 7fd1ff088780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.022+0000 7fd1ff088780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.022+0000 7fd1ff088780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.022+0000 7fd1ff088780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:34.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.022+0000 7fd1ff088780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.023+0000 7fd1ff088780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:34.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.023+0000 7fd1ff088780 20 zone default found 2023-01-15T14:44:34.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.023+0000 7fd1ff088780 4 Realm: () 2023-01-15T14:44:34.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.023+0000 7fd1ff088780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:34.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.023+0000 7fd1ff088780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:34.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.023+0000 7fd1ff088780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:34.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.023+0000 7fd1ff088780 20 zonegroup default 2023-01-15T14:44:34.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.023+0000 7fd1ff088780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.023+0000 7fd1ff088780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.023+0000 7fd1ff088780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.023+0000 7fd1fc835700 0 -- 172.21.15.27:0/515500279 >> [v2:172.21.15.100:6824/101546,v1:172.21.15.100:6825/101546] conn(0x55f6695a0400 msgr2=0x55f66957d700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:34.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.023+0000 7fd1ff088780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.023+0000 7fd1ff088780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.024+0000 7fd1ff088780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.024+0000 7fd1ff088780 20 started sync module instance, tier type = 2023-01-15T14:44:34.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.024+0000 7fd1ff088780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:34.032 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.030+0000 7fd1ff088780 20 add_watcher() i=0 2023-01-15T14:44:34.032 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.030+0000 7fd1ff088780 20 add_watcher() i=1 2023-01-15T14:44:34.032 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.030+0000 7fd1ff088780 20 add_watcher() i=2 2023-01-15T14:44:34.032 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.030+0000 7fd1ff088780 20 add_watcher() i=3 2023-01-15T14:44:34.032 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.030+0000 7fd1ff088780 20 add_watcher() i=4 2023-01-15T14:44:34.032 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.030+0000 7fd1ff088780 20 add_watcher() i=5 2023-01-15T14:44:34.032 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.030+0000 7fd1ff088780 20 add_watcher() i=6 2023-01-15T14:44:34.033 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.031+0000 7fd1ff088780 20 add_watcher() i=7 2023-01-15T14:44:34.033 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.031+0000 7fd1ff088780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:34.034 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.032+0000 7fd1e4004700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:34.034 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.032+0000 7fd1ff088780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:34.034 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.032+0000 7fd1ff088780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:34.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.038+0000 7fd1ff088780 5 note: GC not initialized 2023-01-15T14:44:34.041 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.039+0000 7fd1df7fb700 20 reqs_thread_entry: start 2023-01-15T14:44:34.041 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.039+0000 7fd1ff088780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:34.041 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.039+0000 7fd1ff088780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:34.041 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.039+0000 7fd1dd7f7700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:04 2023 2023-01-15T14:44:34.041 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:34.041 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.039+0000 7fd1dcfd5700 20 reqs_thread_entry: start 2023-01-15T14:44:34.041 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.039+0000 7fd1ff088780 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2023-01-15T14:44:34.041 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.039+0000 7fd1ff088780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.042 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.039+0000 7fd1ff088780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:34.042 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.039+0000 7fd1ff088780 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2023-01-15T14:44:34.042 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.039+0000 7fd1ff088780 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2023-01-15T14:44:34.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.039+0000 7fd1ff088780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 : miss 2023-01-15T14:44:34.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.039+0000 7fd1ff088780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.040+0000 7fd1ff088780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:34.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.040+0000 7fd1ff088780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 info.flags=0x13 2023-01-15T14:44:34.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.040+0000 7fd1ff088780 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 to cache LRU end 2023-01-15T14:44:34.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.040+0000 7fd1ff088780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:44:34.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.040+0000 7fd1ff088780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:44:34.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.040+0000 7fd1ff088780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 2023-01-15T14:44:34.045 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.044+0000 7fd1ff088780 -1 Injecting error=-5 at location=set_target_layout 2023-01-15T14:44:34.045 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.044+0000 7fd1ff088780 0 ERROR: init_target_layout failed to write target index layout to bucket info: (5) Input/output error 2023-01-15T14:44:34.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.047+0000 7fd1e4004700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:34.050 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.048+0000 7fd1ff088780 20 remove_watcher() i=0 2023-01-15T14:44:34.050 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.048+0000 7fd1ff088780 2 removed watcher, disabling cache 2023-01-15T14:44:34.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.049+0000 7fd1ff088780 20 remove_watcher() i=1 2023-01-15T14:44:34.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.050+0000 7fd1ff088780 20 remove_watcher() i=2 2023-01-15T14:44:34.052 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.050+0000 7fd1ff088780 20 remove_watcher() i=3 2023-01-15T14:44:34.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.051+0000 7fd1ff088780 20 remove_watcher() i=4 2023-01-15T14:44:34.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.052+0000 7fd1ff088780 20 remove_watcher() i=5 2023-01-15T14:44:34.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.053+0000 7fd1ff088780 20 remove_watcher() i=6 2023-01-15T14:44:34.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.054+0000 7fd1ff088780 20 remove_watcher() i=7 2023-01-15T14:44:34.061 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-01-15T14:44:34.089 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:34.089 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:34.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.100+0000 7ff8803af780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.101+0000 7ff8803af780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.101+0000 7ff8803af780 20 realm 2023-01-15T14:44:34.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.101+0000 7ff8803af780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.102+0000 7ff8803af780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.102+0000 7ff8803af780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:34.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.102+0000 7ff8803af780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.102+0000 7ff8803af780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.102+0000 7ff8803af780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.102+0000 7ff8803af780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:34.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.102+0000 7ff8803af780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.103+0000 7ff8803af780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:34.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.103+0000 7ff8803af780 20 searching for the correct realm 2023-01-15T14:44:34.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.111+0000 7ff87db5c700 0 -- 172.21.15.27:0/2360685538 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x56459c3f5400 msgr2=0x56459c08f700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:34.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:34.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:34.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:34.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:34.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.116 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:34.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:34.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 20 zone default found 2023-01-15T14:44:34.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 4 Realm: () 2023-01-15T14:44:34.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:34.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:34.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:34.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 20 zonegroup default 2023-01-15T14:44:34.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.113+0000 7ff8803af780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.114+0000 7ff8803af780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.114+0000 7ff8803af780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.114+0000 7ff8803af780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.114+0000 7ff8803af780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.114+0000 7ff8803af780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.114+0000 7ff8803af780 20 started sync module instance, tier type = 2023-01-15T14:44:34.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.114+0000 7ff8803af780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:34.119 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.118+0000 7ff87e35d700 0 -- 172.21.15.27:0/2360685538 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x56459c3f2c00 msgr2=0x56459c4acb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:34.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.121+0000 7ff8803af780 20 add_watcher() i=0 2023-01-15T14:44:34.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.121+0000 7ff8803af780 20 add_watcher() i=1 2023-01-15T14:44:34.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.121+0000 7ff8803af780 20 add_watcher() i=2 2023-01-15T14:44:34.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.121+0000 7ff8803af780 20 add_watcher() i=3 2023-01-15T14:44:34.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.121+0000 7ff8803af780 20 add_watcher() i=4 2023-01-15T14:44:34.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.121+0000 7ff8803af780 20 add_watcher() i=5 2023-01-15T14:44:34.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.121+0000 7ff8803af780 20 add_watcher() i=6 2023-01-15T14:44:34.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.122+0000 7ff8803af780 20 add_watcher() i=7 2023-01-15T14:44:34.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.122+0000 7ff8803af780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:34.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.123+0000 7ff86532b700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:34.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.123+0000 7ff8803af780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:34.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.123+0000 7ff8803af780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:34.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.129+0000 7ff8803af780 5 note: GC not initialized 2023-01-15T14:44:34.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.130+0000 7ff860b22700 20 reqs_thread_entry: start 2023-01-15T14:44:34.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.130+0000 7ff8803af780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:34.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.130+0000 7ff8803af780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:34.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.130+0000 7ff85eb1e700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:04 2023 2023-01-15T14:44:34.133 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:34.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.130+0000 7ff85e2fc700 20 reqs_thread_entry: start 2023-01-15T14:44:34.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.130+0000 7ff8803af780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.130+0000 7ff8803af780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:34.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.130+0000 7ff8803af780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.131+0000 7ff8803af780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:34.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.131+0000 7ff8803af780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:34.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.131+0000 7ff8803af780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.131+0000 7ff8803af780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:34.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.131+0000 7ff8803af780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.131+0000 7ff8803af780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:34.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.131+0000 7ff8803af780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:34.135 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.133+0000 7ff86532b700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:34.136 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.135+0000 7ff8803af780 20 remove_watcher() i=0 2023-01-15T14:44:34.137 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.135+0000 7ff8803af780 2 removed watcher, disabling cache 2023-01-15T14:44:34.137 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.135+0000 7ff8803af780 20 remove_watcher() i=1 2023-01-15T14:44:34.138 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.136+0000 7ff8803af780 20 remove_watcher() i=2 2023-01-15T14:44:34.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.137+0000 7ff8803af780 20 remove_watcher() i=3 2023-01-15T14:44:34.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.138+0000 7ff8803af780 20 remove_watcher() i=4 2023-01-15T14:44:34.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.139+0000 7ff8803af780 20 remove_watcher() i=5 2023-01-15T14:44:34.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.140+0000 7ff8803af780 20 remove_watcher() i=6 2023-01-15T14:44:34.142 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.140+0000 7ff8803af780 20 remove_watcher() i=7 2023-01-15T14:44:34.146 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:34.146 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:44:34.146 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-set-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:44:34.147 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:34.197 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:44:34.228 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:34.229 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:34.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.238+0000 7f4084163780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.240+0000 7f4084163780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.240+0000 7f4084163780 20 realm 2023-01-15T14:44:34.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.240+0000 7f4084163780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.242 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.240+0000 7f4084163780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.243 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.240+0000 7f4084163780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:34.243 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.240+0000 7f4084163780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.243 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.240+0000 7f4084163780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.243 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.240+0000 7f4084163780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.241+0000 7f4084163780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:34.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.241+0000 7f4084163780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.241+0000 7f4084163780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:34.244 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.241+0000 7f4084163780 20 searching for the correct realm 2023-01-15T14:44:34.251 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.249+0000 7f4081910700 0 -- 172.21.15.27:0/281852551 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55c65025b400 msgr2=0x55c64fef1180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:34.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.251+0000 7f4084163780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:34.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.251+0000 7f4084163780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:34.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.251+0000 7f4084163780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:34.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.251+0000 7f4084163780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:34.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.251+0000 7f4084163780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.251+0000 7f4084163780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.251+0000 7f4084163780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.251+0000 7f4084163780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:34.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.251+0000 7f4084163780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.252+0000 7f4084163780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:34.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.252+0000 7f4084163780 20 zone default found 2023-01-15T14:44:34.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.252+0000 7f4084163780 4 Realm: () 2023-01-15T14:44:34.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.252+0000 7f4084163780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:34.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.252+0000 7f4084163780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:34.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.252+0000 7f4084163780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:34.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.252+0000 7f4084163780 20 zonegroup default 2023-01-15T14:44:34.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.252+0000 7f4084163780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.252+0000 7f4084163780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.252+0000 7f4084163780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.257 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.252+0000 7f4084163780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.257 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.252+0000 7f4084163780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.257 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.252+0000 7f4084163780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.257 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.252+0000 7f4084163780 20 started sync module instance, tier type = 2023-01-15T14:44:34.258 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.252+0000 7f4084163780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:34.258 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.256+0000 7f4082111700 0 -- 172.21.15.27:0/281852551 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55c650258c00 msgr2=0x55c65024d080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:34.261 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.259+0000 7f4084163780 20 add_watcher() i=0 2023-01-15T14:44:34.261 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.259+0000 7f4084163780 20 add_watcher() i=1 2023-01-15T14:44:34.261 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.259+0000 7f4084163780 20 add_watcher() i=2 2023-01-15T14:44:34.261 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.259+0000 7f4084163780 20 add_watcher() i=3 2023-01-15T14:44:34.261 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.259+0000 7f4084163780 20 add_watcher() i=4 2023-01-15T14:44:34.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.259+0000 7f4084163780 20 add_watcher() i=5 2023-01-15T14:44:34.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.259+0000 7f4084163780 20 add_watcher() i=6 2023-01-15T14:44:34.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.260+0000 7f4084163780 20 add_watcher() i=7 2023-01-15T14:44:34.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.260+0000 7f4084163780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:34.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.261+0000 7f40690df700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:34.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.261+0000 7f4084163780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:34.263 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.261+0000 7f4084163780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:34.268 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.267+0000 7f4084163780 5 note: GC not initialized 2023-01-15T14:44:34.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.268+0000 7f40648d6700 20 reqs_thread_entry: start 2023-01-15T14:44:34.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.268+0000 7f4084163780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:34.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.268+0000 7f4084163780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:34.270 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.268+0000 7f40628d2700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:04 2023 2023-01-15T14:44:34.270 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:34.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.268+0000 7f40620b0700 20 reqs_thread_entry: start 2023-01-15T14:44:34.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.268+0000 7f4084163780 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2023-01-15T14:44:34.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.268+0000 7f4084163780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.268+0000 7f4084163780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:34.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.268+0000 7f4084163780 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2023-01-15T14:44:34.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.268+0000 7f4084163780 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2023-01-15T14:44:34.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.268+0000 7f4084163780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 : miss 2023-01-15T14:44:34.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.268+0000 7f4084163780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.269+0000 7f4084163780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:34.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.269+0000 7f4084163780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 info.flags=0x13 2023-01-15T14:44:34.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.269+0000 7f4084163780 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 to cache LRU end 2023-01-15T14:44:34.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.269+0000 7f4084163780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:44:34.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.269+0000 7f4084163780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:44:34.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.269+0000 7f4084163780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 2023-01-15T14:44:34.275 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.273+0000 7f4084163780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 info.flags=0x17 2023-01-15T14:44:34.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.273+0000 7f4084163780 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 to cache LRU end 2023-01-15T14:44:34.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.273+0000 7f4084163780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:44:34.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.273+0000 7f4084163780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15, ofs0, ns] 2023-01-15T14:44:34.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.273+0000 7f407c906700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197624 cookie 94310232920448 notifier 5526 bl.length()=887 2023-01-15T14:44:34.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.273+0000 7f407c906700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 info.flags=0x17 2023-01-15T14:44:34.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.273+0000 7f407c906700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 to cache LRU end 2023-01-15T14:44:34.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.273+0000 7f407c906700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:44:34.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.274+0000 7f4084163780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15]): orig_sources= new_sources= 2023-01-15T14:44:34.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.274+0000 7f4084163780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15]): potential sources added=[] removed=[] 2023-01-15T14:44:34.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.274+0000 7f4084163780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15]): orig_dests= new_dests= 2023-01-15T14:44:34.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.274+0000 7f4084163780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15]): potential dests added=[] removed=[] 2023-01-15T14:44:34.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.0 2023-01-15T14:44:34.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.0 2023-01-15T14:44:34.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.1 2023-01-15T14:44:34.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.1 2023-01-15T14:44:34.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.2 2023-01-15T14:44:34.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.2 2023-01-15T14:44:34.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.3 2023-01-15T14:44:34.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.3 2023-01-15T14:44:34.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.4 2023-01-15T14:44:34.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.4 2023-01-15T14:44:34.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.5 2023-01-15T14:44:34.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.5 2023-01-15T14:44:34.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.6 2023-01-15T14:44:34.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.6 2023-01-15T14:44:34.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.7 2023-01-15T14:44:34.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.7 2023-01-15T14:44:34.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.8 2023-01-15T14:44:34.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.8 2023-01-15T14:44:34.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.9 2023-01-15T14:44:34.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.9 2023-01-15T14:44:34.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.10 2023-01-15T14:44:34.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.10 2023-01-15T14:44:34.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.11 2023-01-15T14:44:34.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1.11 2023-01-15T14:44:34.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.275+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.0 2023-01-15T14:44:34.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.276+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.1 2023-01-15T14:44:34.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.276+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.2 2023-01-15T14:44:34.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.277+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.3 2023-01-15T14:44:34.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.277+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.4 2023-01-15T14:44:34.282 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.278+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.5 2023-01-15T14:44:34.282 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.278+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.6 2023-01-15T14:44:34.282 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.279+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.7 2023-01-15T14:44:34.282 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.279+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.8 2023-01-15T14:44:34.282 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.280+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.9 2023-01-15T14:44:34.283 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.280+0000 7f4084163780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15.10 2023-01-15T14:44:34.284 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.283+0000 7f4084163780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 : hit (requested=0x13, cached=0x17) 2023-01-15T14:44:34.285 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.283+0000 7f4084163780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 2023-01-15T14:44:34.285 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.284+0000 7f4084163780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 info.flags=0x17 2023-01-15T14:44:34.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.284+0000 7f4084163780 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 to cache LRU end 2023-01-15T14:44:34.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.284+0000 7f4084163780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:44:34.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.284+0000 7f4084163780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15, ofs0, ns] 2023-01-15T14:44:34.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.284+0000 7f407c906700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197625 cookie 94310232920448 notifier 5526 bl.length()=855 2023-01-15T14:44:34.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.284+0000 7f407c906700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 info.flags=0x17 2023-01-15T14:44:34.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.284+0000 7f407c906700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 to cache LRU end 2023-01-15T14:44:34.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.284+0000 7f407c906700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:44:34.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.284+0000 7f4084163780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15]): orig_sources= new_sources= 2023-01-15T14:44:34.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.284+0000 7f4084163780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15]): potential sources added=[] removed=[] 2023-01-15T14:44:34.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.284+0000 7f4084163780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15]): orig_dests= new_dests= 2023-01-15T14:44:34.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.284+0000 7f4084163780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15]): potential dests added=[] removed=[] 2023-01-15T14:44:34.288 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.286+0000 7f4084163780 1 execute INFO: reshard of bucket "error-at-set-target-layout" completed successfully 2023-01-15T14:44:34.289 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.287+0000 7f40690df700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:34.291 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.289+0000 7f4084163780 20 remove_watcher() i=0 2023-01-15T14:44:34.291 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.289+0000 7f4084163780 2 removed watcher, disabling cache 2023-01-15T14:44:34.292 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.290+0000 7f4084163780 20 remove_watcher() i=1 2023-01-15T14:44:34.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.291+0000 7f4084163780 20 remove_watcher() i=2 2023-01-15T14:44:34.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.292+0000 7f4084163780 20 remove_watcher() i=3 2023-01-15T14:44:34.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.293+0000 7f4084163780 20 remove_watcher() i=4 2023-01-15T14:44:34.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.293+0000 7f4084163780 20 remove_watcher() i=5 2023-01-15T14:44:34.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.294+0000 7f4084163780 20 remove_watcher() i=6 2023-01-15T14:44:34.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.295+0000 7f4084163780 20 remove_watcher() i=7 2023-01-15T14:44:34.302 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-01-15T14:44:34.330 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:34.330 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:34.342 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.340+0000 7fb1f8a14780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.343 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.341+0000 7fb1f8a14780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.343 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.341+0000 7fb1f8a14780 20 realm 2023-01-15T14:44:34.344 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.341+0000 7fb1f8a14780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.344 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.341+0000 7fb1f8a14780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.344 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.341+0000 7fb1f8a14780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:34.344 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.341+0000 7fb1f8a14780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.344 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.342+0000 7fb1f8a14780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.344 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.342+0000 7fb1f8a14780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.342+0000 7fb1f8a14780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:34.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.342+0000 7fb1f8a14780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.343+0000 7fb1f8a14780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:34.345 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.343+0000 7fb1f8a14780 20 searching for the correct realm 2023-01-15T14:44:34.553 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.551+0000 7fb1f69c2700 0 -- 172.21.15.27:0/2950876907 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55f260532c00 msgr2=0x55f2601c6c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:34.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:34.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:34.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:34.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:34.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.557 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:34.557 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f69c2700 0 -- 172.21.15.27:0/2950876907 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55f260611c00 msgr2=0x55f26051a680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:34.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:34.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 20 zone default found 2023-01-15T14:44:34.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 4 Realm: () 2023-01-15T14:44:34.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:34.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:34.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:34.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 20 zonegroup default 2023-01-15T14:44:34.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.554+0000 7fb1f8a14780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.555+0000 7fb1f8a14780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.555+0000 7fb1f8a14780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.555+0000 7fb1f8a14780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.555+0000 7fb1f8a14780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.555+0000 7fb1f8a14780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.555+0000 7fb1f8a14780 20 started sync module instance, tier type = 2023-01-15T14:44:34.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.555+0000 7fb1f8a14780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:34.564 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.562+0000 7fb1f8a14780 20 add_watcher() i=0 2023-01-15T14:44:34.564 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.562+0000 7fb1f8a14780 20 add_watcher() i=1 2023-01-15T14:44:34.564 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.562+0000 7fb1f8a14780 20 add_watcher() i=2 2023-01-15T14:44:34.564 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.562+0000 7fb1f8a14780 20 add_watcher() i=3 2023-01-15T14:44:34.564 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.562+0000 7fb1f8a14780 20 add_watcher() i=4 2023-01-15T14:44:34.564 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.562+0000 7fb1f8a14780 20 add_watcher() i=5 2023-01-15T14:44:34.564 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.562+0000 7fb1f8a14780 20 add_watcher() i=6 2023-01-15T14:44:34.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.562+0000 7fb1f8a14780 20 add_watcher() i=7 2023-01-15T14:44:34.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.562+0000 7fb1f8a14780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:34.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.564+0000 7fb1dd990700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:34.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.564+0000 7fb1f8a14780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:34.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.564+0000 7fb1f8a14780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:34.571 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.569+0000 7fb1f8a14780 5 note: GC not initialized 2023-01-15T14:44:34.573 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.570+0000 7fb1d9187700 20 reqs_thread_entry: start 2023-01-15T14:44:34.573 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.570+0000 7fb1f8a14780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:34.573 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.570+0000 7fb1f8a14780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:34.573 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.571+0000 7fb1d7183700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:04 2023 2023-01-15T14:44:34.573 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:34.573 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.571+0000 7fb1d6961700 20 reqs_thread_entry: start 2023-01-15T14:44:34.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.571+0000 7fb1f8a14780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.571+0000 7fb1f8a14780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:34.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.571+0000 7fb1f8a14780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.571+0000 7fb1f8a14780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:34.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.571+0000 7fb1f8a14780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:34.574 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.571+0000 7fb1f8a14780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.575 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.572+0000 7fb1f8a14780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:34.575 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.572+0000 7fb1f8a14780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.575 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.572+0000 7fb1f8a14780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:34.575 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.572+0000 7fb1f8a14780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:34.575 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.574+0000 7fb1dd990700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:34.577 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.575+0000 7fb1f8a14780 20 remove_watcher() i=0 2023-01-15T14:44:34.577 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.575+0000 7fb1f8a14780 2 removed watcher, disabling cache 2023-01-15T14:44:34.577 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.576+0000 7fb1f8a14780 20 remove_watcher() i=1 2023-01-15T14:44:34.578 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.577+0000 7fb1f8a14780 20 remove_watcher() i=2 2023-01-15T14:44:34.579 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.577+0000 7fb1f8a14780 20 remove_watcher() i=3 2023-01-15T14:44:34.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.578+0000 7fb1f8a14780 20 remove_watcher() i=4 2023-01-15T14:44:34.580 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.579+0000 7fb1f8a14780 20 remove_watcher() i=5 2023-01-15T14:44:34.581 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.580+0000 7fb1f8a14780 20 remove_watcher() i=6 2023-01-15T14:44:34.582 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.580+0000 7fb1f8a14780 20 remove_watcher() i=7 2023-01-15T14:44:34.586 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:34.586 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:44:34.586 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-set-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.15 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:44:34.586 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:34.666 INFO:tasks.workunit.client.0.smithi027.stderr:TEST: reshard bucket with ECANCELED injected at set_target_layout 2023-01-15T14:44:34.666 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:34.829 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-01-15T14:44:34.857 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:34.857 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:34.868 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.867+0000 7f04cc58a780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.868+0000 7f04cc58a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.868+0000 7f04cc58a780 20 realm 2023-01-15T14:44:34.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.868+0000 7f04cc58a780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.868+0000 7f04cc58a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.868+0000 7f04cc58a780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:34.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.868+0000 7f04cc58a780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.869+0000 7f04cc58a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.869+0000 7f04cc58a780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.869+0000 7f04cc58a780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:34.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.869+0000 7f04cc58a780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.870+0000 7f04cc58a780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:34.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.870+0000 7f04cc58a780 20 searching for the correct realm 2023-01-15T14:44:34.879 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.878+0000 7f04ca538700 0 -- 172.21.15.27:0/1131374316 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x558111471000 msgr2=0x558111528b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:34.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.879+0000 7f04cc58a780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:34.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.879+0000 7f04cc58a780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:34.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.879+0000 7f04cc58a780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:34.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.879+0000 7f04cc58a780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:34.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.879+0000 7f04cc58a780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.879+0000 7f04cc58a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.879+0000 7f04cc58a780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.879+0000 7f04cc58a780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:34.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.879+0000 7f04cc58a780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.880+0000 7f04cc58a780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:34.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.880+0000 7f04cc58a780 20 zone default found 2023-01-15T14:44:34.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.880+0000 7f04cc58a780 4 Realm: () 2023-01-15T14:44:34.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.880+0000 7f04cc58a780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:34.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.880+0000 7f04cc58a780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:34.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.880+0000 7f04cc58a780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:34.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.880+0000 7f04cc58a780 20 zonegroup default 2023-01-15T14:44:34.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.880+0000 7f04cc58a780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.880+0000 7f04cc58a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.880+0000 7f04cc58a780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.880+0000 7f04cc58a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.880+0000 7f04cc58a780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.880+0000 7f04cc58a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.880+0000 7f04cc58a780 20 started sync module instance, tier type = 2023-01-15T14:44:34.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.880+0000 7f04cc58a780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:34.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.884+0000 7f04ca538700 0 -- 172.21.15.27:0/1131374316 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x558111564000 msgr2=0x55811152a100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:34.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.888+0000 7f04cc58a780 20 add_watcher() i=0 2023-01-15T14:44:34.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.888+0000 7f04cc58a780 20 add_watcher() i=1 2023-01-15T14:44:34.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.888+0000 7f04cc58a780 20 add_watcher() i=2 2023-01-15T14:44:34.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.888+0000 7f04cc58a780 20 add_watcher() i=3 2023-01-15T14:44:34.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.888+0000 7f04cc58a780 20 add_watcher() i=4 2023-01-15T14:44:34.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.888+0000 7f04cc58a780 20 add_watcher() i=5 2023-01-15T14:44:34.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.888+0000 7f04cc58a780 20 add_watcher() i=6 2023-01-15T14:44:34.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.888+0000 7f04cc58a780 20 add_watcher() i=7 2023-01-15T14:44:34.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.888+0000 7f04cc58a780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:34.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.890+0000 7f04b1506700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:34.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.890+0000 7f04cc58a780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:34.892 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.890+0000 7f04cc58a780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:34.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.895+0000 7f04cc58a780 5 note: GC not initialized 2023-01-15T14:44:34.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.896+0000 7f04accfd700 20 reqs_thread_entry: start 2023-01-15T14:44:34.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.896+0000 7f04cc58a780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:34.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.896+0000 7f04cc58a780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:34.899 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.896+0000 7f04aacf9700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:05 2023 2023-01-15T14:44:34.899 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:34.899 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.896+0000 7f04aa4d7700 20 reqs_thread_entry: start 2023-01-15T14:44:34.899 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.896+0000 7f04cc58a780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.899 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.897+0000 7f04cc58a780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:34.899 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.897+0000 7f04cc58a780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.897+0000 7f04cc58a780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:34.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.897+0000 7f04cc58a780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:34.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.897+0000 7f04cc58a780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.898+0000 7f04cc58a780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:34.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.898+0000 7f04cc58a780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.898+0000 7f04cc58a780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:34.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.898+0000 7f04cc58a780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:34.901 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.899+0000 7f04b1506700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:34.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.901+0000 7f04cc58a780 20 remove_watcher() i=0 2023-01-15T14:44:34.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.901+0000 7f04cc58a780 2 removed watcher, disabling cache 2023-01-15T14:44:34.904 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.902+0000 7f04cc58a780 20 remove_watcher() i=1 2023-01-15T14:44:34.905 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.903+0000 7f04cc58a780 20 remove_watcher() i=2 2023-01-15T14:44:34.906 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.904+0000 7f04cc58a780 20 remove_watcher() i=3 2023-01-15T14:44:34.906 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.905+0000 7f04cc58a780 20 remove_watcher() i=4 2023-01-15T14:44:34.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.907+0000 7f04cc58a780 20 remove_watcher() i=5 2023-01-15T14:44:34.909 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.907+0000 7f04cc58a780 20 remove_watcher() i=6 2023-01-15T14:44:34.910 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.909+0000 7f04cc58a780 20 remove_watcher() i=7 2023-01-15T14:44:34.915 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:34.915 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:44:34.915 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-set-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:44:34.915 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:34.916 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket error-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at set_target_layout --inject-error-code 125 2023-01-15T14:44:34.951 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:34.952 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:34.964 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.962+0000 7fe9db4a7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.966 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.964+0000 7fe9db4a7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.966 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.964+0000 7fe9db4a7780 20 realm 2023-01-15T14:44:34.966 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.964+0000 7fe9db4a7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.967 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.964+0000 7fe9db4a7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.967 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.964+0000 7fe9db4a7780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:34.967 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.964+0000 7fe9db4a7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.967 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.965+0000 7fe9db4a7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.967 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.965+0000 7fe9db4a7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.967 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.965+0000 7fe9db4a7780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:34.968 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.965+0000 7fe9db4a7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.968 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.966+0000 7fe9db4a7780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:34.968 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.966+0000 7fe9db4a7780 20 searching for the correct realm 2023-01-15T14:44:34.975 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.973+0000 7fe9d9455700 0 -- 172.21.15.27:0/18111616 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x561035647400 msgr2=0x561035621b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:34.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:34.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:34.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:34.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:34.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:34.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.979 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:34.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 20 zone default found 2023-01-15T14:44:34.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 4 Realm: () 2023-01-15T14:44:34.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:34.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:34.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:34.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 20 zonegroup default 2023-01-15T14:44:34.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.976+0000 7fe9db4a7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.977+0000 7fe9db4a7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.980 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.977+0000 7fe9db4a7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.981 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.977+0000 7fe9db4a7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.981 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.977+0000 7fe9db4a7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.981 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.977+0000 7fe9db4a7780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:34.981 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.977+0000 7fe9db4a7780 20 started sync module instance, tier type = 2023-01-15T14:44:34.981 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.977+0000 7fe9db4a7780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:34.981 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.980+0000 7fe9d9c56700 0 -- 172.21.15.27:0/18111616 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x561035563c00 msgr2=0x561035620580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:34.986 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.984+0000 7fe9db4a7780 20 add_watcher() i=0 2023-01-15T14:44:34.986 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.984+0000 7fe9db4a7780 20 add_watcher() i=1 2023-01-15T14:44:34.986 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.984+0000 7fe9db4a7780 20 add_watcher() i=2 2023-01-15T14:44:34.986 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.984+0000 7fe9db4a7780 20 add_watcher() i=3 2023-01-15T14:44:34.986 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.984+0000 7fe9db4a7780 20 add_watcher() i=4 2023-01-15T14:44:34.986 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.984+0000 7fe9db4a7780 20 add_watcher() i=5 2023-01-15T14:44:34.987 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.984+0000 7fe9db4a7780 20 add_watcher() i=6 2023-01-15T14:44:34.987 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.985+0000 7fe9db4a7780 20 add_watcher() i=7 2023-01-15T14:44:34.987 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.985+0000 7fe9db4a7780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:34.988 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.986+0000 7fe9c0423700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:34.988 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.986+0000 7fe9db4a7780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:34.988 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.986+0000 7fe9db4a7780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:34.993 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.992+0000 7fe9db4a7780 5 note: GC not initialized 2023-01-15T14:44:34.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.993+0000 7fe9bbc1a700 20 reqs_thread_entry: start 2023-01-15T14:44:34.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.993+0000 7fe9db4a7780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:34.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.993+0000 7fe9db4a7780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:34.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.993+0000 7fe9b9c16700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:05 2023 2023-01-15T14:44:34.995 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:34.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.993+0000 7fe9b93f4700 20 reqs_thread_entry: start 2023-01-15T14:44:34.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.993+0000 7fe9db4a7780 10 cache get: name=default.rgw.meta+root+error-at-set-target-layout : miss 2023-01-15T14:44:34.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.993+0000 7fe9db4a7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.996 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.993+0000 7fe9db4a7780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:34.996 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.993+0000 7fe9db4a7780 10 cache put: name=default.rgw.meta+root+error-at-set-target-layout info.flags=0x11 2023-01-15T14:44:34.996 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.993+0000 7fe9db4a7780 10 adding default.rgw.meta+root+error-at-set-target-layout to cache LRU end 2023-01-15T14:44:34.996 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.993+0000 7fe9db4a7780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 : miss 2023-01-15T14:44:34.996 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.993+0000 7fe9db4a7780 20 rados->read ofs=0 len=0 2023-01-15T14:44:34.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.994+0000 7fe9db4a7780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:34.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.994+0000 7fe9db4a7780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 info.flags=0x13 2023-01-15T14:44:34.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.994+0000 7fe9db4a7780 10 adding default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 to cache LRU end 2023-01-15T14:44:34.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.994+0000 7fe9db4a7780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:44:34.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.994+0000 7fe9db4a7780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:44:34.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.994+0000 7fe9db4a7780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 2023-01-15T14:44:35.000 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.998+0000 7fe9db4a7780 -1 Injecting error=-125 at location=set_target_layout 2023-01-15T14:44:35.001 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.999+0000 7fe9db4a7780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 info.flags=0x17 2023-01-15T14:44:35.001 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.999+0000 7fe9db4a7780 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 to cache LRU end 2023-01-15T14:44:35.001 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.999+0000 7fe9db4a7780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:44:35.001 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.999+0000 7fe9db4a7780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16, ofs0, ns] 2023-01-15T14:44:35.001 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.999+0000 7fe9d3449700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197629 cookie 94627610694016 notifier 5589 bl.length()=887 2023-01-15T14:44:35.001 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.999+0000 7fe9d3449700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 info.flags=0x17 2023-01-15T14:44:35.001 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.999+0000 7fe9d3449700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 to cache LRU end 2023-01-15T14:44:35.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:34.999+0000 7fe9d3449700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:44:35.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.000+0000 7fe9db4a7780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16]): orig_sources= new_sources= 2023-01-15T14:44:35.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.000+0000 7fe9db4a7780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16]): potential sources added=[] removed=[] 2023-01-15T14:44:35.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.000+0000 7fe9db4a7780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16]): orig_dests= new_dests= 2023-01-15T14:44:35.002 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.000+0000 7fe9db4a7780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16]): potential dests added=[] removed=[] 2023-01-15T14:44:35.003 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.0 2023-01-15T14:44:35.003 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.0 2023-01-15T14:44:35.003 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.1 2023-01-15T14:44:35.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.1 2023-01-15T14:44:35.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.2 2023-01-15T14:44:35.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.2 2023-01-15T14:44:35.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.3 2023-01-15T14:44:35.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.3 2023-01-15T14:44:35.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.4 2023-01-15T14:44:35.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.4 2023-01-15T14:44:35.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.5 2023-01-15T14:44:35.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.5 2023-01-15T14:44:35.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.6 2023-01-15T14:44:35.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.6 2023-01-15T14:44:35.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.7 2023-01-15T14:44:35.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.7 2023-01-15T14:44:35.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.8 2023-01-15T14:44:35.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.8 2023-01-15T14:44:35.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.9 2023-01-15T14:44:35.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.9 2023-01-15T14:44:35.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.10 2023-01-15T14:44:35.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.10 2023-01-15T14:44:35.005 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.11 2023-01-15T14:44:35.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1.11 2023-01-15T14:44:35.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.001+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.0 2023-01-15T14:44:35.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.002+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.1 2023-01-15T14:44:35.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.002+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.2 2023-01-15T14:44:35.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.003+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.3 2023-01-15T14:44:35.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.003+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.4 2023-01-15T14:44:35.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.004+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.5 2023-01-15T14:44:35.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.005+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.6 2023-01-15T14:44:35.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.005+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.7 2023-01-15T14:44:35.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.006+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.8 2023-01-15T14:44:35.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.006+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.9 2023-01-15T14:44:35.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.007+0000 7fe9db4a7780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16.10 2023-01-15T14:44:35.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.009+0000 7fe9db4a7780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 : hit (requested=0x13, cached=0x17) 2023-01-15T14:44:35.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.009+0000 7fe9db4a7780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 2023-01-15T14:44:35.012 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.010+0000 7fe9db4a7780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 info.flags=0x17 2023-01-15T14:44:35.012 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.010+0000 7fe9db4a7780 10 moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 to cache LRU end 2023-01-15T14:44:35.012 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.010+0000 7fe9db4a7780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:44:35.012 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.010+0000 7fe9db4a7780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16, ofs0, ns] 2023-01-15T14:44:35.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.011+0000 7fe9d3449700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197630 cookie 94627610694016 notifier 5589 bl.length()=855 2023-01-15T14:44:35.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.011+0000 7fe9d3449700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 info.flags=0x17 2023-01-15T14:44:35.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.011+0000 7fe9d3449700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 to cache LRU end 2023-01-15T14:44:35.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.011+0000 7fe9d3449700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:44:35.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.011+0000 7fe9db4a7780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16]): orig_sources= new_sources= 2023-01-15T14:44:35.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.011+0000 7fe9db4a7780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16]): potential sources added=[] removed=[] 2023-01-15T14:44:35.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.011+0000 7fe9db4a7780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16]): orig_dests= new_dests= 2023-01-15T14:44:35.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.011+0000 7fe9db4a7780 20 handle_bi_update(): bucket=:error-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16]): potential dests added=[] removed=[] 2023-01-15T14:44:35.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.013+0000 7fe9db4a7780 1 execute INFO: reshard of bucket "error-at-set-target-layout" completed successfully 2023-01-15T14:44:35.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.014+0000 7fe9c0423700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:35.018 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.016+0000 7fe9db4a7780 20 remove_watcher() i=0 2023-01-15T14:44:35.018 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.016+0000 7fe9db4a7780 2 removed watcher, disabling cache 2023-01-15T14:44:35.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.017+0000 7fe9db4a7780 20 remove_watcher() i=1 2023-01-15T14:44:35.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.018+0000 7fe9db4a7780 20 remove_watcher() i=2 2023-01-15T14:44:35.020 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.019+0000 7fe9db4a7780 20 remove_watcher() i=3 2023-01-15T14:44:35.021 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.020+0000 7fe9db4a7780 20 remove_watcher() i=4 2023-01-15T14:44:35.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.020+0000 7fe9db4a7780 20 remove_watcher() i=5 2023-01-15T14:44:35.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.021+0000 7fe9db4a7780 20 remove_watcher() i=6 2023-01-15T14:44:35.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.022+0000 7fe9db4a7780 20 remove_watcher() i=7 2023-01-15T14:44:35.029 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-set-target-layout 2023-01-15T14:44:35.057 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:35.057 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:35.070 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.068+0000 7fb9912aa780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.071 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.069+0000 7fb9912aa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.071 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.069+0000 7fb9912aa780 20 realm 2023-01-15T14:44:35.071 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.069+0000 7fb9912aa780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.071 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.069+0000 7fb9912aa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.071 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.069+0000 7fb9912aa780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:35.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.069+0000 7fb9912aa780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.069+0000 7fb9912aa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.069+0000 7fb9912aa780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.072 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.070+0000 7fb9912aa780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:35.073 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.070+0000 7fb9912aa780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.073 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.070+0000 7fb9912aa780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:35.073 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.070+0000 7fb9912aa780 20 searching for the correct realm 2023-01-15T14:44:35.080 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.078+0000 7fb98f258700 0 -- 172.21.15.27:0/3139651538 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55edbafa0000 msgr2=0x55edbaf7cb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:35.083 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.080+0000 7fb9912aa780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:35.083 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.080+0000 7fb9912aa780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:35.083 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.080+0000 7fb9912aa780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:35.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.080+0000 7fb9912aa780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:35.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.080+0000 7fb9912aa780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.080+0000 7fb9912aa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.080+0000 7fb9912aa780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.081+0000 7fb9912aa780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:35.084 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.081+0000 7fb9912aa780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.085 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.081+0000 7fb9912aa780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:35.085 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.081+0000 7fb9912aa780 20 zone default found 2023-01-15T14:44:35.085 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.081+0000 7fb9912aa780 4 Realm: () 2023-01-15T14:44:35.085 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.081+0000 7fb9912aa780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:35.085 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.081+0000 7fb9912aa780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:35.085 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.081+0000 7fb9912aa780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:35.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.081+0000 7fb9912aa780 20 zonegroup default 2023-01-15T14:44:35.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.081+0000 7fb9912aa780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.081+0000 7fb9912aa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.081+0000 7fb9912aa780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.081+0000 7fb9912aa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.081+0000 7fb9912aa780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.087 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.082+0000 7fb9912aa780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.087 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.082+0000 7fb9912aa780 20 started sync module instance, tier type = 2023-01-15T14:44:35.087 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.082+0000 7fb9912aa780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:35.087 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.085+0000 7fb98f258700 0 -- 172.21.15.27:0/3139651538 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55edbafba000 msgr2=0x55edbaf7e100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:35.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.088+0000 7fb9912aa780 20 add_watcher() i=0 2023-01-15T14:44:35.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.088+0000 7fb9912aa780 20 add_watcher() i=1 2023-01-15T14:44:35.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.088+0000 7fb9912aa780 20 add_watcher() i=2 2023-01-15T14:44:35.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.088+0000 7fb9912aa780 20 add_watcher() i=3 2023-01-15T14:44:35.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.088+0000 7fb9912aa780 20 add_watcher() i=4 2023-01-15T14:44:35.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.088+0000 7fb9912aa780 20 add_watcher() i=5 2023-01-15T14:44:35.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.088+0000 7fb9912aa780 20 add_watcher() i=6 2023-01-15T14:44:35.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.089+0000 7fb9912aa780 20 add_watcher() i=7 2023-01-15T14:44:35.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.089+0000 7fb9912aa780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:35.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.090+0000 7fb976226700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:35.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.090+0000 7fb9912aa780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:35.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.090+0000 7fb9912aa780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:35.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.095+0000 7fb9912aa780 5 note: GC not initialized 2023-01-15T14:44:35.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.096+0000 7fb971a1d700 20 reqs_thread_entry: start 2023-01-15T14:44:35.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.096+0000 7fb9912aa780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:35.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.097+0000 7fb9912aa780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:35.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.097+0000 7fb96fa19700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:05 2023 2023-01-15T14:44:35.099 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.097+0000 7fb96f1f7700 20 reqs_thread_entry: start 2023-01-15T14:44:35.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.097+0000 7fb9912aa780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.097+0000 7fb9912aa780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:35.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.097+0000 7fb9912aa780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.098+0000 7fb9912aa780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:35.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.098+0000 7fb9912aa780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:35.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.098+0000 7fb9912aa780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.098+0000 7fb9912aa780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:35.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.098+0000 7fb9912aa780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.098+0000 7fb9912aa780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:35.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.099+0000 7fb9912aa780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:35.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.100+0000 7fb976226700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:35.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.101+0000 7fb9912aa780 20 remove_watcher() i=0 2023-01-15T14:44:35.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.101+0000 7fb9912aa780 2 removed watcher, disabling cache 2023-01-15T14:44:35.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.102+0000 7fb9912aa780 20 remove_watcher() i=1 2023-01-15T14:44:35.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.103+0000 7fb9912aa780 20 remove_watcher() i=2 2023-01-15T14:44:35.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.104+0000 7fb9912aa780 20 remove_watcher() i=3 2023-01-15T14:44:35.106 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.105+0000 7fb9912aa780 20 remove_watcher() i=4 2023-01-15T14:44:35.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.105+0000 7fb9912aa780 20 remove_watcher() i=5 2023-01-15T14:44:35.108 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.106+0000 7fb9912aa780 20 remove_watcher() i=6 2023-01-15T14:44:35.109 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.107+0000 7fb9912aa780 20 remove_watcher() i=7 2023-01-15T14:44:35.113 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.113 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:44:35.113 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-set-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.16 num_objects: 20 size_kb: 1 num_shards: 12 2023-01-15T14:44:35.113 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.189 INFO:tasks.workunit.client.0.smithi027.stderr:TEST: reshard bucket with abort at set_target_layout 2023-01-15T14:44:35.190 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.354 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2023-01-15T14:44:35.382 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:35.382 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:35.395 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.393+0000 7fde8b482780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.396 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.394+0000 7fde8b482780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.396 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.394+0000 7fde8b482780 20 realm 2023-01-15T14:44:35.396 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.394+0000 7fde8b482780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.397 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.394+0000 7fde8b482780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.397 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.394+0000 7fde8b482780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:35.397 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.394+0000 7fde8b482780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.397 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.395+0000 7fde8b482780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.397 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.395+0000 7fde8b482780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.398 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.395+0000 7fde8b482780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:35.398 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.395+0000 7fde8b482780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.398 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.396+0000 7fde8b482780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:35.398 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.396+0000 7fde8b482780 20 searching for the correct realm 2023-01-15T14:44:35.406 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.404+0000 7fde89430700 0 -- 172.21.15.27:0/1082513963 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x559f44884000 msgr2=0x559f44797080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:35.407 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.405+0000 7fde8b482780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:35.407 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.405+0000 7fde8b482780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:35.407 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.405+0000 7fde8b482780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:35.407 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.405+0000 7fde8b482780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:35.407 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.405+0000 7fde8b482780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.408 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.405+0000 7fde8b482780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.408 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.405+0000 7fde8b482780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.406+0000 7fde8b482780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:35.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.406+0000 7fde8b482780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.406+0000 7fde8b482780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:35.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.406+0000 7fde8b482780 20 zone default found 2023-01-15T14:44:35.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.406+0000 7fde8b482780 4 Realm: () 2023-01-15T14:44:35.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.406+0000 7fde8b482780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:35.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.406+0000 7fde8b482780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:35.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.406+0000 7fde8b482780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:35.409 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.406+0000 7fde8b482780 20 zonegroup default 2023-01-15T14:44:35.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.406+0000 7fde8b482780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.406+0000 7fde8b482780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.406+0000 7fde8b482780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.406+0000 7fde8b482780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.406+0000 7fde8b482780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.407+0000 7fde8b482780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.407+0000 7fde8b482780 20 started sync module instance, tier type = 2023-01-15T14:44:35.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.407+0000 7fde8b482780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:35.412 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.411+0000 7fde89430700 0 -- 172.21.15.27:0/1082513963 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x559f4489c000 msgr2=0x559f44798680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:35.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.413+0000 7fde8b482780 20 add_watcher() i=0 2023-01-15T14:44:35.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.413+0000 7fde8b482780 20 add_watcher() i=1 2023-01-15T14:44:35.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.413+0000 7fde8b482780 20 add_watcher() i=2 2023-01-15T14:44:35.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.413+0000 7fde8b482780 20 add_watcher() i=3 2023-01-15T14:44:35.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.413+0000 7fde8b482780 20 add_watcher() i=4 2023-01-15T14:44:35.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.413+0000 7fde8b482780 20 add_watcher() i=5 2023-01-15T14:44:35.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.413+0000 7fde8b482780 20 add_watcher() i=6 2023-01-15T14:44:35.417 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.414+0000 7fde8b482780 20 add_watcher() i=7 2023-01-15T14:44:35.417 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.414+0000 7fde8b482780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:35.417 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.416+0000 7fde703fe700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:35.418 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.416+0000 7fde8b482780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:35.418 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.416+0000 7fde8b482780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:35.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.421+0000 7fde8b482780 5 note: GC not initialized 2023-01-15T14:44:35.424 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.422+0000 7fde6bbf5700 20 reqs_thread_entry: start 2023-01-15T14:44:35.424 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.422+0000 7fde8b482780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:35.424 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.422+0000 7fde8b482780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:35.424 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.422+0000 7fde69bf1700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:05 2023 2023-01-15T14:44:35.424 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.422+0000 7fde693cf700 20 reqs_thread_entry: start 2023-01-15T14:44:35.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.422+0000 7fde8b482780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.426 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.423+0000 7fde8b482780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:35.426 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.423+0000 7fde8b482780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.426 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.423+0000 7fde8b482780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:35.426 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.423+0000 7fde8b482780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:35.426 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.423+0000 7fde8b482780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.426 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.423+0000 7fde8b482780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:35.427 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.423+0000 7fde8b482780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.427 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.424+0000 7fde8b482780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:35.427 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.424+0000 7fde8b482780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:35.427 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.426+0000 7fde703fe700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:35.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.427+0000 7fde8b482780 20 remove_watcher() i=0 2023-01-15T14:44:35.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.427+0000 7fde8b482780 2 removed watcher, disabling cache 2023-01-15T14:44:35.430 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.428+0000 7fde8b482780 20 remove_watcher() i=1 2023-01-15T14:44:35.430 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.429+0000 7fde8b482780 20 remove_watcher() i=2 2023-01-15T14:44:35.431 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.429+0000 7fde8b482780 20 remove_watcher() i=3 2023-01-15T14:44:35.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.430+0000 7fde8b482780 20 remove_watcher() i=4 2023-01-15T14:44:35.433 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.431+0000 7fde8b482780 20 remove_watcher() i=5 2023-01-15T14:44:35.433 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.432+0000 7fde8b482780 20 remove_watcher() i=6 2023-01-15T14:44:35.434 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.432+0000 7fde8b482780 20 remove_watcher() i=7 2023-01-15T14:44:35.438 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.438 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:44:35.438 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: abort-at-set-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:44:35.438 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.440 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at set_target_layout 2023-01-15T14:44:35.473 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:35.473 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:35.484 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.482+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.486 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.484+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.486 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.484+0000 7f0e0f094780 20 realm 2023-01-15T14:44:35.486 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.484+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.486 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.484+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.486 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.484+0000 7f0e0f094780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:35.487 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.484+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.487 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.484+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.487 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.485+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.686+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:35.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.686+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.687+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:35.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.687+0000 7f0e0f094780 20 searching for the correct realm 2023-01-15T14:44:35.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.896+0000 7f0e0c841700 0 -- 172.21.15.27:0/3111774173 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55c21fee7400 msgr2=0x55c21fb71180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:35.899 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.898+0000 7f0e0f094780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:35.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.898+0000 7f0e0f094780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:35.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.898+0000 7f0e0f094780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:35.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.898+0000 7f0e0f094780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:35.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.901 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:35.901 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:35.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.899+0000 7f0e0f094780 20 zone default found 2023-01-15T14:44:35.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.899+0000 7f0e0f094780 4 Realm: () 2023-01-15T14:44:35.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.899+0000 7f0e0f094780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:35.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.899+0000 7f0e0f094780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:35.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.899+0000 7f0e0f094780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:35.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.899+0000 7f0e0f094780 20 zonegroup default 2023-01-15T14:44:35.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.899+0000 7f0e0f094780 20 started sync module instance, tier type = 2023-01-15T14:44:35.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.899+0000 7f0e0f094780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:35.904 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.903+0000 7f0e0d042700 0 -- 172.21.15.27:0/3111774173 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55c21ffbc000 msgr2=0x55c21fed1080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:35.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=0 2023-01-15T14:44:35.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=1 2023-01-15T14:44:35.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=2 2023-01-15T14:44:35.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=3 2023-01-15T14:44:35.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=4 2023-01-15T14:44:35.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=5 2023-01-15T14:44:35.909 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=6 2023-01-15T14:44:35.909 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.907+0000 7f0e0f094780 20 add_watcher() i=7 2023-01-15T14:44:35.909 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.907+0000 7f0e0f094780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:35.910 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.908+0000 7f0df4010700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:35.910 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.909+0000 7f0e0f094780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:35.910 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.909+0000 7f0e0f094780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:35.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.914+0000 7f0e0f094780 5 note: GC not initialized 2023-01-15T14:44:35.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.915+0000 7f0def807700 20 reqs_thread_entry: start 2023-01-15T14:44:35.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.915+0000 7f0e0f094780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:35.918 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.915+0000 7f0e0f094780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:35.918 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.915+0000 7f0ded803700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:06 2023 2023-01-15T14:44:35.918 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.918 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.916+0000 7f0decfe1700 20 reqs_thread_entry: start 2023-01-15T14:44:35.918 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.916+0000 7f0e0f094780 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-01-15T14:44:35.918 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.916+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.919 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.916+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:35.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.916+0000 7f0e0f094780 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-01-15T14:44:35.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.916+0000 7f0e0f094780 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-01-15T14:44:35.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.916+0000 7f0e0f094780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 : miss 2023-01-15T14:44:35.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.916+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.917+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:35.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.917+0000 7f0e0f094780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 info.flags=0x13 2023-01-15T14:44:35.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.917+0000 7f0e0f094780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 to cache LRU end 2023-01-15T14:44:35.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.917+0000 7f0e0f094780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:44:35.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.917+0000 7f0e0f094780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:44:35.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.917+0000 7f0e0f094780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 2023-01-15T14:44:35.922 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0e0f094780 time 2023-01-15T14:44:35.922266+0000 2023-01-15T14:44:35.922 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:44:35.924 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:44:35.924 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f0e15db2dbb] 2023-01-15T14:44:35.924 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f0e15db2f81] 2023-01-15T14:44:35.924 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c21cbb9ae1] 2023-01-15T14:44:35.924 INFO:tasks.workunit.client.0.smithi027.stderr: 4: radosgw-admin(+0x7a8c42) [0x55c21cbb2c42] 2023-01-15T14:44:35.924 INFO:tasks.workunit.client.0.smithi027.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x55c21cbb6aa0] 2023-01-15T14:44:35.924 INFO:tasks.workunit.client.0.smithi027.stderr: 6: main() 2023-01-15T14:44:35.924 INFO:tasks.workunit.client.0.smithi027.stderr: 7: __libc_start_main() 2023-01-15T14:44:35.924 INFO:tasks.workunit.client.0.smithi027.stderr: 8: _start() 2023-01-15T14:44:35.925 INFO:tasks.workunit.client.0.smithi027.stderr:*** Caught signal (Aborted) ** 2023-01-15T14:44:35.925 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f0e0f094780 thread_name:radosgw-admin 2023-01-15T14:44:35.925 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.922+0000 7f0e0f094780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0e0f094780 time 2023-01-15T14:44:35.922266+0000 2023-01-15T14:44:35.925 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:44:35.925 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.925 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:44:35.925 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f0e15db2dbb] 2023-01-15T14:44:35.925 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f0e15db2f81] 2023-01-15T14:44:35.925 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c21cbb9ae1] 2023-01-15T14:44:35.925 INFO:tasks.workunit.client.0.smithi027.stderr: 4: radosgw-admin(+0x7a8c42) [0x55c21cbb2c42] 2023-01-15T14:44:35.925 INFO:tasks.workunit.client.0.smithi027.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x55c21cbb6aa0] 2023-01-15T14:44:35.926 INFO:tasks.workunit.client.0.smithi027.stderr: 6: main() 2023-01-15T14:44:35.926 INFO:tasks.workunit.client.0.smithi027.stderr: 7: __libc_start_main() 2023-01-15T14:44:35.926 INFO:tasks.workunit.client.0.smithi027.stderr: 8: _start() 2023-01-15T14:44:35.926 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.952 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:44:35.953 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f0e16a7acf0] 2023-01-15T14:44:35.953 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:44:35.953 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:44:35.953 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f0e15db2e15] 2023-01-15T14:44:35.953 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f0e15db2f81] 2023-01-15T14:44:35.953 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c21cbb9ae1] 2023-01-15T14:44:35.953 INFO:tasks.workunit.client.0.smithi027.stderr: 7: radosgw-admin(+0x7a8c42) [0x55c21cbb2c42] 2023-01-15T14:44:35.953 INFO:tasks.workunit.client.0.smithi027.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x55c21cbb6aa0] 2023-01-15T14:44:35.953 INFO:tasks.workunit.client.0.smithi027.stderr: 9: main() 2023-01-15T14:44:35.954 INFO:tasks.workunit.client.0.smithi027.stderr: 10: __libc_start_main() 2023-01-15T14:44:35.954 INFO:tasks.workunit.client.0.smithi027.stderr: 11: _start() 2023-01-15T14:44:35.954 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.923+0000 7f0e0f094780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:44:35.954 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f0e0f094780 thread_name:radosgw-admin 2023-01-15T14:44:35.954 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.954 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:44:35.954 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f0e16a7acf0] 2023-01-15T14:44:35.954 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:44:35.954 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:44:35.954 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f0e15db2e15] 2023-01-15T14:44:35.954 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f0e15db2f81] 2023-01-15T14:44:35.955 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c21cbb9ae1] 2023-01-15T14:44:35.955 INFO:tasks.workunit.client.0.smithi027.stderr: 7: radosgw-admin(+0x7a8c42) [0x55c21cbb2c42] 2023-01-15T14:44:35.955 INFO:tasks.workunit.client.0.smithi027.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x55c21cbb6aa0] 2023-01-15T14:44:35.955 INFO:tasks.workunit.client.0.smithi027.stderr: 9: main() 2023-01-15T14:44:35.955 INFO:tasks.workunit.client.0.smithi027.stderr: 10: __libc_start_main() 2023-01-15T14:44:35.955 INFO:tasks.workunit.client.0.smithi027.stderr: 11: _start() 2023-01-15T14:44:35.955 INFO:tasks.workunit.client.0.smithi027.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:44:35.955 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.955 INFO:tasks.workunit.client.0.smithi027.stderr:--- begin dump of recent events --- 2023-01-15T14:44:35.955 INFO:tasks.workunit.client.0.smithi027.stderr: -499> 2023-01-15T14:44:35.477+0000 7f0e0c841700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:35.955 INFO:tasks.workunit.client.0.smithi027.stderr: -498> 2023-01-15T14:44:35.477+0000 7f0e0c841700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:35.956 INFO:tasks.workunit.client.0.smithi027.stderr: -497> 2023-01-15T14:44:35.477+0000 7f0e0c841700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:35.956 INFO:tasks.workunit.client.0.smithi027.stderr: -496> 2023-01-15T14:44:35.477+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:35.956 INFO:tasks.workunit.client.0.smithi027.stderr: -495> 2023-01-15T14:44:35.477+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:35.956 INFO:tasks.workunit.client.0.smithi027.stderr: -494> 2023-01-15T14:44:35.477+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:35.956 INFO:tasks.workunit.client.0.smithi027.stderr: -493> 2023-01-15T14:44:35.477+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:35.956 INFO:tasks.workunit.client.0.smithi027.stderr: -492> 2023-01-15T14:44:35.477+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:35.956 INFO:tasks.workunit.client.0.smithi027.stderr: -491> 2023-01-15T14:44:35.477+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:35.956 INFO:tasks.workunit.client.0.smithi027.stderr: -490> 2023-01-15T14:44:35.477+0000 7f0e0d042700 10 monclient(hunting): handle_auth_done global_id 5393 payload 824 2023-01-15T14:44:35.956 INFO:tasks.workunit.client.0.smithi027.stderr: -489> 2023-01-15T14:44:35.477+0000 7f0e0d042700 10 monclient: _finish_hunting 0 2023-01-15T14:44:35.956 INFO:tasks.workunit.client.0.smithi027.stderr: -488> 2023-01-15T14:44:35.477+0000 7f0e0d042700 1 monclient: found mon.noname-c 2023-01-15T14:44:35.956 INFO:tasks.workunit.client.0.smithi027.stderr: -487> 2023-01-15T14:44:35.477+0000 7f0e0d042700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.27:3301/0 2023-01-15T14:44:35.957 INFO:tasks.workunit.client.0.smithi027.stderr: -486> 2023-01-15T14:44:35.477+0000 7f0e0a03c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:35.957 INFO:tasks.workunit.client.0.smithi027.stderr: -485> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:44:35.957 INFO:tasks.workunit.client.0.smithi027.stderr: -484> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: dump: 2023-01-15T14:44:35.957 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:35.957 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:35.957 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.957 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.957 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:35.957 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:35.957 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:35.957 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:35.958 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:35.958 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.958 INFO:tasks.workunit.client.0.smithi027.stderr: -483> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: _finish_auth 0 2023-01-15T14:44:35.958 INFO:tasks.workunit.client.0.smithi027.stderr: -482> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: _check_auth_tickets 2023-01-15T14:44:35.958 INFO:tasks.workunit.client.0.smithi027.stderr: -481> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:44:35.958 INFO:tasks.workunit.client.0.smithi027.stderr: -480> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:35.958 INFO:tasks.workunit.client.0.smithi027.stderr: -479> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:44:35.958 INFO:tasks.workunit.client.0.smithi027.stderr: -478> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: dump: 2023-01-15T14:44:35.958 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:35.958 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:35.958 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.958 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.959 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:35.959 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:35.959 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:35.959 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:35.959 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:35.959 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.959 INFO:tasks.workunit.client.0.smithi027.stderr: -477> 2023-01-15T14:44:35.478+0000 7f0e0b83f700 4 set_mon_vals no callback set 2023-01-15T14:44:35.959 INFO:tasks.workunit.client.0.smithi027.stderr: -476> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 monclient: authenticate success, global_id 5393 2023-01-15T14:44:35.959 INFO:tasks.workunit.client.0.smithi027.stderr: -475> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: _renew_subs 2023-01-15T14:44:35.959 INFO:tasks.workunit.client.0.smithi027.stderr: -474> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:44:35.959 INFO:tasks.workunit.client.0.smithi027.stderr: -473> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: _renew_subs 2023-01-15T14:44:35.960 INFO:tasks.workunit.client.0.smithi027.stderr: -472> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:44:35.960 INFO:tasks.workunit.client.0.smithi027.stderr: -471> 2023-01-15T14:44:35.478+0000 7f0e0f094780 1 librados: init done 2023-01-15T14:44:35.960 INFO:tasks.workunit.client.0.smithi027.stderr: -470> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: get_monmap_and_config 2023-01-15T14:44:35.960 INFO:tasks.workunit.client.0.smithi027.stderr: -469> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: build_initial_monmap 2023-01-15T14:44:35.960 INFO:tasks.workunit.client.0.smithi027.stderr: -468> 2023-01-15T14:44:35.478+0000 7f0e0f094780 1 build_initial for_mkfs: 0 2023-01-15T14:44:35.960 INFO:tasks.workunit.client.0.smithi027.stderr: -467> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: monmap: 2023-01-15T14:44:35.960 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:44:35.960 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:44:35.960 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:44:35.960 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:44:35.960 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:44:35.961 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:35.961 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:44:35.961 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:44:35.961 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:44:35.961 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.961 INFO:tasks.workunit.client.0.smithi027.stderr: -466> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding auth protocol: cephx 2023-01-15T14:44:35.961 INFO:tasks.workunit.client.0.smithi027.stderr: -465> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding auth protocol: cephx 2023-01-15T14:44:35.961 INFO:tasks.workunit.client.0.smithi027.stderr: -464> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding auth protocol: cephx 2023-01-15T14:44:35.961 INFO:tasks.workunit.client.0.smithi027.stderr: -463> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:35.961 INFO:tasks.workunit.client.0.smithi027.stderr: -462> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:35.961 INFO:tasks.workunit.client.0.smithi027.stderr: -461> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:35.961 INFO:tasks.workunit.client.0.smithi027.stderr: -460> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:35.962 INFO:tasks.workunit.client.0.smithi027.stderr: -459> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:35.962 INFO:tasks.workunit.client.0.smithi027.stderr: -458> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:35.962 INFO:tasks.workunit.client.0.smithi027.stderr: -457> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:35.962 INFO:tasks.workunit.client.0.smithi027.stderr: -456> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:35.962 INFO:tasks.workunit.client.0.smithi027.stderr: -455> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:35.962 INFO:tasks.workunit.client.0.smithi027.stderr: -454> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:35.962 INFO:tasks.workunit.client.0.smithi027.stderr: -453> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:35.962 INFO:tasks.workunit.client.0.smithi027.stderr: -452> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:35.962 INFO:tasks.workunit.client.0.smithi027.stderr: -451> 2023-01-15T14:44:35.478+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:35.962 INFO:tasks.workunit.client.0.smithi027.stderr: -450> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: init 2023-01-15T14:44:35.962 INFO:tasks.workunit.client.0.smithi027.stderr: -449> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding auth protocol: cephx 2023-01-15T14:44:35.963 INFO:tasks.workunit.client.0.smithi027.stderr: -448> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding auth protocol: cephx 2023-01-15T14:44:35.963 INFO:tasks.workunit.client.0.smithi027.stderr: -447> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding auth protocol: cephx 2023-01-15T14:44:35.963 INFO:tasks.workunit.client.0.smithi027.stderr: -446> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: secure 2023-01-15T14:44:35.963 INFO:tasks.workunit.client.0.smithi027.stderr: -445> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: crc 2023-01-15T14:44:35.963 INFO:tasks.workunit.client.0.smithi027.stderr: -444> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: secure 2023-01-15T14:44:35.963 INFO:tasks.workunit.client.0.smithi027.stderr: -443> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: crc 2023-01-15T14:44:35.963 INFO:tasks.workunit.client.0.smithi027.stderr: -442> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: secure 2023-01-15T14:44:35.963 INFO:tasks.workunit.client.0.smithi027.stderr: -441> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: crc 2023-01-15T14:44:35.963 INFO:tasks.workunit.client.0.smithi027.stderr: -440> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: crc 2023-01-15T14:44:35.963 INFO:tasks.workunit.client.0.smithi027.stderr: -439> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: secure 2023-01-15T14:44:35.963 INFO:tasks.workunit.client.0.smithi027.stderr: -438> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: crc 2023-01-15T14:44:35.964 INFO:tasks.workunit.client.0.smithi027.stderr: -437> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: secure 2023-01-15T14:44:35.964 INFO:tasks.workunit.client.0.smithi027.stderr: -436> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: crc 2023-01-15T14:44:35.964 INFO:tasks.workunit.client.0.smithi027.stderr: -435> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: secure 2023-01-15T14:44:35.964 INFO:tasks.workunit.client.0.smithi027.stderr: -434> 2023-01-15T14:44:35.479+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:35.964 INFO:tasks.workunit.client.0.smithi027.stderr: -433> 2023-01-15T14:44:35.479+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:35.964 INFO:tasks.workunit.client.0.smithi027.stderr: -432> 2023-01-15T14:44:35.479+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command rotate-key cmddesc rotate-key hook 0x7fff5f38ebf8 EEXIST 2023-01-15T14:44:35.964 INFO:tasks.workunit.client.0.smithi027.stderr: -431> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient: _reopen_session rank -1 2023-01-15T14:44:35.964 INFO:tasks.workunit.client.0.smithi027.stderr: -430> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient: _add_conns ranks=[0,2,1] 2023-01-15T14:44:35.964 INFO:tasks.workunit.client.0.smithi027.stderr: -429> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-a con 0x55c21fad8800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:44:35.964 INFO:tasks.workunit.client.0.smithi027.stderr: -428> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-c con 0x55c21fe3a000 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:44:35.964 INFO:tasks.workunit.client.0.smithi027.stderr: -427> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-b con 0x55c21fe3a400 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:44:35.965 INFO:tasks.workunit.client.0.smithi027.stderr: -426> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:35.965 INFO:tasks.workunit.client.0.smithi027.stderr: -425> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:35.965 INFO:tasks.workunit.client.0.smithi027.stderr: -424> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:35.965 INFO:tasks.workunit.client.0.smithi027.stderr: -423> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): _renew_subs 2023-01-15T14:44:35.965 INFO:tasks.workunit.client.0.smithi027.stderr: -422> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): authenticate will time out at 1375.616325s 2023-01-15T14:44:35.965 INFO:tasks.workunit.client.0.smithi027.stderr: -421> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): get_auth_request con 0x55c21fad8800 auth_method 0 2023-01-15T14:44:35.965 INFO:tasks.workunit.client.0.smithi027.stderr: -420> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:35.965 INFO:tasks.workunit.client.0.smithi027.stderr: -419> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:35.965 INFO:tasks.workunit.client.0.smithi027.stderr: -418> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:35.965 INFO:tasks.workunit.client.0.smithi027.stderr: -417> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:35.965 INFO:tasks.workunit.client.0.smithi027.stderr: -416> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:35.966 INFO:tasks.workunit.client.0.smithi027.stderr: -415> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:35.966 INFO:tasks.workunit.client.0.smithi027.stderr: -414> 2023-01-15T14:44:35.479+0000 7f0e0c841700 10 monclient(hunting): get_auth_request con 0x55c21fe3a400 auth_method 0 2023-01-15T14:44:35.966 INFO:tasks.workunit.client.0.smithi027.stderr: -413> 2023-01-15T14:44:35.479+0000 7f0e0c841700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:35.966 INFO:tasks.workunit.client.0.smithi027.stderr: -412> 2023-01-15T14:44:35.479+0000 7f0e0c841700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:35.966 INFO:tasks.workunit.client.0.smithi027.stderr: -411> 2023-01-15T14:44:35.479+0000 7f0e0c841700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:35.966 INFO:tasks.workunit.client.0.smithi027.stderr: -410> 2023-01-15T14:44:35.479+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:35.966 INFO:tasks.workunit.client.0.smithi027.stderr: -409> 2023-01-15T14:44:35.479+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:35.966 INFO:tasks.workunit.client.0.smithi027.stderr: -408> 2023-01-15T14:44:35.479+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:35.966 INFO:tasks.workunit.client.0.smithi027.stderr: -407> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): handle_auth_done global_id 5649 payload 274 2023-01-15T14:44:35.966 INFO:tasks.workunit.client.0.smithi027.stderr: -406> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient: _finish_hunting 0 2023-01-15T14:44:35.966 INFO:tasks.workunit.client.0.smithi027.stderr: -405> 2023-01-15T14:44:35.479+0000 7f0e0d843700 1 monclient: found mon.noname-a 2023-01-15T14:44:35.966 INFO:tasks.workunit.client.0.smithi027.stderr: -404> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:44:35.967 INFO:tasks.workunit.client.0.smithi027.stderr: -403> 2023-01-15T14:44:35.479+0000 7f0e0a03c700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:44:35.967 INFO:tasks.workunit.client.0.smithi027.stderr: -402> 2023-01-15T14:44:35.479+0000 7f0e0a03c700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:44:35.967 INFO:tasks.workunit.client.0.smithi027.stderr: -401> 2023-01-15T14:44:35.479+0000 7f0e0a03c700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:44:35.967 INFO:tasks.workunit.client.0.smithi027.stderr: -400> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:35.967 INFO:tasks.workunit.client.0.smithi027.stderr: -399> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:44:35.967 INFO:tasks.workunit.client.0.smithi027.stderr: -398> 2023-01-15T14:44:35.479+0000 7f0e0d042700 10 monclient: get_auth_request con 0x55c21fe3b800 auth_method 0 2023-01-15T14:44:35.967 INFO:tasks.workunit.client.0.smithi027.stderr: -397> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: dump: 2023-01-15T14:44:35.967 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:35.967 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:35.967 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.967 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.967 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:35.968 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:35.968 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:35.968 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:35.968 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:35.968 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.968 INFO:tasks.workunit.client.0.smithi027.stderr: -396> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: _finish_auth 0 2023-01-15T14:44:35.968 INFO:tasks.workunit.client.0.smithi027.stderr: -395> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: _check_auth_tickets 2023-01-15T14:44:35.968 INFO:tasks.workunit.client.0.smithi027.stderr: -394> 2023-01-15T14:44:35.479+0000 7f0e0f094780 5 monclient: authenticate success, global_id 5649 2023-01-15T14:44:35.968 INFO:tasks.workunit.client.0.smithi027.stderr: -393> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:44:35.968 INFO:tasks.workunit.client.0.smithi027.stderr: -392> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient: get_monmap_and_config success 2023-01-15T14:44:35.968 INFO:tasks.workunit.client.0.smithi027.stderr: -391> 2023-01-15T14:44:35.479+0000 7f0e0f094780 4 set_mon_vals no callback set 2023-01-15T14:44:35.969 INFO:tasks.workunit.client.0.smithi027.stderr: -390> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:35.969 INFO:tasks.workunit.client.0.smithi027.stderr: -389> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:44:35.969 INFO:tasks.workunit.client.0.smithi027.stderr: -388> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: dump: 2023-01-15T14:44:35.969 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:35.969 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:35.969 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.969 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.969 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:35.969 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:35.969 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:35.969 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:35.969 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:35.970 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.970 INFO:tasks.workunit.client.0.smithi027.stderr: -387> 2023-01-15T14:44:35.480+0000 7f0e0f094780 10 monclient: shutdown 2023-01-15T14:44:35.970 INFO:tasks.workunit.client.0.smithi027.stderr: -386> 2023-01-15T14:44:35.480+0000 7f0e0f094780 10 monclient: build_initial_monmap 2023-01-15T14:44:35.970 INFO:tasks.workunit.client.0.smithi027.stderr: -385> 2023-01-15T14:44:35.480+0000 7f0e0f094780 1 build_initial for_mkfs: 0 2023-01-15T14:44:35.970 INFO:tasks.workunit.client.0.smithi027.stderr: -384> 2023-01-15T14:44:35.480+0000 7f0e0f094780 10 monclient: monmap: 2023-01-15T14:44:35.970 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:44:35.970 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:44:35.970 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:44:35.970 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:44:35.970 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:44:35.970 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:35.971 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:44:35.971 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:44:35.971 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:44:35.971 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.971 INFO:tasks.workunit.client.0.smithi027.stderr: -383> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding auth protocol: cephx 2023-01-15T14:44:35.971 INFO:tasks.workunit.client.0.smithi027.stderr: -382> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding auth protocol: cephx 2023-01-15T14:44:35.971 INFO:tasks.workunit.client.0.smithi027.stderr: -381> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding auth protocol: cephx 2023-01-15T14:44:35.971 INFO:tasks.workunit.client.0.smithi027.stderr: -380> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:35.971 INFO:tasks.workunit.client.0.smithi027.stderr: -379> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:35.971 INFO:tasks.workunit.client.0.smithi027.stderr: -378> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:35.971 INFO:tasks.workunit.client.0.smithi027.stderr: -377> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:35.972 INFO:tasks.workunit.client.0.smithi027.stderr: -376> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:35.972 INFO:tasks.workunit.client.0.smithi027.stderr: -375> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:35.972 INFO:tasks.workunit.client.0.smithi027.stderr: -374> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:35.972 INFO:tasks.workunit.client.0.smithi027.stderr: -373> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:35.972 INFO:tasks.workunit.client.0.smithi027.stderr: -372> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:35.972 INFO:tasks.workunit.client.0.smithi027.stderr: -371> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:35.972 INFO:tasks.workunit.client.0.smithi027.stderr: -370> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:35.972 INFO:tasks.workunit.client.0.smithi027.stderr: -369> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:35.972 INFO:tasks.workunit.client.0.smithi027.stderr: -368> 2023-01-15T14:44:35.480+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:35.972 INFO:tasks.workunit.client.0.smithi027.stderr: -367> 2023-01-15T14:44:35.480+0000 7f0e0f094780 1 librados: starting msgr at 2023-01-15T14:44:35.972 INFO:tasks.workunit.client.0.smithi027.stderr: -366> 2023-01-15T14:44:35.480+0000 7f0e0f094780 1 librados: starting objecter 2023-01-15T14:44:35.973 INFO:tasks.workunit.client.0.smithi027.stderr: -365> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command objecter_requests cmddesc objecter_requests hook 0x55c21facc6e0 EEXIST 2023-01-15T14:44:35.973 INFO:tasks.workunit.client.0.smithi027.stderr: -364> 2023-01-15T14:44:35.480+0000 7f0e0f094780 1 librados: setting wanted keys 2023-01-15T14:44:35.973 INFO:tasks.workunit.client.0.smithi027.stderr: -363> 2023-01-15T14:44:35.480+0000 7f0e0f094780 1 librados: calling monclient init 2023-01-15T14:44:35.973 INFO:tasks.workunit.client.0.smithi027.stderr: -362> 2023-01-15T14:44:35.480+0000 7f0e0f094780 10 monclient: init 2023-01-15T14:44:35.973 INFO:tasks.workunit.client.0.smithi027.stderr: -361> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding auth protocol: cephx 2023-01-15T14:44:35.973 INFO:tasks.workunit.client.0.smithi027.stderr: -360> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding auth protocol: cephx 2023-01-15T14:44:35.973 INFO:tasks.workunit.client.0.smithi027.stderr: -359> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding auth protocol: cephx 2023-01-15T14:44:35.973 INFO:tasks.workunit.client.0.smithi027.stderr: -358> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: secure 2023-01-15T14:44:35.973 INFO:tasks.workunit.client.0.smithi027.stderr: -357> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: crc 2023-01-15T14:44:35.973 INFO:tasks.workunit.client.0.smithi027.stderr: -356> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: secure 2023-01-15T14:44:35.973 INFO:tasks.workunit.client.0.smithi027.stderr: -355> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: crc 2023-01-15T14:44:35.973 INFO:tasks.workunit.client.0.smithi027.stderr: -354> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: secure 2023-01-15T14:44:35.974 INFO:tasks.workunit.client.0.smithi027.stderr: -353> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: crc 2023-01-15T14:44:35.974 INFO:tasks.workunit.client.0.smithi027.stderr: -352> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: crc 2023-01-15T14:44:35.974 INFO:tasks.workunit.client.0.smithi027.stderr: -351> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: secure 2023-01-15T14:44:35.974 INFO:tasks.workunit.client.0.smithi027.stderr: -350> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: crc 2023-01-15T14:44:35.974 INFO:tasks.workunit.client.0.smithi027.stderr: -349> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: secure 2023-01-15T14:44:35.974 INFO:tasks.workunit.client.0.smithi027.stderr: -348> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: crc 2023-01-15T14:44:35.974 INFO:tasks.workunit.client.0.smithi027.stderr: -347> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: secure 2023-01-15T14:44:35.974 INFO:tasks.workunit.client.0.smithi027.stderr: -346> 2023-01-15T14:44:35.481+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:35.974 INFO:tasks.workunit.client.0.smithi027.stderr: -345> 2023-01-15T14:44:35.481+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:35.974 INFO:tasks.workunit.client.0.smithi027.stderr: -344> 2023-01-15T14:44:35.481+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command rotate-key cmddesc rotate-key hook 0x55c220878220 EEXIST 2023-01-15T14:44:35.974 INFO:tasks.workunit.client.0.smithi027.stderr: -343> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient: _reopen_session rank -1 2023-01-15T14:44:35.974 INFO:tasks.workunit.client.0.smithi027.stderr: -342> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient: _add_conns ranks=[1,2,0] 2023-01-15T14:44:35.975 INFO:tasks.workunit.client.0.smithi027.stderr: -341> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-b con 0x55c21fe3b000 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:44:35.975 INFO:tasks.workunit.client.0.smithi027.stderr: -340> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-c con 0x55c21fe3ac00 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:44:35.975 INFO:tasks.workunit.client.0.smithi027.stderr: -339> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-a con 0x55c21fe3a800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:44:35.975 INFO:tasks.workunit.client.0.smithi027.stderr: -338> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:35.975 INFO:tasks.workunit.client.0.smithi027.stderr: -337> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:35.975 INFO:tasks.workunit.client.0.smithi027.stderr: -336> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:35.975 INFO:tasks.workunit.client.0.smithi027.stderr: -335> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): _renew_subs 2023-01-15T14:44:35.975 INFO:tasks.workunit.client.0.smithi027.stderr: -334> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): authenticate will time out at 1375.618316s 2023-01-15T14:44:35.975 INFO:tasks.workunit.client.0.smithi027.stderr: -333> 2023-01-15T14:44:35.481+0000 7f0e0c841700 10 monclient(hunting): get_auth_request con 0x55c21fe3ac00 auth_method 0 2023-01-15T14:44:35.975 INFO:tasks.workunit.client.0.smithi027.stderr: -332> 2023-01-15T14:44:35.481+0000 7f0e0c841700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:35.975 INFO:tasks.workunit.client.0.smithi027.stderr: -331> 2023-01-15T14:44:35.481+0000 7f0e0c841700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:35.975 INFO:tasks.workunit.client.0.smithi027.stderr: -330> 2023-01-15T14:44:35.481+0000 7f0e0c841700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:35.976 INFO:tasks.workunit.client.0.smithi027.stderr: -329> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): get_auth_request con 0x55c21fe3a800 auth_method 0 2023-01-15T14:44:35.976 INFO:tasks.workunit.client.0.smithi027.stderr: -328> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:35.976 INFO:tasks.workunit.client.0.smithi027.stderr: -327> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:35.976 INFO:tasks.workunit.client.0.smithi027.stderr: -326> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:35.976 INFO:tasks.workunit.client.0.smithi027.stderr: -325> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): get_auth_request con 0x55c21fe3b000 auth_method 0 2023-01-15T14:44:35.976 INFO:tasks.workunit.client.0.smithi027.stderr: -324> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:35.976 INFO:tasks.workunit.client.0.smithi027.stderr: -323> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:35.976 INFO:tasks.workunit.client.0.smithi027.stderr: -322> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:35.976 INFO:tasks.workunit.client.0.smithi027.stderr: -321> 2023-01-15T14:44:35.481+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:35.976 INFO:tasks.workunit.client.0.smithi027.stderr: -320> 2023-01-15T14:44:35.481+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:35.977 INFO:tasks.workunit.client.0.smithi027.stderr: -319> 2023-01-15T14:44:35.481+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:35.977 INFO:tasks.workunit.client.0.smithi027.stderr: -318> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:35.977 INFO:tasks.workunit.client.0.smithi027.stderr: -317> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:35.977 INFO:tasks.workunit.client.0.smithi027.stderr: -316> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:35.977 INFO:tasks.workunit.client.0.smithi027.stderr: -315> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:35.977 INFO:tasks.workunit.client.0.smithi027.stderr: -314> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:35.977 INFO:tasks.workunit.client.0.smithi027.stderr: -313> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:35.977 INFO:tasks.workunit.client.0.smithi027.stderr: -312> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): handle_auth_done global_id 5652 payload 824 2023-01-15T14:44:35.977 INFO:tasks.workunit.client.0.smithi027.stderr: -311> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient: _finish_hunting 0 2023-01-15T14:44:35.977 INFO:tasks.workunit.client.0.smithi027.stderr: -310> 2023-01-15T14:44:35.481+0000 7f0e0d843700 1 monclient: found mon.noname-a 2023-01-15T14:44:35.977 INFO:tasks.workunit.client.0.smithi027.stderr: -309> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:44:35.977 INFO:tasks.workunit.client.0.smithi027.stderr: -308> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:35.978 INFO:tasks.workunit.client.0.smithi027.stderr: -307> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:44:35.978 INFO:tasks.workunit.client.0.smithi027.stderr: -306> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: dump: 2023-01-15T14:44:35.978 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:35.978 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:35.978 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.978 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.978 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:35.978 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:35.978 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:35.978 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:35.978 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:35.979 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.979 INFO:tasks.workunit.client.0.smithi027.stderr: -305> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: _finish_auth 0 2023-01-15T14:44:35.979 INFO:tasks.workunit.client.0.smithi027.stderr: -304> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: _check_auth_tickets 2023-01-15T14:44:35.979 INFO:tasks.workunit.client.0.smithi027.stderr: -303> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:44:35.979 INFO:tasks.workunit.client.0.smithi027.stderr: -302> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:35.979 INFO:tasks.workunit.client.0.smithi027.stderr: -301> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:44:35.979 INFO:tasks.workunit.client.0.smithi027.stderr: -300> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: dump: 2023-01-15T14:44:35.979 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:35.979 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:35.979 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.979 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.980 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:35.980 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:35.980 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:35.980 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:35.980 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:35.980 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.980 INFO:tasks.workunit.client.0.smithi027.stderr: -299> 2023-01-15T14:44:35.481+0000 7f0e07837700 4 set_mon_vals no callback set 2023-01-15T14:44:35.980 INFO:tasks.workunit.client.0.smithi027.stderr: -298> 2023-01-15T14:44:35.481+0000 7f0e0f094780 5 monclient: authenticate success, global_id 5652 2023-01-15T14:44:35.980 INFO:tasks.workunit.client.0.smithi027.stderr: -297> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient: _renew_subs 2023-01-15T14:44:35.980 INFO:tasks.workunit.client.0.smithi027.stderr: -296> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:44:35.980 INFO:tasks.workunit.client.0.smithi027.stderr: -295> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient: _renew_subs 2023-01-15T14:44:35.981 INFO:tasks.workunit.client.0.smithi027.stderr: -294> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:44:35.981 INFO:tasks.workunit.client.0.smithi027.stderr: -293> 2023-01-15T14:44:35.481+0000 7f0e0f094780 1 librados: init done 2023-01-15T14:44:35.981 INFO:tasks.workunit.client.0.smithi027.stderr: -292> 2023-01-15T14:44:35.482+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.981 INFO:tasks.workunit.client.0.smithi027.stderr: -291> 2023-01-15T14:44:35.483+0000 7f0e06034700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:44:35.981 INFO:tasks.workunit.client.0.smithi027.stderr: -290> 2023-01-15T14:44:35.483+0000 7f0e06034700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:44:35.981 INFO:tasks.workunit.client.0.smithi027.stderr: -289> 2023-01-15T14:44:35.483+0000 7f0e06034700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:44:35.981 INFO:tasks.workunit.client.0.smithi027.stderr: -288> 2023-01-15T14:44:35.483+0000 7f0e0c841700 10 monclient: get_auth_request con 0x55c21fee6400 auth_method 0 2023-01-15T14:44:35.981 INFO:tasks.workunit.client.0.smithi027.stderr: -287> 2023-01-15T14:44:35.483+0000 7f0e0d843700 10 monclient: get_auth_request con 0x55c21fe3a400 auth_method 0 2023-01-15T14:44:35.981 INFO:tasks.workunit.client.0.smithi027.stderr: -286> 2023-01-15T14:44:35.484+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.981 INFO:tasks.workunit.client.0.smithi027.stderr: -285> 2023-01-15T14:44:35.484+0000 7f0e0f094780 20 realm 2023-01-15T14:44:35.981 INFO:tasks.workunit.client.0.smithi027.stderr: -284> 2023-01-15T14:44:35.484+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.982 INFO:tasks.workunit.client.0.smithi027.stderr: -283> 2023-01-15T14:44:35.484+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.982 INFO:tasks.workunit.client.0.smithi027.stderr: -282> 2023-01-15T14:44:35.484+0000 7f0e0f094780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:35.982 INFO:tasks.workunit.client.0.smithi027.stderr: -281> 2023-01-15T14:44:35.484+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.982 INFO:tasks.workunit.client.0.smithi027.stderr: -280> 2023-01-15T14:44:35.484+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.982 INFO:tasks.workunit.client.0.smithi027.stderr: -279> 2023-01-15T14:44:35.485+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.982 INFO:tasks.workunit.client.0.smithi027.stderr: -278> 2023-01-15T14:44:35.485+0000 7f0e0d042700 10 monclient: get_auth_request con 0x55c21fee6800 auth_method 0 2023-01-15T14:44:35.982 INFO:tasks.workunit.client.0.smithi027.stderr: -277> 2023-01-15T14:44:35.686+0000 7f0e0d042700 10 monclient: get_auth_request con 0x55c21fee6800 auth_method 0 2023-01-15T14:44:35.982 INFO:tasks.workunit.client.0.smithi027.stderr: -276> 2023-01-15T14:44:35.686+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:35.982 INFO:tasks.workunit.client.0.smithi027.stderr: -275> 2023-01-15T14:44:35.686+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.982 INFO:tasks.workunit.client.0.smithi027.stderr: -274> 2023-01-15T14:44:35.687+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:35.982 INFO:tasks.workunit.client.0.smithi027.stderr: -273> 2023-01-15T14:44:35.687+0000 7f0e0f094780 20 searching for the correct realm 2023-01-15T14:44:35.982 INFO:tasks.workunit.client.0.smithi027.stderr: -272> 2023-01-15T14:44:35.687+0000 7f0e0c841700 10 monclient: get_auth_request con 0x55c21fee7400 auth_method 0 2023-01-15T14:44:35.983 INFO:tasks.workunit.client.0.smithi027.stderr: -271> 2023-01-15T14:44:35.888+0000 7f0e0c841700 10 monclient: get_auth_request con 0x55c21fee7400 auth_method 0 2023-01-15T14:44:35.983 INFO:tasks.workunit.client.0.smithi027.stderr: -270> 2023-01-15T14:44:35.889+0000 7f0e0d843700 10 monclient: get_auth_request con 0x55c21fee7800 auth_method 0 2023-01-15T14:44:35.983 INFO:tasks.workunit.client.0.smithi027.stderr: -269> 2023-01-15T14:44:35.889+0000 7f0e0d042700 10 monclient: get_auth_request con 0x55c21ffbc000 auth_method 0 2023-01-15T14:44:35.983 INFO:tasks.workunit.client.0.smithi027.stderr: -268> 2023-01-15T14:44:35.890+0000 7f0e0c841700 10 monclient: get_auth_request con 0x55c21ffbc400 auth_method 0 2023-01-15T14:44:35.983 INFO:tasks.workunit.client.0.smithi027.stderr: -267> 2023-01-15T14:44:35.892+0000 7f0e0d843700 10 monclient: get_auth_request con 0x55c21fee6c00 auth_method 0 2023-01-15T14:44:35.983 INFO:tasks.workunit.client.0.smithi027.stderr: -266> 2023-01-15T14:44:35.894+0000 7f0e0d042700 10 monclient: get_auth_request con 0x55c21ffbd000 auth_method 0 2023-01-15T14:44:35.983 INFO:tasks.workunit.client.0.smithi027.stderr: -265> 2023-01-15T14:44:35.896+0000 7f0e0c841700 0 -- 172.21.15.27:0/3111774173 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55c21fee7400 msgr2=0x55c21fb71180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:35.983 INFO:tasks.workunit.client.0.smithi027.stderr: -264> 2023-01-15T14:44:35.896+0000 7f0e06034700 1 client.5652.objecter ms_handle_reset 0x55c21fee7400 session 0x55c21fb38a80 osd.3 2023-01-15T14:44:35.983 INFO:tasks.workunit.client.0.smithi027.stderr: -263> 2023-01-15T14:44:35.896+0000 7f0e06034700 10 monclient: _renew_subs 2023-01-15T14:44:35.983 INFO:tasks.workunit.client.0.smithi027.stderr: -262> 2023-01-15T14:44:35.896+0000 7f0e06034700 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:44:35.983 INFO:tasks.workunit.client.0.smithi027.stderr: -261> 2023-01-15T14:44:35.896+0000 7f0e0c841700 10 monclient: get_auth_request con 0x55c21ffbd800 auth_method 0 2023-01-15T14:44:35.984 INFO:tasks.workunit.client.0.smithi027.stderr: -260> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:35.984 INFO:tasks.workunit.client.0.smithi027.stderr: -259> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:35.984 INFO:tasks.workunit.client.0.smithi027.stderr: -258> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:35.984 INFO:tasks.workunit.client.0.smithi027.stderr: -257> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:35.984 INFO:tasks.workunit.client.0.smithi027.stderr: -256> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.984 INFO:tasks.workunit.client.0.smithi027.stderr: -255> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.984 INFO:tasks.workunit.client.0.smithi027.stderr: -254> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.984 INFO:tasks.workunit.client.0.smithi027.stderr: -253> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:35.984 INFO:tasks.workunit.client.0.smithi027.stderr: -252> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.984 INFO:tasks.workunit.client.0.smithi027.stderr: -251> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:35.984 INFO:tasks.workunit.client.0.smithi027.stderr: -250> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 zone default found 2023-01-15T14:44:35.985 INFO:tasks.workunit.client.0.smithi027.stderr: -249> 2023-01-15T14:44:35.899+0000 7f0e0f094780 4 Realm: () 2023-01-15T14:44:35.985 INFO:tasks.workunit.client.0.smithi027.stderr: -248> 2023-01-15T14:44:35.899+0000 7f0e0f094780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:35.985 INFO:tasks.workunit.client.0.smithi027.stderr: -247> 2023-01-15T14:44:35.899+0000 7f0e0f094780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:35.985 INFO:tasks.workunit.client.0.smithi027.stderr: -246> 2023-01-15T14:44:35.899+0000 7f0e0f094780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:35.985 INFO:tasks.workunit.client.0.smithi027.stderr: -245> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 zonegroup default 2023-01-15T14:44:35.985 INFO:tasks.workunit.client.0.smithi027.stderr: -244> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.985 INFO:tasks.workunit.client.0.smithi027.stderr: -243> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.985 INFO:tasks.workunit.client.0.smithi027.stderr: -242> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.985 INFO:tasks.workunit.client.0.smithi027.stderr: -241> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.985 INFO:tasks.workunit.client.0.smithi027.stderr: -240> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:35.985 INFO:tasks.workunit.client.0.smithi027.stderr: -239> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:35.985 INFO:tasks.workunit.client.0.smithi027.stderr: -238> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 started sync module instance, tier type = 2023-01-15T14:44:35.986 INFO:tasks.workunit.client.0.smithi027.stderr: -237> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:35.986 INFO:tasks.workunit.client.0.smithi027.stderr: -236> 2023-01-15T14:44:35.903+0000 7f0e0d042700 0 -- 172.21.15.27:0/3111774173 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55c21ffbc000 msgr2=0x55c21fed1080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:35.986 INFO:tasks.workunit.client.0.smithi027.stderr: -235> 2023-01-15T14:44:35.903+0000 7f0e06034700 1 client.5652.objecter ms_handle_reset 0x55c21ffbc000 session 0x55c21fb39080 osd.2 2023-01-15T14:44:35.986 INFO:tasks.workunit.client.0.smithi027.stderr: -234> 2023-01-15T14:44:35.903+0000 7f0e0d042700 10 monclient: get_auth_request con 0x55c21fee7400 auth_method 0 2023-01-15T14:44:35.986 INFO:tasks.workunit.client.0.smithi027.stderr: -233> 2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=0 2023-01-15T14:44:35.986 INFO:tasks.workunit.client.0.smithi027.stderr: -232> 2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=1 2023-01-15T14:44:35.986 INFO:tasks.workunit.client.0.smithi027.stderr: -231> 2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=2 2023-01-15T14:44:35.986 INFO:tasks.workunit.client.0.smithi027.stderr: -230> 2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=3 2023-01-15T14:44:35.986 INFO:tasks.workunit.client.0.smithi027.stderr: -229> 2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=4 2023-01-15T14:44:35.986 INFO:tasks.workunit.client.0.smithi027.stderr: -228> 2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=5 2023-01-15T14:44:35.986 INFO:tasks.workunit.client.0.smithi027.stderr: -227> 2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=6 2023-01-15T14:44:35.986 INFO:tasks.workunit.client.0.smithi027.stderr: -226> 2023-01-15T14:44:35.907+0000 7f0e0f094780 20 add_watcher() i=7 2023-01-15T14:44:35.987 INFO:tasks.workunit.client.0.smithi027.stderr: -225> 2023-01-15T14:44:35.907+0000 7f0e0f094780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:35.987 INFO:tasks.workunit.client.0.smithi027.stderr: -224> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding auth protocol: cephx 2023-01-15T14:44:35.987 INFO:tasks.workunit.client.0.smithi027.stderr: -223> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding auth protocol: cephx 2023-01-15T14:44:35.987 INFO:tasks.workunit.client.0.smithi027.stderr: -222> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding auth protocol: cephx 2023-01-15T14:44:35.987 INFO:tasks.workunit.client.0.smithi027.stderr: -221> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: secure 2023-01-15T14:44:35.987 INFO:tasks.workunit.client.0.smithi027.stderr: -220> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: crc 2023-01-15T14:44:35.987 INFO:tasks.workunit.client.0.smithi027.stderr: -219> 2023-01-15T14:44:35.908+0000 7f0df4010700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:35.987 INFO:tasks.workunit.client.0.smithi027.stderr: -218> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: secure 2023-01-15T14:44:35.987 INFO:tasks.workunit.client.0.smithi027.stderr: -217> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: crc 2023-01-15T14:44:35.987 INFO:tasks.workunit.client.0.smithi027.stderr: -216> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: secure 2023-01-15T14:44:35.987 INFO:tasks.workunit.client.0.smithi027.stderr: -215> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: crc 2023-01-15T14:44:35.987 INFO:tasks.workunit.client.0.smithi027.stderr: -214> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: crc 2023-01-15T14:44:35.988 INFO:tasks.workunit.client.0.smithi027.stderr: -213> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: secure 2023-01-15T14:44:35.988 INFO:tasks.workunit.client.0.smithi027.stderr: -212> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: crc 2023-01-15T14:44:35.988 INFO:tasks.workunit.client.0.smithi027.stderr: -211> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: secure 2023-01-15T14:44:35.988 INFO:tasks.workunit.client.0.smithi027.stderr: -210> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: crc 2023-01-15T14:44:35.988 INFO:tasks.workunit.client.0.smithi027.stderr: -209> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: secure 2023-01-15T14:44:35.988 INFO:tasks.workunit.client.0.smithi027.stderr: -208> 2023-01-15T14:44:35.909+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:35.988 INFO:tasks.workunit.client.0.smithi027.stderr: -207> 2023-01-15T14:44:35.909+0000 7f0e0f094780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:35.988 INFO:tasks.workunit.client.0.smithi027.stderr: -206> 2023-01-15T14:44:35.909+0000 7f0e0f094780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:35.988 INFO:tasks.workunit.client.0.smithi027.stderr: -205> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command cache list hook 0x55c21facc9a0 2023-01-15T14:44:35.988 INFO:tasks.workunit.client.0.smithi027.stderr: -204> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command cache inspect hook 0x55c21facc9a0 2023-01-15T14:44:35.989 INFO:tasks.workunit.client.0.smithi027.stderr: -203> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command cache erase hook 0x55c21facc9a0 2023-01-15T14:44:35.989 INFO:tasks.workunit.client.0.smithi027.stderr: -202> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command cache zap hook 0x55c21facc9a0 2023-01-15T14:44:35.989 INFO:tasks.workunit.client.0.smithi027.stderr: -201> 2023-01-15T14:44:35.909+0000 7f0e0f094780 10 monclient: get_monmap_and_config 2023-01-15T14:44:35.989 INFO:tasks.workunit.client.0.smithi027.stderr: -200> 2023-01-15T14:44:35.909+0000 7f0e0f094780 10 monclient: build_initial_monmap 2023-01-15T14:44:35.989 INFO:tasks.workunit.client.0.smithi027.stderr: -199> 2023-01-15T14:44:35.909+0000 7f0e0f094780 1 build_initial for_mkfs: 0 2023-01-15T14:44:35.989 INFO:tasks.workunit.client.0.smithi027.stderr: -198> 2023-01-15T14:44:35.909+0000 7f0e0f094780 10 monclient: monmap: 2023-01-15T14:44:35.989 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:44:35.989 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:44:35.989 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:44:35.989 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:44:35.989 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:44:35.989 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:35.990 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:44:35.990 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:44:35.990 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:44:35.990 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.990 INFO:tasks.workunit.client.0.smithi027.stderr: -197> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding auth protocol: cephx 2023-01-15T14:44:35.990 INFO:tasks.workunit.client.0.smithi027.stderr: -196> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding auth protocol: cephx 2023-01-15T14:44:35.990 INFO:tasks.workunit.client.0.smithi027.stderr: -195> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding auth protocol: cephx 2023-01-15T14:44:35.990 INFO:tasks.workunit.client.0.smithi027.stderr: -194> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:35.990 INFO:tasks.workunit.client.0.smithi027.stderr: -193> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:35.990 INFO:tasks.workunit.client.0.smithi027.stderr: -192> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:35.990 INFO:tasks.workunit.client.0.smithi027.stderr: -191> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:35.991 INFO:tasks.workunit.client.0.smithi027.stderr: -190> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:35.991 INFO:tasks.workunit.client.0.smithi027.stderr: -189> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:35.991 INFO:tasks.workunit.client.0.smithi027.stderr: -188> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:35.991 INFO:tasks.workunit.client.0.smithi027.stderr: -187> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:35.991 INFO:tasks.workunit.client.0.smithi027.stderr: -186> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:35.991 INFO:tasks.workunit.client.0.smithi027.stderr: -185> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:35.991 INFO:tasks.workunit.client.0.smithi027.stderr: -184> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:35.991 INFO:tasks.workunit.client.0.smithi027.stderr: -183> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:35.991 INFO:tasks.workunit.client.0.smithi027.stderr: -182> 2023-01-15T14:44:35.909+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:35.991 INFO:tasks.workunit.client.0.smithi027.stderr: -181> 2023-01-15T14:44:35.909+0000 7f0e0f094780 10 monclient: init 2023-01-15T14:44:35.991 INFO:tasks.workunit.client.0.smithi027.stderr: -180> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding auth protocol: cephx 2023-01-15T14:44:35.991 INFO:tasks.workunit.client.0.smithi027.stderr: -179> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding auth protocol: cephx 2023-01-15T14:44:35.992 INFO:tasks.workunit.client.0.smithi027.stderr: -178> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding auth protocol: cephx 2023-01-15T14:44:35.992 INFO:tasks.workunit.client.0.smithi027.stderr: -177> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: secure 2023-01-15T14:44:35.992 INFO:tasks.workunit.client.0.smithi027.stderr: -176> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: crc 2023-01-15T14:44:35.992 INFO:tasks.workunit.client.0.smithi027.stderr: -175> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: secure 2023-01-15T14:44:35.992 INFO:tasks.workunit.client.0.smithi027.stderr: -174> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: crc 2023-01-15T14:44:35.992 INFO:tasks.workunit.client.0.smithi027.stderr: -173> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: secure 2023-01-15T14:44:35.992 INFO:tasks.workunit.client.0.smithi027.stderr: -172> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: crc 2023-01-15T14:44:35.992 INFO:tasks.workunit.client.0.smithi027.stderr: -171> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: crc 2023-01-15T14:44:35.992 INFO:tasks.workunit.client.0.smithi027.stderr: -170> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: secure 2023-01-15T14:44:35.993 INFO:tasks.workunit.client.0.smithi027.stderr: -169> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: crc 2023-01-15T14:44:35.993 INFO:tasks.workunit.client.0.smithi027.stderr: -168> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: secure 2023-01-15T14:44:35.993 INFO:tasks.workunit.client.0.smithi027.stderr: -167> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: crc 2023-01-15T14:44:35.993 INFO:tasks.workunit.client.0.smithi027.stderr: -166> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: secure 2023-01-15T14:44:35.993 INFO:tasks.workunit.client.0.smithi027.stderr: -165> 2023-01-15T14:44:35.909+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:35.993 INFO:tasks.workunit.client.0.smithi027.stderr: -164> 2023-01-15T14:44:35.910+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:35.993 INFO:tasks.workunit.client.0.smithi027.stderr: -163> 2023-01-15T14:44:35.910+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command rotate-key cmddesc rotate-key hook 0x7fff5f38f238 EEXIST 2023-01-15T14:44:35.993 INFO:tasks.workunit.client.0.smithi027.stderr: -162> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient: _reopen_session rank -1 2023-01-15T14:44:35.993 INFO:tasks.workunit.client.0.smithi027.stderr: -161> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient: _add_conns ranks=[2,1,0] 2023-01-15T14:44:35.993 INFO:tasks.workunit.client.0.smithi027.stderr: -160> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-c con 0x55c21ffd9400 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:44:35.993 INFO:tasks.workunit.client.0.smithi027.stderr: -159> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-b con 0x55c21ffd9000 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:44:35.994 INFO:tasks.workunit.client.0.smithi027.stderr: -158> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-a con 0x55c21ffd8800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:44:35.994 INFO:tasks.workunit.client.0.smithi027.stderr: -157> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:35.994 INFO:tasks.workunit.client.0.smithi027.stderr: -156> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:35.994 INFO:tasks.workunit.client.0.smithi027.stderr: -155> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:35.994 INFO:tasks.workunit.client.0.smithi027.stderr: -154> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): _renew_subs 2023-01-15T14:44:35.994 INFO:tasks.workunit.client.0.smithi027.stderr: -153> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): authenticate will time out at 1376.047349s 2023-01-15T14:44:35.994 INFO:tasks.workunit.client.0.smithi027.stderr: -152> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): get_auth_request con 0x55c21ffd9400 auth_method 0 2023-01-15T14:44:35.994 INFO:tasks.workunit.client.0.smithi027.stderr: -151> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:35.994 INFO:tasks.workunit.client.0.smithi027.stderr: -150> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:35.994 INFO:tasks.workunit.client.0.smithi027.stderr: -149> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:35.994 INFO:tasks.workunit.client.0.smithi027.stderr: -148> 2023-01-15T14:44:35.910+0000 7f0e0c841700 10 monclient(hunting): get_auth_request con 0x55c21ffd8800 auth_method 0 2023-01-15T14:44:35.994 INFO:tasks.workunit.client.0.smithi027.stderr: -147> 2023-01-15T14:44:35.910+0000 7f0e0c841700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:35.995 INFO:tasks.workunit.client.0.smithi027.stderr: -146> 2023-01-15T14:44:35.910+0000 7f0e0c841700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:35.995 INFO:tasks.workunit.client.0.smithi027.stderr: -145> 2023-01-15T14:44:35.910+0000 7f0e0c841700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:35.995 INFO:tasks.workunit.client.0.smithi027.stderr: -144> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:35.995 INFO:tasks.workunit.client.0.smithi027.stderr: -143> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:35.995 INFO:tasks.workunit.client.0.smithi027.stderr: -142> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:35.995 INFO:tasks.workunit.client.0.smithi027.stderr: -141> 2023-01-15T14:44:35.910+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:35.995 INFO:tasks.workunit.client.0.smithi027.stderr: -140> 2023-01-15T14:44:35.910+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:35.995 INFO:tasks.workunit.client.0.smithi027.stderr: -139> 2023-01-15T14:44:35.910+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:35.995 INFO:tasks.workunit.client.0.smithi027.stderr: -138> 2023-01-15T14:44:35.910+0000 7f0e0d042700 10 monclient(hunting): get_auth_request con 0x55c21ffd9000 auth_method 0 2023-01-15T14:44:35.995 INFO:tasks.workunit.client.0.smithi027.stderr: -137> 2023-01-15T14:44:35.910+0000 7f0e0d042700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:35.995 INFO:tasks.workunit.client.0.smithi027.stderr: -136> 2023-01-15T14:44:35.910+0000 7f0e0d042700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:35.996 INFO:tasks.workunit.client.0.smithi027.stderr: -135> 2023-01-15T14:44:35.910+0000 7f0e0d042700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:35.996 INFO:tasks.workunit.client.0.smithi027.stderr: -134> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): handle_auth_done global_id 5399 payload 274 2023-01-15T14:44:35.996 INFO:tasks.workunit.client.0.smithi027.stderr: -133> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient: _finish_hunting 0 2023-01-15T14:44:35.996 INFO:tasks.workunit.client.0.smithi027.stderr: -132> 2023-01-15T14:44:35.910+0000 7f0e0d843700 1 monclient: found mon.noname-c 2023-01-15T14:44:35.996 INFO:tasks.workunit.client.0.smithi027.stderr: -131> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.27:3301/0 2023-01-15T14:44:35.996 INFO:tasks.workunit.client.0.smithi027.stderr: -130> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:35.996 INFO:tasks.workunit.client.0.smithi027.stderr: -129> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:44:35.996 INFO:tasks.workunit.client.0.smithi027.stderr: -128> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: dump: 2023-01-15T14:44:35.996 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:35.996 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:35.996 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.997 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.997 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:35.997 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:35.997 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:35.997 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:35.997 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:35.997 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.997 INFO:tasks.workunit.client.0.smithi027.stderr: -127> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: _finish_auth 0 2023-01-15T14:44:35.997 INFO:tasks.workunit.client.0.smithi027.stderr: -126> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: _check_auth_tickets 2023-01-15T14:44:35.997 INFO:tasks.workunit.client.0.smithi027.stderr: -125> 2023-01-15T14:44:35.910+0000 7f0e0f094780 5 monclient: authenticate success, global_id 5399 2023-01-15T14:44:35.997 INFO:tasks.workunit.client.0.smithi027.stderr: -124> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:44:35.998 INFO:tasks.workunit.client.0.smithi027.stderr: -123> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient: get_monmap_and_config success 2023-01-15T14:44:35.998 INFO:tasks.workunit.client.0.smithi027.stderr: -122> 2023-01-15T14:44:35.910+0000 7f0e0f094780 4 set_mon_vals no callback set 2023-01-15T14:44:35.998 INFO:tasks.workunit.client.0.smithi027.stderr: -121> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:35.998 INFO:tasks.workunit.client.0.smithi027.stderr: -120> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:44:35.998 INFO:tasks.workunit.client.0.smithi027.stderr: -119> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: dump: 2023-01-15T14:44:35.998 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:35.998 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:35.998 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.998 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:35.998 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:35.998 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:35.999 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:35.999 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:35.999 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:35.999 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:35.999 INFO:tasks.workunit.client.0.smithi027.stderr: -118> 2023-01-15T14:44:35.911+0000 7f0e0f094780 10 monclient: shutdown 2023-01-15T14:44:35.999 INFO:tasks.workunit.client.0.smithi027.stderr: -117> 2023-01-15T14:44:35.911+0000 7f0e0f094780 10 monclient: build_initial_monmap 2023-01-15T14:44:35.999 INFO:tasks.workunit.client.0.smithi027.stderr: -116> 2023-01-15T14:44:35.911+0000 7f0e0f094780 1 build_initial for_mkfs: 0 2023-01-15T14:44:35.999 INFO:tasks.workunit.client.0.smithi027.stderr: -115> 2023-01-15T14:44:35.911+0000 7f0e0f094780 10 monclient: monmap: 2023-01-15T14:44:35.999 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:44:35.999 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:44:35.999 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:44:35.999 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:44:35.999 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:44:36.000 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.000 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:44:36.000 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:44:36.000 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:44:36.000 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.000 INFO:tasks.workunit.client.0.smithi027.stderr: -114> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding auth protocol: cephx 2023-01-15T14:44:36.000 INFO:tasks.workunit.client.0.smithi027.stderr: -113> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding auth protocol: cephx 2023-01-15T14:44:36.000 INFO:tasks.workunit.client.0.smithi027.stderr: -112> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding auth protocol: cephx 2023-01-15T14:44:36.000 INFO:tasks.workunit.client.0.smithi027.stderr: -111> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.000 INFO:tasks.workunit.client.0.smithi027.stderr: -110> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.001 INFO:tasks.workunit.client.0.smithi027.stderr: -109> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.001 INFO:tasks.workunit.client.0.smithi027.stderr: -108> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.001 INFO:tasks.workunit.client.0.smithi027.stderr: -107> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.001 INFO:tasks.workunit.client.0.smithi027.stderr: -106> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.001 INFO:tasks.workunit.client.0.smithi027.stderr: -105> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.001 INFO:tasks.workunit.client.0.smithi027.stderr: -104> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.001 INFO:tasks.workunit.client.0.smithi027.stderr: -103> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.001 INFO:tasks.workunit.client.0.smithi027.stderr: -102> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.001 INFO:tasks.workunit.client.0.smithi027.stderr: -101> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.001 INFO:tasks.workunit.client.0.smithi027.stderr: -100> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.001 INFO:tasks.workunit.client.0.smithi027.stderr: -99> 2023-01-15T14:44:35.911+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.001 INFO:tasks.workunit.client.0.smithi027.stderr: -98> 2023-01-15T14:44:35.911+0000 7f0e0f094780 1 librados: starting msgr at 2023-01-15T14:44:36.002 INFO:tasks.workunit.client.0.smithi027.stderr: -97> 2023-01-15T14:44:35.911+0000 7f0e0f094780 1 librados: starting objecter 2023-01-15T14:44:36.002 INFO:tasks.workunit.client.0.smithi027.stderr: -96> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command objecter_requests cmddesc objecter_requests hook 0x55c21facce20 EEXIST 2023-01-15T14:44:36.002 INFO:tasks.workunit.client.0.smithi027.stderr: -95> 2023-01-15T14:44:35.912+0000 7f0e0f094780 1 librados: setting wanted keys 2023-01-15T14:44:36.002 INFO:tasks.workunit.client.0.smithi027.stderr: -94> 2023-01-15T14:44:35.912+0000 7f0e0f094780 1 librados: calling monclient init 2023-01-15T14:44:36.002 INFO:tasks.workunit.client.0.smithi027.stderr: -93> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient: init 2023-01-15T14:44:36.002 INFO:tasks.workunit.client.0.smithi027.stderr: -92> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding auth protocol: cephx 2023-01-15T14:44:36.002 INFO:tasks.workunit.client.0.smithi027.stderr: -91> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding auth protocol: cephx 2023-01-15T14:44:36.002 INFO:tasks.workunit.client.0.smithi027.stderr: -90> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding auth protocol: cephx 2023-01-15T14:44:36.002 INFO:tasks.workunit.client.0.smithi027.stderr: -89> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: secure 2023-01-15T14:44:36.002 INFO:tasks.workunit.client.0.smithi027.stderr: -88> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: crc 2023-01-15T14:44:36.002 INFO:tasks.workunit.client.0.smithi027.stderr: -87> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: secure 2023-01-15T14:44:36.003 INFO:tasks.workunit.client.0.smithi027.stderr: -86> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: crc 2023-01-15T14:44:36.003 INFO:tasks.workunit.client.0.smithi027.stderr: -85> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: secure 2023-01-15T14:44:36.003 INFO:tasks.workunit.client.0.smithi027.stderr: -84> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: crc 2023-01-15T14:44:36.003 INFO:tasks.workunit.client.0.smithi027.stderr: -83> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: crc 2023-01-15T14:44:36.003 INFO:tasks.workunit.client.0.smithi027.stderr: -82> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: secure 2023-01-15T14:44:36.003 INFO:tasks.workunit.client.0.smithi027.stderr: -81> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: crc 2023-01-15T14:44:36.003 INFO:tasks.workunit.client.0.smithi027.stderr: -80> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: secure 2023-01-15T14:44:36.003 INFO:tasks.workunit.client.0.smithi027.stderr: -79> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: crc 2023-01-15T14:44:36.003 INFO:tasks.workunit.client.0.smithi027.stderr: -78> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: secure 2023-01-15T14:44:36.003 INFO:tasks.workunit.client.0.smithi027.stderr: -77> 2023-01-15T14:44:35.912+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.003 INFO:tasks.workunit.client.0.smithi027.stderr: -76> 2023-01-15T14:44:35.912+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.004 INFO:tasks.workunit.client.0.smithi027.stderr: -75> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command rotate-key cmddesc rotate-key hook 0x55c220000220 EEXIST 2023-01-15T14:44:36.004 INFO:tasks.workunit.client.0.smithi027.stderr: -74> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient: _reopen_session rank -1 2023-01-15T14:44:36.004 INFO:tasks.workunit.client.0.smithi027.stderr: -73> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient: _add_conns ranks=[2,0,1] 2023-01-15T14:44:36.004 INFO:tasks.workunit.client.0.smithi027.stderr: -72> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-c con 0x55c21ffd8800 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:44:36.004 INFO:tasks.workunit.client.0.smithi027.stderr: -71> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-a con 0x55c21ffd9000 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:44:36.004 INFO:tasks.workunit.client.0.smithi027.stderr: -70> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-b con 0x55c21ffd9400 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:44:36.004 INFO:tasks.workunit.client.0.smithi027.stderr: -69> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:36.004 INFO:tasks.workunit.client.0.smithi027.stderr: -68> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:36.004 INFO:tasks.workunit.client.0.smithi027.stderr: -67> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:36.004 INFO:tasks.workunit.client.0.smithi027.stderr: -66> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): _renew_subs 2023-01-15T14:44:36.004 INFO:tasks.workunit.client.0.smithi027.stderr: -65> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): authenticate will time out at 1376.049591s 2023-01-15T14:44:36.004 INFO:tasks.workunit.client.0.smithi027.stderr: -64> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): get_auth_request con 0x55c21ffd8800 auth_method 0 2023-01-15T14:44:36.005 INFO:tasks.workunit.client.0.smithi027.stderr: -63> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:36.005 INFO:tasks.workunit.client.0.smithi027.stderr: -62> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:36.005 INFO:tasks.workunit.client.0.smithi027.stderr: -61> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:36.005 INFO:tasks.workunit.client.0.smithi027.stderr: -60> 2023-01-15T14:44:35.912+0000 7f0e0d042700 10 monclient(hunting): get_auth_request con 0x55c21ffd9000 auth_method 0 2023-01-15T14:44:36.005 INFO:tasks.workunit.client.0.smithi027.stderr: -59> 2023-01-15T14:44:35.912+0000 7f0e0d042700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:36.005 INFO:tasks.workunit.client.0.smithi027.stderr: -58> 2023-01-15T14:44:35.912+0000 7f0e0d042700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:36.005 INFO:tasks.workunit.client.0.smithi027.stderr: -57> 2023-01-15T14:44:35.912+0000 7f0e0d042700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:36.005 INFO:tasks.workunit.client.0.smithi027.stderr: -56> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:36.005 INFO:tasks.workunit.client.0.smithi027.stderr: -55> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:36.005 INFO:tasks.workunit.client.0.smithi027.stderr: -54> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:36.005 INFO:tasks.workunit.client.0.smithi027.stderr: -53> 2023-01-15T14:44:35.912+0000 7f0e0d042700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:36.006 INFO:tasks.workunit.client.0.smithi027.stderr: -52> 2023-01-15T14:44:35.912+0000 7f0e0d042700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:36.006 INFO:tasks.workunit.client.0.smithi027.stderr: -51> 2023-01-15T14:44:35.912+0000 7f0e0d042700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:36.006 INFO:tasks.workunit.client.0.smithi027.stderr: -50> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): handle_auth_done global_id 5402 payload 824 2023-01-15T14:44:36.006 INFO:tasks.workunit.client.0.smithi027.stderr: -49> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient: _finish_hunting 0 2023-01-15T14:44:36.006 INFO:tasks.workunit.client.0.smithi027.stderr: -48> 2023-01-15T14:44:35.912+0000 7f0e0d843700 1 monclient: found mon.noname-c 2023-01-15T14:44:36.006 INFO:tasks.workunit.client.0.smithi027.stderr: -47> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.27:3301/0 2023-01-15T14:44:36.006 INFO:tasks.workunit.client.0.smithi027.stderr: -46> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:36.006 INFO:tasks.workunit.client.0.smithi027.stderr: -45> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:44:36.006 INFO:tasks.workunit.client.0.smithi027.stderr: -44> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: dump: 2023-01-15T14:44:36.006 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:36.006 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:36.006 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.007 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.007 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:36.007 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.007 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:36.007 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:36.007 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:36.007 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.007 INFO:tasks.workunit.client.0.smithi027.stderr: -43> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: _finish_auth 0 2023-01-15T14:44:36.007 INFO:tasks.workunit.client.0.smithi027.stderr: -42> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: _check_auth_tickets 2023-01-15T14:44:36.007 INFO:tasks.workunit.client.0.smithi027.stderr: -41> 2023-01-15T14:44:35.913+0000 7f0e0f094780 5 monclient: authenticate success, global_id 5402 2023-01-15T14:44:36.007 INFO:tasks.workunit.client.0.smithi027.stderr: -40> 2023-01-15T14:44:35.913+0000 7f0e0f094780 10 monclient: _renew_subs 2023-01-15T14:44:36.008 INFO:tasks.workunit.client.0.smithi027.stderr: -39> 2023-01-15T14:44:35.913+0000 7f0e0f094780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:44:36.008 INFO:tasks.workunit.client.0.smithi027.stderr: -38> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:44:36.008 INFO:tasks.workunit.client.0.smithi027.stderr: -37> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:36.008 INFO:tasks.workunit.client.0.smithi027.stderr: -36> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:44:36.008 INFO:tasks.workunit.client.0.smithi027.stderr: -35> 2023-01-15T14:44:35.913+0000 7f0df380f700 4 set_mon_vals no callback set 2023-01-15T14:44:36.008 INFO:tasks.workunit.client.0.smithi027.stderr: -34> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: dump: 2023-01-15T14:44:36.008 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:36.008 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:36.008 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.008 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.008 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:36.008 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.009 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:36.009 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:36.009 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:36.009 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.009 INFO:tasks.workunit.client.0.smithi027.stderr: -33> 2023-01-15T14:44:35.913+0000 7f0e0f094780 10 monclient: _renew_subs 2023-01-15T14:44:36.009 INFO:tasks.workunit.client.0.smithi027.stderr: -32> 2023-01-15T14:44:35.913+0000 7f0e0f094780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:44:36.009 INFO:tasks.workunit.client.0.smithi027.stderr: -31> 2023-01-15T14:44:35.913+0000 7f0e0f094780 1 librados: init done 2023-01-15T14:44:36.009 INFO:tasks.workunit.client.0.smithi027.stderr: -30> 2023-01-15T14:44:35.913+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command cr dump hook 0x55c220930f38 2023-01-15T14:44:36.009 INFO:tasks.workunit.client.0.smithi027.stderr: -29> 2023-01-15T14:44:35.914+0000 7f0df200c700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:44:36.009 INFO:tasks.workunit.client.0.smithi027.stderr: -28> 2023-01-15T14:44:35.914+0000 7f0df200c700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:44:36.009 INFO:tasks.workunit.client.0.smithi027.stderr: -27> 2023-01-15T14:44:35.914+0000 7f0df200c700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:44:36.009 INFO:tasks.workunit.client.0.smithi027.stderr: -26> 2023-01-15T14:44:35.914+0000 7f0e0f094780 5 note: GC not initialized 2023-01-15T14:44:36.010 INFO:tasks.workunit.client.0.smithi027.stderr: -25> 2023-01-15T14:44:35.914+0000 7f0e0d042700 10 monclient: get_auth_request con 0x55c2200e2000 auth_method 0 2023-01-15T14:44:36.010 INFO:tasks.workunit.client.0.smithi027.stderr: -24> 2023-01-15T14:44:35.915+0000 7f0def807700 20 reqs_thread_entry: start 2023-01-15T14:44:36.010 INFO:tasks.workunit.client.0.smithi027.stderr: -23> 2023-01-15T14:44:35.915+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command sync trace show hook 0x55c21fb00000 2023-01-15T14:44:36.010 INFO:tasks.workunit.client.0.smithi027.stderr: -22> 2023-01-15T14:44:35.915+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command sync trace history hook 0x55c21fb00000 2023-01-15T14:44:36.010 INFO:tasks.workunit.client.0.smithi027.stderr: -21> 2023-01-15T14:44:35.915+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command sync trace active hook 0x55c21fb00000 2023-01-15T14:44:36.010 INFO:tasks.workunit.client.0.smithi027.stderr: -20> 2023-01-15T14:44:35.915+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command sync trace active_short hook 0x55c21fb00000 2023-01-15T14:44:36.010 INFO:tasks.workunit.client.0.smithi027.stderr: -19> 2023-01-15T14:44:35.915+0000 7f0e0f094780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:36.010 INFO:tasks.workunit.client.0.smithi027.stderr: -18> 2023-01-15T14:44:35.915+0000 7f0e0f094780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:36.010 INFO:tasks.workunit.client.0.smithi027.stderr: -17> 2023-01-15T14:44:35.915+0000 7f0ded803700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:06 2023 2023-01-15T14:44:36.010 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.010 INFO:tasks.workunit.client.0.smithi027.stderr: -16> 2023-01-15T14:44:35.916+0000 7f0decfe1700 20 reqs_thread_entry: start 2023-01-15T14:44:36.011 INFO:tasks.workunit.client.0.smithi027.stderr: -15> 2023-01-15T14:44:35.916+0000 7f0e0f094780 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-01-15T14:44:36.011 INFO:tasks.workunit.client.0.smithi027.stderr: -14> 2023-01-15T14:44:35.916+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.011 INFO:tasks.workunit.client.0.smithi027.stderr: -13> 2023-01-15T14:44:35.916+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:36.011 INFO:tasks.workunit.client.0.smithi027.stderr: -12> 2023-01-15T14:44:35.916+0000 7f0e0f094780 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-01-15T14:44:36.011 INFO:tasks.workunit.client.0.smithi027.stderr: -11> 2023-01-15T14:44:35.916+0000 7f0e0f094780 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-01-15T14:44:36.011 INFO:tasks.workunit.client.0.smithi027.stderr: -10> 2023-01-15T14:44:35.916+0000 7f0e0f094780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 : miss 2023-01-15T14:44:36.011 INFO:tasks.workunit.client.0.smithi027.stderr: -9> 2023-01-15T14:44:35.916+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.011 INFO:tasks.workunit.client.0.smithi027.stderr: -8> 2023-01-15T14:44:35.917+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:36.011 INFO:tasks.workunit.client.0.smithi027.stderr: -7> 2023-01-15T14:44:35.917+0000 7f0e0f094780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 info.flags=0x13 2023-01-15T14:44:36.011 INFO:tasks.workunit.client.0.smithi027.stderr: -6> 2023-01-15T14:44:35.917+0000 7f0e0f094780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 to cache LRU end 2023-01-15T14:44:36.011 INFO:tasks.workunit.client.0.smithi027.stderr: -5> 2023-01-15T14:44:35.917+0000 7f0e0f094780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:44:36.012 INFO:tasks.workunit.client.0.smithi027.stderr: -4> 2023-01-15T14:44:35.917+0000 7f0e0f094780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:44:36.012 INFO:tasks.workunit.client.0.smithi027.stderr: -3> 2023-01-15T14:44:35.917+0000 7f0e0f094780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 2023-01-15T14:44:36.012 INFO:tasks.workunit.client.0.smithi027.stderr: -2> 2023-01-15T14:44:35.917+0000 7f0e0c841700 10 monclient: get_auth_request con 0x55c21fad8c00 auth_method 0 2023-01-15T14:44:36.012 INFO:tasks.workunit.client.0.smithi027.stderr: -1> 2023-01-15T14:44:35.922+0000 7f0e0f094780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0e0f094780 time 2023-01-15T14:44:35.922266+0000 2023-01-15T14:44:36.012 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:44:36.012 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.012 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:44:36.012 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f0e15db2dbb] 2023-01-15T14:44:36.012 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f0e15db2f81] 2023-01-15T14:44:36.012 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c21cbb9ae1] 2023-01-15T14:44:36.012 INFO:tasks.workunit.client.0.smithi027.stderr: 4: radosgw-admin(+0x7a8c42) [0x55c21cbb2c42] 2023-01-15T14:44:36.013 INFO:tasks.workunit.client.0.smithi027.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x55c21cbb6aa0] 2023-01-15T14:44:36.013 INFO:tasks.workunit.client.0.smithi027.stderr: 6: main() 2023-01-15T14:44:36.013 INFO:tasks.workunit.client.0.smithi027.stderr: 7: __libc_start_main() 2023-01-15T14:44:36.013 INFO:tasks.workunit.client.0.smithi027.stderr: 8: _start() 2023-01-15T14:44:36.013 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.013 INFO:tasks.workunit.client.0.smithi027.stderr: 0> 2023-01-15T14:44:35.923+0000 7f0e0f094780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:44:36.013 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f0e0f094780 thread_name:radosgw-admin 2023-01-15T14:44:36.013 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.013 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:44:36.013 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f0e16a7acf0] 2023-01-15T14:44:36.013 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:44:36.014 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:44:36.014 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f0e15db2e15] 2023-01-15T14:44:36.014 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f0e15db2f81] 2023-01-15T14:44:36.014 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c21cbb9ae1] 2023-01-15T14:44:36.014 INFO:tasks.workunit.client.0.smithi027.stderr: 7: radosgw-admin(+0x7a8c42) [0x55c21cbb2c42] 2023-01-15T14:44:36.014 INFO:tasks.workunit.client.0.smithi027.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x55c21cbb6aa0] 2023-01-15T14:44:36.014 INFO:tasks.workunit.client.0.smithi027.stderr: 9: main() 2023-01-15T14:44:36.014 INFO:tasks.workunit.client.0.smithi027.stderr: 10: __libc_start_main() 2023-01-15T14:44:36.014 INFO:tasks.workunit.client.0.smithi027.stderr: 11: _start() 2023-01-15T14:44:36.014 INFO:tasks.workunit.client.0.smithi027.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:44:36.014 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.014 INFO:tasks.workunit.client.0.smithi027.stderr:--- logging levels --- 2023-01-15T14:44:36.015 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 none 2023-01-15T14:44:36.015 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 lockdep 2023-01-15T14:44:36.015 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 context 2023-01-15T14:44:36.015 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 crush 2023-01-15T14:44:36.015 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds 2023-01-15T14:44:36.015 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_balancer 2023-01-15T14:44:36.015 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_locker 2023-01-15T14:44:36.015 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log 2023-01-15T14:44:36.015 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log_expire 2023-01-15T14:44:36.015 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_migrator 2023-01-15T14:44:36.015 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 buffer 2023-01-15T14:44:36.015 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 timer 2023-01-15T14:44:36.016 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 filer 2023-01-15T14:44:36.016 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 striper 2023-01-15T14:44:36.016 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 objecter 2023-01-15T14:44:36.016 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rados 2023-01-15T14:44:36.016 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd 2023-01-15T14:44:36.016 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_mirror 2023-01-15T14:44:36.016 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_replay 2023-01-15T14:44:36.016 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_pwl 2023-01-15T14:44:36.016 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 journaler 2023-01-15T14:44:36.016 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objectcacher 2023-01-15T14:44:36.016 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:44:36.017 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 client 2023-01-15T14:44:36.017 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 osd 2023-01-15T14:44:36.017 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 optracker 2023-01-15T14:44:36.017 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objclass 2023-01-15T14:44:36.017 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 filestore 2023-01-15T14:44:36.017 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 journal 2023-01-15T14:44:36.017 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 ms 2023-01-15T14:44:36.017 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mon 2023-01-15T14:44:36.017 INFO:tasks.workunit.client.0.smithi027.stderr: 0/10 monc 2023-01-15T14:44:36.017 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 paxos 2023-01-15T14:44:36.017 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 tp 2023-01-15T14:44:36.018 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 auth 2023-01-15T14:44:36.018 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 crypto 2023-01-15T14:44:36.018 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 finisher 2023-01-15T14:44:36.018 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 reserver 2023-01-15T14:44:36.018 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 heartbeatmap 2023-01-15T14:44:36.018 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 perfcounter 2023-01-15T14:44:36.018 INFO:tasks.workunit.client.0.smithi027.stderr: 20/20 rgw 2023-01-15T14:44:36.018 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_sync 2023-01-15T14:44:36.018 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_datacache 2023-01-15T14:44:36.018 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_access 2023-01-15T14:44:36.018 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:44:36.018 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 javaclient 2023-01-15T14:44:36.019 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 asok 2023-01-15T14:44:36.019 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 throttle 2023-01-15T14:44:36.019 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 refs 2023-01-15T14:44:36.019 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 compressor 2023-01-15T14:44:36.019 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluestore 2023-01-15T14:44:36.019 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluefs 2023-01-15T14:44:36.019 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 bdev 2023-01-15T14:44:36.019 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 kstore 2023-01-15T14:44:36.019 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 rocksdb 2023-01-15T14:44:36.019 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 leveldb 2023-01-15T14:44:36.019 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 fuse 2023-01-15T14:44:36.019 INFO:tasks.workunit.client.0.smithi027.stderr: 2/ 5 mgr 2023-01-15T14:44:36.020 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mgrc 2023-01-15T14:44:36.020 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 dpdk 2023-01-15T14:44:36.020 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 eventtrace 2023-01-15T14:44:36.020 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 prioritycache 2023-01-15T14:44:36.020 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 test 2023-01-15T14:44:36.020 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:44:36.020 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephsqlite 2023-01-15T14:44:36.020 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore 2023-01-15T14:44:36.020 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_onode 2023-01-15T14:44:36.020 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_odata 2023-01-15T14:44:36.020 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_omap 2023-01-15T14:44:36.021 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_tm 2023-01-15T14:44:36.021 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_t 2023-01-15T14:44:36.021 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:44:36.021 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_epm 2023-01-15T14:44:36.021 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_lba 2023-01-15T14:44:36.021 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:44:36.021 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cache 2023-01-15T14:44:36.021 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_journal 2023-01-15T14:44:36.021 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_device 2023-01-15T14:44:36.021 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_backref 2023-01-15T14:44:36.021 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 alienstore 2023-01-15T14:44:36.021 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mclock 2023-01-15T14:44:36.022 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cyanstore 2023-01-15T14:44:36.022 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 ceph_exporter 2023-01-15T14:44:36.022 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 memstore 2023-01-15T14:44:36.022 INFO:tasks.workunit.client.0.smithi027.stderr: -2/-2 (syslog threshold) 2023-01-15T14:44:36.022 INFO:tasks.workunit.client.0.smithi027.stderr: 99/99 (stderr threshold) 2023-01-15T14:44:36.022 INFO:tasks.workunit.client.0.smithi027.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:44:36.022 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0decfe1700 / http_manager 2023-01-15T14:44:36.022 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0ded803700 / notif-worker0 2023-01-15T14:44:36.022 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0def807700 / http_manager 2023-01-15T14:44:36.022 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0df200c700 / ms_dispatch 2023-01-15T14:44:36.022 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0df380f700 / io_context_pool 2023-01-15T14:44:36.022 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0df4010700 / rgw_dt_lg_renew 2023-01-15T14:44:36.023 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e06034700 / ms_dispatch 2023-01-15T14:44:36.023 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e07837700 / io_context_pool 2023-01-15T14:44:36.023 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e0a03c700 / ms_dispatch 2023-01-15T14:44:36.023 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e0b83f700 / io_context_pool 2023-01-15T14:44:36.023 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e0c841700 / msgr-worker-2 2023-01-15T14:44:36.023 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e0d042700 / msgr-worker-1 2023-01-15T14:44:36.023 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e0d843700 / msgr-worker-0 2023-01-15T14:44:36.023 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e0f094780 / radosgw-admin 2023-01-15T14:44:36.023 INFO:tasks.workunit.client.0.smithi027.stderr: max_recent 500 2023-01-15T14:44:36.023 INFO:tasks.workunit.client.0.smithi027.stderr: max_new 1000 2023-01-15T14:44:36.023 INFO:tasks.workunit.client.0.smithi027.stderr: log_file /var/log/ceph/ceph-client.admin.112016.log 2023-01-15T14:44:36.023 INFO:tasks.workunit.client.0.smithi027.stderr:--- end dump of recent events --- 2023-01-15T14:44:36.024 INFO:tasks.workunit.client.0.smithi027.stderr:--- begin dump of recent events --- 2023-01-15T14:44:36.024 INFO:tasks.workunit.client.0.smithi027.stderr: -499> 2023-01-15T14:44:35.477+0000 7f0e0c841700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:36.024 INFO:tasks.workunit.client.0.smithi027.stderr: -498> 2023-01-15T14:44:35.477+0000 7f0e0c841700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:36.024 INFO:tasks.workunit.client.0.smithi027.stderr: -497> 2023-01-15T14:44:35.477+0000 7f0e0c841700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:36.024 INFO:tasks.workunit.client.0.smithi027.stderr: -496> 2023-01-15T14:44:35.477+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:36.024 INFO:tasks.workunit.client.0.smithi027.stderr: -495> 2023-01-15T14:44:35.477+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:36.024 INFO:tasks.workunit.client.0.smithi027.stderr: -494> 2023-01-15T14:44:35.477+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:36.024 INFO:tasks.workunit.client.0.smithi027.stderr: -493> 2023-01-15T14:44:35.477+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:36.024 INFO:tasks.workunit.client.0.smithi027.stderr: -492> 2023-01-15T14:44:35.477+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:36.024 INFO:tasks.workunit.client.0.smithi027.stderr: -491> 2023-01-15T14:44:35.477+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:36.024 INFO:tasks.workunit.client.0.smithi027.stderr: -490> 2023-01-15T14:44:35.477+0000 7f0e0d042700 10 monclient(hunting): handle_auth_done global_id 5393 payload 824 2023-01-15T14:44:36.025 INFO:tasks.workunit.client.0.smithi027.stderr: -489> 2023-01-15T14:44:35.477+0000 7f0e0d042700 10 monclient: _finish_hunting 0 2023-01-15T14:44:36.025 INFO:tasks.workunit.client.0.smithi027.stderr: -488> 2023-01-15T14:44:35.477+0000 7f0e0d042700 1 monclient: found mon.noname-c 2023-01-15T14:44:36.025 INFO:tasks.workunit.client.0.smithi027.stderr: -487> 2023-01-15T14:44:35.477+0000 7f0e0d042700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.27:3301/0 2023-01-15T14:44:36.025 INFO:tasks.workunit.client.0.smithi027.stderr: -486> 2023-01-15T14:44:35.477+0000 7f0e0a03c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:36.025 INFO:tasks.workunit.client.0.smithi027.stderr: -485> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:44:36.025 INFO:tasks.workunit.client.0.smithi027.stderr: -484> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: dump: 2023-01-15T14:44:36.025 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:36.025 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:36.025 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.025 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.025 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:36.025 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.026 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:36.026 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:36.026 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:36.026 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.026 INFO:tasks.workunit.client.0.smithi027.stderr: -483> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: _finish_auth 0 2023-01-15T14:44:36.026 INFO:tasks.workunit.client.0.smithi027.stderr: -482> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: _check_auth_tickets 2023-01-15T14:44:36.026 INFO:tasks.workunit.client.0.smithi027.stderr: -481> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:44:36.026 INFO:tasks.workunit.client.0.smithi027.stderr: -480> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:36.026 INFO:tasks.workunit.client.0.smithi027.stderr: -479> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:44:36.026 INFO:tasks.workunit.client.0.smithi027.stderr: -478> 2023-01-15T14:44:35.478+0000 7f0e0a03c700 10 monclient: dump: 2023-01-15T14:44:36.026 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:36.026 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:36.027 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.027 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.027 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:36.027 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.027 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:36.027 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:36.027 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:36.027 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.027 INFO:tasks.workunit.client.0.smithi027.stderr: -477> 2023-01-15T14:44:35.478+0000 7f0e0b83f700 4 set_mon_vals no callback set 2023-01-15T14:44:36.027 INFO:tasks.workunit.client.0.smithi027.stderr: -476> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 monclient: authenticate success, global_id 5393 2023-01-15T14:44:36.027 INFO:tasks.workunit.client.0.smithi027.stderr: -475> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: _renew_subs 2023-01-15T14:44:36.028 INFO:tasks.workunit.client.0.smithi027.stderr: -474> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:44:36.028 INFO:tasks.workunit.client.0.smithi027.stderr: -473> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: _renew_subs 2023-01-15T14:44:36.028 INFO:tasks.workunit.client.0.smithi027.stderr: -472> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:44:36.028 INFO:tasks.workunit.client.0.smithi027.stderr: -471> 2023-01-15T14:44:35.478+0000 7f0e0f094780 1 librados: init done 2023-01-15T14:44:36.028 INFO:tasks.workunit.client.0.smithi027.stderr: -470> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: get_monmap_and_config 2023-01-15T14:44:36.028 INFO:tasks.workunit.client.0.smithi027.stderr: -469> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: build_initial_monmap 2023-01-15T14:44:36.028 INFO:tasks.workunit.client.0.smithi027.stderr: -468> 2023-01-15T14:44:35.478+0000 7f0e0f094780 1 build_initial for_mkfs: 0 2023-01-15T14:44:36.028 INFO:tasks.workunit.client.0.smithi027.stderr: -467> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: monmap: 2023-01-15T14:44:36.028 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:44:36.028 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:44:36.028 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:44:36.028 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:44:36.029 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:44:36.029 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.029 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:44:36.029 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:44:36.029 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:44:36.029 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.029 INFO:tasks.workunit.client.0.smithi027.stderr: -466> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding auth protocol: cephx 2023-01-15T14:44:36.029 INFO:tasks.workunit.client.0.smithi027.stderr: -465> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding auth protocol: cephx 2023-01-15T14:44:36.029 INFO:tasks.workunit.client.0.smithi027.stderr: -464> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding auth protocol: cephx 2023-01-15T14:44:36.029 INFO:tasks.workunit.client.0.smithi027.stderr: -463> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:36.029 INFO:tasks.workunit.client.0.smithi027.stderr: -462> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:36.030 INFO:tasks.workunit.client.0.smithi027.stderr: -461> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:36.030 INFO:tasks.workunit.client.0.smithi027.stderr: -460> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:36.030 INFO:tasks.workunit.client.0.smithi027.stderr: -459> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:36.030 INFO:tasks.workunit.client.0.smithi027.stderr: -458> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:36.030 INFO:tasks.workunit.client.0.smithi027.stderr: -457> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:36.030 INFO:tasks.workunit.client.0.smithi027.stderr: -456> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:36.030 INFO:tasks.workunit.client.0.smithi027.stderr: -455> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:36.030 INFO:tasks.workunit.client.0.smithi027.stderr: -454> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:36.030 INFO:tasks.workunit.client.0.smithi027.stderr: -453> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:36.030 INFO:tasks.workunit.client.0.smithi027.stderr: -452> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:36.030 INFO:tasks.workunit.client.0.smithi027.stderr: -451> 2023-01-15T14:44:35.478+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.030 INFO:tasks.workunit.client.0.smithi027.stderr: -450> 2023-01-15T14:44:35.478+0000 7f0e0f094780 10 monclient: init 2023-01-15T14:44:36.031 INFO:tasks.workunit.client.0.smithi027.stderr: -449> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding auth protocol: cephx 2023-01-15T14:44:36.031 INFO:tasks.workunit.client.0.smithi027.stderr: -448> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding auth protocol: cephx 2023-01-15T14:44:36.031 INFO:tasks.workunit.client.0.smithi027.stderr: -447> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding auth protocol: cephx 2023-01-15T14:44:36.031 INFO:tasks.workunit.client.0.smithi027.stderr: -446> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: secure 2023-01-15T14:44:36.031 INFO:tasks.workunit.client.0.smithi027.stderr: -445> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: crc 2023-01-15T14:44:36.031 INFO:tasks.workunit.client.0.smithi027.stderr: -444> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: secure 2023-01-15T14:44:36.031 INFO:tasks.workunit.client.0.smithi027.stderr: -443> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: crc 2023-01-15T14:44:36.031 INFO:tasks.workunit.client.0.smithi027.stderr: -442> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: secure 2023-01-15T14:44:36.031 INFO:tasks.workunit.client.0.smithi027.stderr: -441> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: crc 2023-01-15T14:44:36.031 INFO:tasks.workunit.client.0.smithi027.stderr: -440> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: crc 2023-01-15T14:44:36.031 INFO:tasks.workunit.client.0.smithi027.stderr: -439> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: secure 2023-01-15T14:44:36.032 INFO:tasks.workunit.client.0.smithi027.stderr: -438> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: crc 2023-01-15T14:44:36.032 INFO:tasks.workunit.client.0.smithi027.stderr: -437> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: secure 2023-01-15T14:44:36.032 INFO:tasks.workunit.client.0.smithi027.stderr: -436> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: crc 2023-01-15T14:44:36.032 INFO:tasks.workunit.client.0.smithi027.stderr: -435> 2023-01-15T14:44:35.478+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38eab0) adding con mode: secure 2023-01-15T14:44:36.032 INFO:tasks.workunit.client.0.smithi027.stderr: -434> 2023-01-15T14:44:35.479+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.032 INFO:tasks.workunit.client.0.smithi027.stderr: -433> 2023-01-15T14:44:35.479+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.032 INFO:tasks.workunit.client.0.smithi027.stderr: -432> 2023-01-15T14:44:35.479+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command rotate-key cmddesc rotate-key hook 0x7fff5f38ebf8 EEXIST 2023-01-15T14:44:36.032 INFO:tasks.workunit.client.0.smithi027.stderr: -431> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient: _reopen_session rank -1 2023-01-15T14:44:36.032 INFO:tasks.workunit.client.0.smithi027.stderr: -430> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient: _add_conns ranks=[0,2,1] 2023-01-15T14:44:36.032 INFO:tasks.workunit.client.0.smithi027.stderr: -429> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-a con 0x55c21fad8800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:44:36.032 INFO:tasks.workunit.client.0.smithi027.stderr: -428> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-c con 0x55c21fe3a000 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:44:36.033 INFO:tasks.workunit.client.0.smithi027.stderr: -427> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-b con 0x55c21fe3a400 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:44:36.033 INFO:tasks.workunit.client.0.smithi027.stderr: -426> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:36.033 INFO:tasks.workunit.client.0.smithi027.stderr: -425> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:36.033 INFO:tasks.workunit.client.0.smithi027.stderr: -424> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:36.033 INFO:tasks.workunit.client.0.smithi027.stderr: -423> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): _renew_subs 2023-01-15T14:44:36.033 INFO:tasks.workunit.client.0.smithi027.stderr: -422> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient(hunting): authenticate will time out at 1375.616325s 2023-01-15T14:44:36.033 INFO:tasks.workunit.client.0.smithi027.stderr: -421> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): get_auth_request con 0x55c21fad8800 auth_method 0 2023-01-15T14:44:36.033 INFO:tasks.workunit.client.0.smithi027.stderr: -420> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:36.033 INFO:tasks.workunit.client.0.smithi027.stderr: -419> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:36.033 INFO:tasks.workunit.client.0.smithi027.stderr: -418> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:36.033 INFO:tasks.workunit.client.0.smithi027.stderr: -417> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:36.034 INFO:tasks.workunit.client.0.smithi027.stderr: -416> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:36.034 INFO:tasks.workunit.client.0.smithi027.stderr: -415> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:36.034 INFO:tasks.workunit.client.0.smithi027.stderr: -414> 2023-01-15T14:44:35.479+0000 7f0e0c841700 10 monclient(hunting): get_auth_request con 0x55c21fe3a400 auth_method 0 2023-01-15T14:44:36.034 INFO:tasks.workunit.client.0.smithi027.stderr: -413> 2023-01-15T14:44:35.479+0000 7f0e0c841700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:36.034 INFO:tasks.workunit.client.0.smithi027.stderr: -412> 2023-01-15T14:44:35.479+0000 7f0e0c841700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:36.034 INFO:tasks.workunit.client.0.smithi027.stderr: -411> 2023-01-15T14:44:35.479+0000 7f0e0c841700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:36.034 INFO:tasks.workunit.client.0.smithi027.stderr: -410> 2023-01-15T14:44:35.479+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:36.034 INFO:tasks.workunit.client.0.smithi027.stderr: -409> 2023-01-15T14:44:35.479+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:36.034 INFO:tasks.workunit.client.0.smithi027.stderr: -408> 2023-01-15T14:44:35.479+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:36.034 INFO:tasks.workunit.client.0.smithi027.stderr: -407> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient(hunting): handle_auth_done global_id 5649 payload 274 2023-01-15T14:44:36.034 INFO:tasks.workunit.client.0.smithi027.stderr: -406> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient: _finish_hunting 0 2023-01-15T14:44:36.034 INFO:tasks.workunit.client.0.smithi027.stderr: -405> 2023-01-15T14:44:35.479+0000 7f0e0d843700 1 monclient: found mon.noname-a 2023-01-15T14:44:36.035 INFO:tasks.workunit.client.0.smithi027.stderr: -404> 2023-01-15T14:44:35.479+0000 7f0e0d843700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:44:36.035 INFO:tasks.workunit.client.0.smithi027.stderr: -403> 2023-01-15T14:44:35.479+0000 7f0e0a03c700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:44:36.035 INFO:tasks.workunit.client.0.smithi027.stderr: -402> 2023-01-15T14:44:35.479+0000 7f0e0a03c700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:44:36.035 INFO:tasks.workunit.client.0.smithi027.stderr: -401> 2023-01-15T14:44:35.479+0000 7f0e0a03c700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:44:36.035 INFO:tasks.workunit.client.0.smithi027.stderr: -400> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:36.035 INFO:tasks.workunit.client.0.smithi027.stderr: -399> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:44:36.035 INFO:tasks.workunit.client.0.smithi027.stderr: -398> 2023-01-15T14:44:35.479+0000 7f0e0d042700 10 monclient: get_auth_request con 0x55c21fe3b800 auth_method 0 2023-01-15T14:44:36.035 INFO:tasks.workunit.client.0.smithi027.stderr: -397> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: dump: 2023-01-15T14:44:36.035 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:36.035 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:36.035 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.036 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.036 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:36.036 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.036 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:36.036 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:36.036 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:36.036 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.036 INFO:tasks.workunit.client.0.smithi027.stderr: -396> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: _finish_auth 0 2023-01-15T14:44:36.036 INFO:tasks.workunit.client.0.smithi027.stderr: -395> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: _check_auth_tickets 2023-01-15T14:44:36.036 INFO:tasks.workunit.client.0.smithi027.stderr: -394> 2023-01-15T14:44:35.479+0000 7f0e0f094780 5 monclient: authenticate success, global_id 5649 2023-01-15T14:44:36.036 INFO:tasks.workunit.client.0.smithi027.stderr: -393> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:44:36.037 INFO:tasks.workunit.client.0.smithi027.stderr: -392> 2023-01-15T14:44:35.479+0000 7f0e0f094780 10 monclient: get_monmap_and_config success 2023-01-15T14:44:36.037 INFO:tasks.workunit.client.0.smithi027.stderr: -391> 2023-01-15T14:44:35.479+0000 7f0e0f094780 4 set_mon_vals no callback set 2023-01-15T14:44:36.037 INFO:tasks.workunit.client.0.smithi027.stderr: -390> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:36.037 INFO:tasks.workunit.client.0.smithi027.stderr: -389> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:44:36.037 INFO:tasks.workunit.client.0.smithi027.stderr: -388> 2023-01-15T14:44:35.479+0000 7f0e07837700 10 monclient: dump: 2023-01-15T14:44:36.037 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:36.037 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:36.037 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.037 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.037 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:36.037 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.037 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:36.038 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:36.038 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:36.038 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.038 INFO:tasks.workunit.client.0.smithi027.stderr: -387> 2023-01-15T14:44:35.480+0000 7f0e0f094780 10 monclient: shutdown 2023-01-15T14:44:36.038 INFO:tasks.workunit.client.0.smithi027.stderr: -386> 2023-01-15T14:44:35.480+0000 7f0e0f094780 10 monclient: build_initial_monmap 2023-01-15T14:44:36.038 INFO:tasks.workunit.client.0.smithi027.stderr: -385> 2023-01-15T14:44:35.480+0000 7f0e0f094780 1 build_initial for_mkfs: 0 2023-01-15T14:44:36.038 INFO:tasks.workunit.client.0.smithi027.stderr: -384> 2023-01-15T14:44:35.480+0000 7f0e0f094780 10 monclient: monmap: 2023-01-15T14:44:36.038 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:44:36.038 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:44:36.038 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:44:36.038 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:44:36.038 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:44:36.039 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.039 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:44:36.039 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:44:36.039 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:44:36.039 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.039 INFO:tasks.workunit.client.0.smithi027.stderr: -383> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding auth protocol: cephx 2023-01-15T14:44:36.039 INFO:tasks.workunit.client.0.smithi027.stderr: -382> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding auth protocol: cephx 2023-01-15T14:44:36.039 INFO:tasks.workunit.client.0.smithi027.stderr: -381> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding auth protocol: cephx 2023-01-15T14:44:36.039 INFO:tasks.workunit.client.0.smithi027.stderr: -380> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:36.039 INFO:tasks.workunit.client.0.smithi027.stderr: -379> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:36.039 INFO:tasks.workunit.client.0.smithi027.stderr: -378> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:36.040 INFO:tasks.workunit.client.0.smithi027.stderr: -377> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:36.040 INFO:tasks.workunit.client.0.smithi027.stderr: -376> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:36.040 INFO:tasks.workunit.client.0.smithi027.stderr: -375> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:36.040 INFO:tasks.workunit.client.0.smithi027.stderr: -374> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:36.040 INFO:tasks.workunit.client.0.smithi027.stderr: -373> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:36.040 INFO:tasks.workunit.client.0.smithi027.stderr: -372> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:36.040 INFO:tasks.workunit.client.0.smithi027.stderr: -371> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:36.040 INFO:tasks.workunit.client.0.smithi027.stderr: -370> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: crc 2023-01-15T14:44:36.040 INFO:tasks.workunit.client.0.smithi027.stderr: -369> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c22083ea40) adding con mode: secure 2023-01-15T14:44:36.040 INFO:tasks.workunit.client.0.smithi027.stderr: -368> 2023-01-15T14:44:35.480+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.041 INFO:tasks.workunit.client.0.smithi027.stderr: -367> 2023-01-15T14:44:35.480+0000 7f0e0f094780 1 librados: starting msgr at 2023-01-15T14:44:36.041 INFO:tasks.workunit.client.0.smithi027.stderr: -366> 2023-01-15T14:44:35.480+0000 7f0e0f094780 1 librados: starting objecter 2023-01-15T14:44:36.041 INFO:tasks.workunit.client.0.smithi027.stderr: -365> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command objecter_requests cmddesc objecter_requests hook 0x55c21facc6e0 EEXIST 2023-01-15T14:44:36.041 INFO:tasks.workunit.client.0.smithi027.stderr: -364> 2023-01-15T14:44:35.480+0000 7f0e0f094780 1 librados: setting wanted keys 2023-01-15T14:44:36.041 INFO:tasks.workunit.client.0.smithi027.stderr: -363> 2023-01-15T14:44:35.480+0000 7f0e0f094780 1 librados: calling monclient init 2023-01-15T14:44:36.041 INFO:tasks.workunit.client.0.smithi027.stderr: -362> 2023-01-15T14:44:35.480+0000 7f0e0f094780 10 monclient: init 2023-01-15T14:44:36.041 INFO:tasks.workunit.client.0.smithi027.stderr: -361> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding auth protocol: cephx 2023-01-15T14:44:36.041 INFO:tasks.workunit.client.0.smithi027.stderr: -360> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding auth protocol: cephx 2023-01-15T14:44:36.041 INFO:tasks.workunit.client.0.smithi027.stderr: -359> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding auth protocol: cephx 2023-01-15T14:44:36.041 INFO:tasks.workunit.client.0.smithi027.stderr: -358> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: secure 2023-01-15T14:44:36.041 INFO:tasks.workunit.client.0.smithi027.stderr: -357> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: crc 2023-01-15T14:44:36.042 INFO:tasks.workunit.client.0.smithi027.stderr: -356> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: secure 2023-01-15T14:44:36.042 INFO:tasks.workunit.client.0.smithi027.stderr: -355> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: crc 2023-01-15T14:44:36.042 INFO:tasks.workunit.client.0.smithi027.stderr: -354> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: secure 2023-01-15T14:44:36.042 INFO:tasks.workunit.client.0.smithi027.stderr: -353> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: crc 2023-01-15T14:44:36.042 INFO:tasks.workunit.client.0.smithi027.stderr: -352> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: crc 2023-01-15T14:44:36.042 INFO:tasks.workunit.client.0.smithi027.stderr: -351> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: secure 2023-01-15T14:44:36.042 INFO:tasks.workunit.client.0.smithi027.stderr: -350> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: crc 2023-01-15T14:44:36.042 INFO:tasks.workunit.client.0.smithi027.stderr: -349> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: secure 2023-01-15T14:44:36.042 INFO:tasks.workunit.client.0.smithi027.stderr: -348> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: crc 2023-01-15T14:44:36.042 INFO:tasks.workunit.client.0.smithi027.stderr: -347> 2023-01-15T14:44:35.480+0000 7f0e0f094780 5 AuthRegistry(0x55c2208780d8) adding con mode: secure 2023-01-15T14:44:36.042 INFO:tasks.workunit.client.0.smithi027.stderr: -346> 2023-01-15T14:44:35.481+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.043 INFO:tasks.workunit.client.0.smithi027.stderr: -345> 2023-01-15T14:44:35.481+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.043 INFO:tasks.workunit.client.0.smithi027.stderr: -344> 2023-01-15T14:44:35.481+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command rotate-key cmddesc rotate-key hook 0x55c220878220 EEXIST 2023-01-15T14:44:36.043 INFO:tasks.workunit.client.0.smithi027.stderr: -343> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient: _reopen_session rank -1 2023-01-15T14:44:36.043 INFO:tasks.workunit.client.0.smithi027.stderr: -342> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient: _add_conns ranks=[1,2,0] 2023-01-15T14:44:36.043 INFO:tasks.workunit.client.0.smithi027.stderr: -341> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-b con 0x55c21fe3b000 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:44:36.043 INFO:tasks.workunit.client.0.smithi027.stderr: -340> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-c con 0x55c21fe3ac00 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:44:36.043 INFO:tasks.workunit.client.0.smithi027.stderr: -339> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-a con 0x55c21fe3a800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:44:36.043 INFO:tasks.workunit.client.0.smithi027.stderr: -338> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:36.043 INFO:tasks.workunit.client.0.smithi027.stderr: -337> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:36.043 INFO:tasks.workunit.client.0.smithi027.stderr: -336> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:36.043 INFO:tasks.workunit.client.0.smithi027.stderr: -335> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): _renew_subs 2023-01-15T14:44:36.043 INFO:tasks.workunit.client.0.smithi027.stderr: -334> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient(hunting): authenticate will time out at 1375.618316s 2023-01-15T14:44:36.044 INFO:tasks.workunit.client.0.smithi027.stderr: -333> 2023-01-15T14:44:35.481+0000 7f0e0c841700 10 monclient(hunting): get_auth_request con 0x55c21fe3ac00 auth_method 0 2023-01-15T14:44:36.044 INFO:tasks.workunit.client.0.smithi027.stderr: -332> 2023-01-15T14:44:35.481+0000 7f0e0c841700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:36.044 INFO:tasks.workunit.client.0.smithi027.stderr: -331> 2023-01-15T14:44:35.481+0000 7f0e0c841700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:36.044 INFO:tasks.workunit.client.0.smithi027.stderr: -330> 2023-01-15T14:44:35.481+0000 7f0e0c841700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:36.044 INFO:tasks.workunit.client.0.smithi027.stderr: -329> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): get_auth_request con 0x55c21fe3a800 auth_method 0 2023-01-15T14:44:36.044 INFO:tasks.workunit.client.0.smithi027.stderr: -328> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:36.044 INFO:tasks.workunit.client.0.smithi027.stderr: -327> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:36.044 INFO:tasks.workunit.client.0.smithi027.stderr: -326> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:36.044 INFO:tasks.workunit.client.0.smithi027.stderr: -325> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): get_auth_request con 0x55c21fe3b000 auth_method 0 2023-01-15T14:44:36.044 INFO:tasks.workunit.client.0.smithi027.stderr: -324> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:36.044 INFO:tasks.workunit.client.0.smithi027.stderr: -323> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:36.045 INFO:tasks.workunit.client.0.smithi027.stderr: -322> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:36.045 INFO:tasks.workunit.client.0.smithi027.stderr: -321> 2023-01-15T14:44:35.481+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:36.045 INFO:tasks.workunit.client.0.smithi027.stderr: -320> 2023-01-15T14:44:35.481+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:36.045 INFO:tasks.workunit.client.0.smithi027.stderr: -319> 2023-01-15T14:44:35.481+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:36.045 INFO:tasks.workunit.client.0.smithi027.stderr: -318> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:36.045 INFO:tasks.workunit.client.0.smithi027.stderr: -317> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:36.045 INFO:tasks.workunit.client.0.smithi027.stderr: -316> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:36.045 INFO:tasks.workunit.client.0.smithi027.stderr: -315> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:36.045 INFO:tasks.workunit.client.0.smithi027.stderr: -314> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:36.045 INFO:tasks.workunit.client.0.smithi027.stderr: -313> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:36.045 INFO:tasks.workunit.client.0.smithi027.stderr: -312> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient(hunting): handle_auth_done global_id 5652 payload 824 2023-01-15T14:44:36.046 INFO:tasks.workunit.client.0.smithi027.stderr: -311> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient: _finish_hunting 0 2023-01-15T14:44:36.046 INFO:tasks.workunit.client.0.smithi027.stderr: -310> 2023-01-15T14:44:35.481+0000 7f0e0d843700 1 monclient: found mon.noname-a 2023-01-15T14:44:36.046 INFO:tasks.workunit.client.0.smithi027.stderr: -309> 2023-01-15T14:44:35.481+0000 7f0e0d843700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:44:36.046 INFO:tasks.workunit.client.0.smithi027.stderr: -308> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:36.046 INFO:tasks.workunit.client.0.smithi027.stderr: -307> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:44:36.046 INFO:tasks.workunit.client.0.smithi027.stderr: -306> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: dump: 2023-01-15T14:44:36.046 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:36.046 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:36.046 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.046 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.046 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:36.046 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.047 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:36.047 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:36.047 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:36.047 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.047 INFO:tasks.workunit.client.0.smithi027.stderr: -305> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: _finish_auth 0 2023-01-15T14:44:36.047 INFO:tasks.workunit.client.0.smithi027.stderr: -304> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: _check_auth_tickets 2023-01-15T14:44:36.047 INFO:tasks.workunit.client.0.smithi027.stderr: -303> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:44:36.047 INFO:tasks.workunit.client.0.smithi027.stderr: -302> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:36.047 INFO:tasks.workunit.client.0.smithi027.stderr: -301> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:44:36.047 INFO:tasks.workunit.client.0.smithi027.stderr: -300> 2023-01-15T14:44:35.481+0000 7f0e06034700 10 monclient: dump: 2023-01-15T14:44:36.047 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:36.048 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:36.048 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.048 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.048 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:36.048 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.048 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:36.048 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:36.048 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:36.048 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.048 INFO:tasks.workunit.client.0.smithi027.stderr: -299> 2023-01-15T14:44:35.481+0000 7f0e07837700 4 set_mon_vals no callback set 2023-01-15T14:44:36.048 INFO:tasks.workunit.client.0.smithi027.stderr: -298> 2023-01-15T14:44:35.481+0000 7f0e0f094780 5 monclient: authenticate success, global_id 5652 2023-01-15T14:44:36.049 INFO:tasks.workunit.client.0.smithi027.stderr: -297> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient: _renew_subs 2023-01-15T14:44:36.049 INFO:tasks.workunit.client.0.smithi027.stderr: -296> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:44:36.049 INFO:tasks.workunit.client.0.smithi027.stderr: -295> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient: _renew_subs 2023-01-15T14:44:36.049 INFO:tasks.workunit.client.0.smithi027.stderr: -294> 2023-01-15T14:44:35.481+0000 7f0e0f094780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:44:36.049 INFO:tasks.workunit.client.0.smithi027.stderr: -293> 2023-01-15T14:44:35.481+0000 7f0e0f094780 1 librados: init done 2023-01-15T14:44:36.049 INFO:tasks.workunit.client.0.smithi027.stderr: -292> 2023-01-15T14:44:35.482+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.049 INFO:tasks.workunit.client.0.smithi027.stderr: -291> 2023-01-15T14:44:35.483+0000 7f0e06034700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:44:36.049 INFO:tasks.workunit.client.0.smithi027.stderr: -290> 2023-01-15T14:44:35.483+0000 7f0e06034700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:44:36.049 INFO:tasks.workunit.client.0.smithi027.stderr: -289> 2023-01-15T14:44:35.483+0000 7f0e06034700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:44:36.049 INFO:tasks.workunit.client.0.smithi027.stderr: -288> 2023-01-15T14:44:35.483+0000 7f0e0c841700 10 monclient: get_auth_request con 0x55c21fee6400 auth_method 0 2023-01-15T14:44:36.049 INFO:tasks.workunit.client.0.smithi027.stderr: -287> 2023-01-15T14:44:35.483+0000 7f0e0d843700 10 monclient: get_auth_request con 0x55c21fe3a400 auth_method 0 2023-01-15T14:44:36.050 INFO:tasks.workunit.client.0.smithi027.stderr: -286> 2023-01-15T14:44:35.484+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.050 INFO:tasks.workunit.client.0.smithi027.stderr: -285> 2023-01-15T14:44:35.484+0000 7f0e0f094780 20 realm 2023-01-15T14:44:36.050 INFO:tasks.workunit.client.0.smithi027.stderr: -284> 2023-01-15T14:44:35.484+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.050 INFO:tasks.workunit.client.0.smithi027.stderr: -283> 2023-01-15T14:44:35.484+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.050 INFO:tasks.workunit.client.0.smithi027.stderr: -282> 2023-01-15T14:44:35.484+0000 7f0e0f094780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:36.050 INFO:tasks.workunit.client.0.smithi027.stderr: -281> 2023-01-15T14:44:35.484+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.050 INFO:tasks.workunit.client.0.smithi027.stderr: -280> 2023-01-15T14:44:35.484+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.050 INFO:tasks.workunit.client.0.smithi027.stderr: -279> 2023-01-15T14:44:35.485+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.050 INFO:tasks.workunit.client.0.smithi027.stderr: -278> 2023-01-15T14:44:35.485+0000 7f0e0d042700 10 monclient: get_auth_request con 0x55c21fee6800 auth_method 0 2023-01-15T14:44:36.050 INFO:tasks.workunit.client.0.smithi027.stderr: -277> 2023-01-15T14:44:35.686+0000 7f0e0d042700 10 monclient: get_auth_request con 0x55c21fee6800 auth_method 0 2023-01-15T14:44:36.050 INFO:tasks.workunit.client.0.smithi027.stderr: -276> 2023-01-15T14:44:35.686+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:36.050 INFO:tasks.workunit.client.0.smithi027.stderr: -275> 2023-01-15T14:44:35.686+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.051 INFO:tasks.workunit.client.0.smithi027.stderr: -274> 2023-01-15T14:44:35.687+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:36.051 INFO:tasks.workunit.client.0.smithi027.stderr: -273> 2023-01-15T14:44:35.687+0000 7f0e0f094780 20 searching for the correct realm 2023-01-15T14:44:36.051 INFO:tasks.workunit.client.0.smithi027.stderr: -272> 2023-01-15T14:44:35.687+0000 7f0e0c841700 10 monclient: get_auth_request con 0x55c21fee7400 auth_method 0 2023-01-15T14:44:36.051 INFO:tasks.workunit.client.0.smithi027.stderr: -271> 2023-01-15T14:44:35.888+0000 7f0e0c841700 10 monclient: get_auth_request con 0x55c21fee7400 auth_method 0 2023-01-15T14:44:36.051 INFO:tasks.workunit.client.0.smithi027.stderr: -270> 2023-01-15T14:44:35.889+0000 7f0e0d843700 10 monclient: get_auth_request con 0x55c21fee7800 auth_method 0 2023-01-15T14:44:36.051 INFO:tasks.workunit.client.0.smithi027.stderr: -269> 2023-01-15T14:44:35.889+0000 7f0e0d042700 10 monclient: get_auth_request con 0x55c21ffbc000 auth_method 0 2023-01-15T14:44:36.051 INFO:tasks.workunit.client.0.smithi027.stderr: -268> 2023-01-15T14:44:35.890+0000 7f0e0c841700 10 monclient: get_auth_request con 0x55c21ffbc400 auth_method 0 2023-01-15T14:44:36.051 INFO:tasks.workunit.client.0.smithi027.stderr: -267> 2023-01-15T14:44:35.892+0000 7f0e0d843700 10 monclient: get_auth_request con 0x55c21fee6c00 auth_method 0 2023-01-15T14:44:36.051 INFO:tasks.workunit.client.0.smithi027.stderr: -266> 2023-01-15T14:44:35.894+0000 7f0e0d042700 10 monclient: get_auth_request con 0x55c21ffbd000 auth_method 0 2023-01-15T14:44:36.051 INFO:tasks.workunit.client.0.smithi027.stderr: -265> 2023-01-15T14:44:35.896+0000 7f0e0c841700 0 -- 172.21.15.27:0/3111774173 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55c21fee7400 msgr2=0x55c21fb71180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:36.051 INFO:tasks.workunit.client.0.smithi027.stderr: -264> 2023-01-15T14:44:35.896+0000 7f0e06034700 1 client.5652.objecter ms_handle_reset 0x55c21fee7400 session 0x55c21fb38a80 osd.3 2023-01-15T14:44:36.052 INFO:tasks.workunit.client.0.smithi027.stderr: -263> 2023-01-15T14:44:35.896+0000 7f0e06034700 10 monclient: _renew_subs 2023-01-15T14:44:36.052 INFO:tasks.workunit.client.0.smithi027.stderr: -262> 2023-01-15T14:44:35.896+0000 7f0e06034700 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:44:36.052 INFO:tasks.workunit.client.0.smithi027.stderr: -261> 2023-01-15T14:44:35.896+0000 7f0e0c841700 10 monclient: get_auth_request con 0x55c21ffbd800 auth_method 0 2023-01-15T14:44:36.052 INFO:tasks.workunit.client.0.smithi027.stderr: -260> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:36.052 INFO:tasks.workunit.client.0.smithi027.stderr: -259> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:36.052 INFO:tasks.workunit.client.0.smithi027.stderr: -258> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:36.052 INFO:tasks.workunit.client.0.smithi027.stderr: -257> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:36.052 INFO:tasks.workunit.client.0.smithi027.stderr: -256> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.052 INFO:tasks.workunit.client.0.smithi027.stderr: -255> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.052 INFO:tasks.workunit.client.0.smithi027.stderr: -254> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.052 INFO:tasks.workunit.client.0.smithi027.stderr: -253> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:36.052 INFO:tasks.workunit.client.0.smithi027.stderr: -252> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.053 INFO:tasks.workunit.client.0.smithi027.stderr: -251> 2023-01-15T14:44:35.898+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:36.053 INFO:tasks.workunit.client.0.smithi027.stderr: -250> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 zone default found 2023-01-15T14:44:36.053 INFO:tasks.workunit.client.0.smithi027.stderr: -249> 2023-01-15T14:44:35.899+0000 7f0e0f094780 4 Realm: () 2023-01-15T14:44:36.053 INFO:tasks.workunit.client.0.smithi027.stderr: -248> 2023-01-15T14:44:35.899+0000 7f0e0f094780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:36.053 INFO:tasks.workunit.client.0.smithi027.stderr: -247> 2023-01-15T14:44:35.899+0000 7f0e0f094780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:36.053 INFO:tasks.workunit.client.0.smithi027.stderr: -246> 2023-01-15T14:44:35.899+0000 7f0e0f094780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:36.053 INFO:tasks.workunit.client.0.smithi027.stderr: -245> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 zonegroup default 2023-01-15T14:44:36.053 INFO:tasks.workunit.client.0.smithi027.stderr: -244> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.053 INFO:tasks.workunit.client.0.smithi027.stderr: -243> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.053 INFO:tasks.workunit.client.0.smithi027.stderr: -242> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.053 INFO:tasks.workunit.client.0.smithi027.stderr: -241> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.054 INFO:tasks.workunit.client.0.smithi027.stderr: -240> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.054 INFO:tasks.workunit.client.0.smithi027.stderr: -239> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.054 INFO:tasks.workunit.client.0.smithi027.stderr: -238> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 started sync module instance, tier type = 2023-01-15T14:44:36.054 INFO:tasks.workunit.client.0.smithi027.stderr: -237> 2023-01-15T14:44:35.899+0000 7f0e0f094780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:36.054 INFO:tasks.workunit.client.0.smithi027.stderr: -236> 2023-01-15T14:44:35.903+0000 7f0e0d042700 0 -- 172.21.15.27:0/3111774173 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55c21ffbc000 msgr2=0x55c21fed1080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:36.054 INFO:tasks.workunit.client.0.smithi027.stderr: -235> 2023-01-15T14:44:35.903+0000 7f0e06034700 1 client.5652.objecter ms_handle_reset 0x55c21ffbc000 session 0x55c21fb39080 osd.2 2023-01-15T14:44:36.054 INFO:tasks.workunit.client.0.smithi027.stderr: -234> 2023-01-15T14:44:35.903+0000 7f0e0d042700 10 monclient: get_auth_request con 0x55c21fee7400 auth_method 0 2023-01-15T14:44:36.054 INFO:tasks.workunit.client.0.smithi027.stderr: -233> 2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=0 2023-01-15T14:44:36.054 INFO:tasks.workunit.client.0.smithi027.stderr: -232> 2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=1 2023-01-15T14:44:36.054 INFO:tasks.workunit.client.0.smithi027.stderr: -231> 2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=2 2023-01-15T14:44:36.054 INFO:tasks.workunit.client.0.smithi027.stderr: -230> 2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=3 2023-01-15T14:44:36.055 INFO:tasks.workunit.client.0.smithi027.stderr: -229> 2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=4 2023-01-15T14:44:36.055 INFO:tasks.workunit.client.0.smithi027.stderr: -228> 2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=5 2023-01-15T14:44:36.055 INFO:tasks.workunit.client.0.smithi027.stderr: -227> 2023-01-15T14:44:35.906+0000 7f0e0f094780 20 add_watcher() i=6 2023-01-15T14:44:36.055 INFO:tasks.workunit.client.0.smithi027.stderr: -226> 2023-01-15T14:44:35.907+0000 7f0e0f094780 20 add_watcher() i=7 2023-01-15T14:44:36.055 INFO:tasks.workunit.client.0.smithi027.stderr: -225> 2023-01-15T14:44:35.907+0000 7f0e0f094780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:36.055 INFO:tasks.workunit.client.0.smithi027.stderr: -224> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding auth protocol: cephx 2023-01-15T14:44:36.055 INFO:tasks.workunit.client.0.smithi027.stderr: -223> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding auth protocol: cephx 2023-01-15T14:44:36.055 INFO:tasks.workunit.client.0.smithi027.stderr: -222> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding auth protocol: cephx 2023-01-15T14:44:36.055 INFO:tasks.workunit.client.0.smithi027.stderr: -221> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: secure 2023-01-15T14:44:36.055 INFO:tasks.workunit.client.0.smithi027.stderr: -220> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: crc 2023-01-15T14:44:36.055 INFO:tasks.workunit.client.0.smithi027.stderr: -219> 2023-01-15T14:44:35.908+0000 7f0df4010700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:36.055 INFO:tasks.workunit.client.0.smithi027.stderr: -218> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: secure 2023-01-15T14:44:36.056 INFO:tasks.workunit.client.0.smithi027.stderr: -217> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: crc 2023-01-15T14:44:36.056 INFO:tasks.workunit.client.0.smithi027.stderr: -216> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: secure 2023-01-15T14:44:36.056 INFO:tasks.workunit.client.0.smithi027.stderr: -215> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: crc 2023-01-15T14:44:36.056 INFO:tasks.workunit.client.0.smithi027.stderr: -214> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: crc 2023-01-15T14:44:36.056 INFO:tasks.workunit.client.0.smithi027.stderr: -213> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: secure 2023-01-15T14:44:36.056 INFO:tasks.workunit.client.0.smithi027.stderr: -212> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: crc 2023-01-15T14:44:36.056 INFO:tasks.workunit.client.0.smithi027.stderr: -211> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: secure 2023-01-15T14:44:36.056 INFO:tasks.workunit.client.0.smithi027.stderr: -210> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: crc 2023-01-15T14:44:36.056 INFO:tasks.workunit.client.0.smithi027.stderr: -209> 2023-01-15T14:44:35.908+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f4c0) adding con mode: secure 2023-01-15T14:44:36.056 INFO:tasks.workunit.client.0.smithi027.stderr: -208> 2023-01-15T14:44:35.909+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.056 INFO:tasks.workunit.client.0.smithi027.stderr: -207> 2023-01-15T14:44:35.909+0000 7f0e0f094780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:36.057 INFO:tasks.workunit.client.0.smithi027.stderr: -206> 2023-01-15T14:44:35.909+0000 7f0e0f094780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:36.057 INFO:tasks.workunit.client.0.smithi027.stderr: -205> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command cache list hook 0x55c21facc9a0 2023-01-15T14:44:36.057 INFO:tasks.workunit.client.0.smithi027.stderr: -204> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command cache inspect hook 0x55c21facc9a0 2023-01-15T14:44:36.057 INFO:tasks.workunit.client.0.smithi027.stderr: -203> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command cache erase hook 0x55c21facc9a0 2023-01-15T14:44:36.057 INFO:tasks.workunit.client.0.smithi027.stderr: -202> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command cache zap hook 0x55c21facc9a0 2023-01-15T14:44:36.057 INFO:tasks.workunit.client.0.smithi027.stderr: -201> 2023-01-15T14:44:35.909+0000 7f0e0f094780 10 monclient: get_monmap_and_config 2023-01-15T14:44:36.057 INFO:tasks.workunit.client.0.smithi027.stderr: -200> 2023-01-15T14:44:35.909+0000 7f0e0f094780 10 monclient: build_initial_monmap 2023-01-15T14:44:36.057 INFO:tasks.workunit.client.0.smithi027.stderr: -199> 2023-01-15T14:44:35.909+0000 7f0e0f094780 1 build_initial for_mkfs: 0 2023-01-15T14:44:36.057 INFO:tasks.workunit.client.0.smithi027.stderr: -198> 2023-01-15T14:44:35.909+0000 7f0e0f094780 10 monclient: monmap: 2023-01-15T14:44:36.057 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:44:36.057 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:44:36.058 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:44:36.058 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:44:36.058 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:44:36.058 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.058 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:44:36.058 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:44:36.058 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:44:36.058 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.058 INFO:tasks.workunit.client.0.smithi027.stderr: -197> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding auth protocol: cephx 2023-01-15T14:44:36.058 INFO:tasks.workunit.client.0.smithi027.stderr: -196> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding auth protocol: cephx 2023-01-15T14:44:36.058 INFO:tasks.workunit.client.0.smithi027.stderr: -195> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding auth protocol: cephx 2023-01-15T14:44:36.059 INFO:tasks.workunit.client.0.smithi027.stderr: -194> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.059 INFO:tasks.workunit.client.0.smithi027.stderr: -193> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.059 INFO:tasks.workunit.client.0.smithi027.stderr: -192> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.059 INFO:tasks.workunit.client.0.smithi027.stderr: -191> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.059 INFO:tasks.workunit.client.0.smithi027.stderr: -190> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.059 INFO:tasks.workunit.client.0.smithi027.stderr: -189> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.059 INFO:tasks.workunit.client.0.smithi027.stderr: -188> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.059 INFO:tasks.workunit.client.0.smithi027.stderr: -187> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.059 INFO:tasks.workunit.client.0.smithi027.stderr: -186> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.059 INFO:tasks.workunit.client.0.smithi027.stderr: -185> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.059 INFO:tasks.workunit.client.0.smithi027.stderr: -184> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.059 INFO:tasks.workunit.client.0.smithi027.stderr: -183> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.060 INFO:tasks.workunit.client.0.smithi027.stderr: -182> 2023-01-15T14:44:35.909+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.060 INFO:tasks.workunit.client.0.smithi027.stderr: -181> 2023-01-15T14:44:35.909+0000 7f0e0f094780 10 monclient: init 2023-01-15T14:44:36.060 INFO:tasks.workunit.client.0.smithi027.stderr: -180> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding auth protocol: cephx 2023-01-15T14:44:36.060 INFO:tasks.workunit.client.0.smithi027.stderr: -179> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding auth protocol: cephx 2023-01-15T14:44:36.060 INFO:tasks.workunit.client.0.smithi027.stderr: -178> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding auth protocol: cephx 2023-01-15T14:44:36.060 INFO:tasks.workunit.client.0.smithi027.stderr: -177> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: secure 2023-01-15T14:44:36.060 INFO:tasks.workunit.client.0.smithi027.stderr: -176> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: crc 2023-01-15T14:44:36.060 INFO:tasks.workunit.client.0.smithi027.stderr: -175> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: secure 2023-01-15T14:44:36.060 INFO:tasks.workunit.client.0.smithi027.stderr: -174> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: crc 2023-01-15T14:44:36.060 INFO:tasks.workunit.client.0.smithi027.stderr: -173> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: secure 2023-01-15T14:44:36.060 INFO:tasks.workunit.client.0.smithi027.stderr: -172> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: crc 2023-01-15T14:44:36.061 INFO:tasks.workunit.client.0.smithi027.stderr: -171> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: crc 2023-01-15T14:44:36.061 INFO:tasks.workunit.client.0.smithi027.stderr: -170> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: secure 2023-01-15T14:44:36.061 INFO:tasks.workunit.client.0.smithi027.stderr: -169> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: crc 2023-01-15T14:44:36.061 INFO:tasks.workunit.client.0.smithi027.stderr: -168> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: secure 2023-01-15T14:44:36.061 INFO:tasks.workunit.client.0.smithi027.stderr: -167> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: crc 2023-01-15T14:44:36.061 INFO:tasks.workunit.client.0.smithi027.stderr: -166> 2023-01-15T14:44:35.909+0000 7f0e0f094780 5 AuthRegistry(0x7fff5f38f0f0) adding con mode: secure 2023-01-15T14:44:36.061 INFO:tasks.workunit.client.0.smithi027.stderr: -165> 2023-01-15T14:44:35.909+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.061 INFO:tasks.workunit.client.0.smithi027.stderr: -164> 2023-01-15T14:44:35.910+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.061 INFO:tasks.workunit.client.0.smithi027.stderr: -163> 2023-01-15T14:44:35.910+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command rotate-key cmddesc rotate-key hook 0x7fff5f38f238 EEXIST 2023-01-15T14:44:36.061 INFO:tasks.workunit.client.0.smithi027.stderr: -162> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient: _reopen_session rank -1 2023-01-15T14:44:36.061 INFO:tasks.workunit.client.0.smithi027.stderr: -161> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient: _add_conns ranks=[2,1,0] 2023-01-15T14:44:36.062 INFO:tasks.workunit.client.0.smithi027.stderr: -160> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-c con 0x55c21ffd9400 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:44:36.062 INFO:tasks.workunit.client.0.smithi027.stderr: -159> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-b con 0x55c21ffd9000 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:44:36.062 INFO:tasks.workunit.client.0.smithi027.stderr: -158> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-a con 0x55c21ffd8800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:44:36.062 INFO:tasks.workunit.client.0.smithi027.stderr: -157> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:36.062 INFO:tasks.workunit.client.0.smithi027.stderr: -156> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:36.062 INFO:tasks.workunit.client.0.smithi027.stderr: -155> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:36.062 INFO:tasks.workunit.client.0.smithi027.stderr: -154> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): _renew_subs 2023-01-15T14:44:36.062 INFO:tasks.workunit.client.0.smithi027.stderr: -153> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient(hunting): authenticate will time out at 1376.047349s 2023-01-15T14:44:36.062 INFO:tasks.workunit.client.0.smithi027.stderr: -152> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): get_auth_request con 0x55c21ffd9400 auth_method 0 2023-01-15T14:44:36.062 INFO:tasks.workunit.client.0.smithi027.stderr: -151> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:36.062 INFO:tasks.workunit.client.0.smithi027.stderr: -150> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:36.062 INFO:tasks.workunit.client.0.smithi027.stderr: -149> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:36.063 INFO:tasks.workunit.client.0.smithi027.stderr: -148> 2023-01-15T14:44:35.910+0000 7f0e0c841700 10 monclient(hunting): get_auth_request con 0x55c21ffd8800 auth_method 0 2023-01-15T14:44:36.063 INFO:tasks.workunit.client.0.smithi027.stderr: -147> 2023-01-15T14:44:35.910+0000 7f0e0c841700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:36.063 INFO:tasks.workunit.client.0.smithi027.stderr: -146> 2023-01-15T14:44:35.910+0000 7f0e0c841700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:36.063 INFO:tasks.workunit.client.0.smithi027.stderr: -145> 2023-01-15T14:44:35.910+0000 7f0e0c841700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:36.063 INFO:tasks.workunit.client.0.smithi027.stderr: -144> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:36.063 INFO:tasks.workunit.client.0.smithi027.stderr: -143> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:36.063 INFO:tasks.workunit.client.0.smithi027.stderr: -142> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:36.063 INFO:tasks.workunit.client.0.smithi027.stderr: -141> 2023-01-15T14:44:35.910+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:36.063 INFO:tasks.workunit.client.0.smithi027.stderr: -140> 2023-01-15T14:44:35.910+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:36.063 INFO:tasks.workunit.client.0.smithi027.stderr: -139> 2023-01-15T14:44:35.910+0000 7f0e0c841700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:36.063 INFO:tasks.workunit.client.0.smithi027.stderr: -138> 2023-01-15T14:44:35.910+0000 7f0e0d042700 10 monclient(hunting): get_auth_request con 0x55c21ffd9000 auth_method 0 2023-01-15T14:44:36.064 INFO:tasks.workunit.client.0.smithi027.stderr: -137> 2023-01-15T14:44:35.910+0000 7f0e0d042700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:36.064 INFO:tasks.workunit.client.0.smithi027.stderr: -136> 2023-01-15T14:44:35.910+0000 7f0e0d042700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:36.064 INFO:tasks.workunit.client.0.smithi027.stderr: -135> 2023-01-15T14:44:35.910+0000 7f0e0d042700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:36.064 INFO:tasks.workunit.client.0.smithi027.stderr: -134> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient(hunting): handle_auth_done global_id 5399 payload 274 2023-01-15T14:44:36.064 INFO:tasks.workunit.client.0.smithi027.stderr: -133> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient: _finish_hunting 0 2023-01-15T14:44:36.064 INFO:tasks.workunit.client.0.smithi027.stderr: -132> 2023-01-15T14:44:35.910+0000 7f0e0d843700 1 monclient: found mon.noname-c 2023-01-15T14:44:36.064 INFO:tasks.workunit.client.0.smithi027.stderr: -131> 2023-01-15T14:44:35.910+0000 7f0e0d843700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.27:3301/0 2023-01-15T14:44:36.064 INFO:tasks.workunit.client.0.smithi027.stderr: -130> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:36.064 INFO:tasks.workunit.client.0.smithi027.stderr: -129> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:44:36.064 INFO:tasks.workunit.client.0.smithi027.stderr: -128> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: dump: 2023-01-15T14:44:36.064 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:36.065 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:36.065 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.065 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.065 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:36.065 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.065 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:36.065 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:36.065 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:36.065 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.065 INFO:tasks.workunit.client.0.smithi027.stderr: -127> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: _finish_auth 0 2023-01-15T14:44:36.065 INFO:tasks.workunit.client.0.smithi027.stderr: -126> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: _check_auth_tickets 2023-01-15T14:44:36.065 INFO:tasks.workunit.client.0.smithi027.stderr: -125> 2023-01-15T14:44:35.910+0000 7f0e0f094780 5 monclient: authenticate success, global_id 5399 2023-01-15T14:44:36.066 INFO:tasks.workunit.client.0.smithi027.stderr: -124> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:44:36.066 INFO:tasks.workunit.client.0.smithi027.stderr: -123> 2023-01-15T14:44:35.910+0000 7f0e0f094780 10 monclient: get_monmap_and_config success 2023-01-15T14:44:36.066 INFO:tasks.workunit.client.0.smithi027.stderr: -122> 2023-01-15T14:44:35.910+0000 7f0e0f094780 4 set_mon_vals no callback set 2023-01-15T14:44:36.066 INFO:tasks.workunit.client.0.smithi027.stderr: -121> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:36.066 INFO:tasks.workunit.client.0.smithi027.stderr: -120> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:44:36.066 INFO:tasks.workunit.client.0.smithi027.stderr: -119> 2023-01-15T14:44:35.910+0000 7f0df380f700 10 monclient: dump: 2023-01-15T14:44:36.066 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:36.066 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:36.066 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.066 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.066 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:36.067 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.067 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:36.067 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:36.067 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:36.067 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.067 INFO:tasks.workunit.client.0.smithi027.stderr: -118> 2023-01-15T14:44:35.911+0000 7f0e0f094780 10 monclient: shutdown 2023-01-15T14:44:36.067 INFO:tasks.workunit.client.0.smithi027.stderr: -117> 2023-01-15T14:44:35.911+0000 7f0e0f094780 10 monclient: build_initial_monmap 2023-01-15T14:44:36.067 INFO:tasks.workunit.client.0.smithi027.stderr: -116> 2023-01-15T14:44:35.911+0000 7f0e0f094780 1 build_initial for_mkfs: 0 2023-01-15T14:44:36.067 INFO:tasks.workunit.client.0.smithi027.stderr: -115> 2023-01-15T14:44:35.911+0000 7f0e0f094780 10 monclient: monmap: 2023-01-15T14:44:36.067 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:44:36.067 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:44:36.067 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:44:36.068 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:44:36.068 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:44:36.068 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.068 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:44:36.068 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:44:36.068 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:44:36.068 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.068 INFO:tasks.workunit.client.0.smithi027.stderr: -114> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding auth protocol: cephx 2023-01-15T14:44:36.068 INFO:tasks.workunit.client.0.smithi027.stderr: -113> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding auth protocol: cephx 2023-01-15T14:44:36.068 INFO:tasks.workunit.client.0.smithi027.stderr: -112> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding auth protocol: cephx 2023-01-15T14:44:36.068 INFO:tasks.workunit.client.0.smithi027.stderr: -111> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.069 INFO:tasks.workunit.client.0.smithi027.stderr: -110> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.069 INFO:tasks.workunit.client.0.smithi027.stderr: -109> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.069 INFO:tasks.workunit.client.0.smithi027.stderr: -108> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.069 INFO:tasks.workunit.client.0.smithi027.stderr: -107> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.069 INFO:tasks.workunit.client.0.smithi027.stderr: -106> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.069 INFO:tasks.workunit.client.0.smithi027.stderr: -105> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.069 INFO:tasks.workunit.client.0.smithi027.stderr: -104> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.069 INFO:tasks.workunit.client.0.smithi027.stderr: -103> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.069 INFO:tasks.workunit.client.0.smithi027.stderr: -102> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.069 INFO:tasks.workunit.client.0.smithi027.stderr: -101> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: crc 2023-01-15T14:44:36.069 INFO:tasks.workunit.client.0.smithi027.stderr: -100> 2023-01-15T14:44:35.911+0000 7f0e0f094780 5 AuthRegistry(0x55c22083e140) adding con mode: secure 2023-01-15T14:44:36.070 INFO:tasks.workunit.client.0.smithi027.stderr: -99> 2023-01-15T14:44:35.911+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.070 INFO:tasks.workunit.client.0.smithi027.stderr: -98> 2023-01-15T14:44:35.911+0000 7f0e0f094780 1 librados: starting msgr at 2023-01-15T14:44:36.070 INFO:tasks.workunit.client.0.smithi027.stderr: -97> 2023-01-15T14:44:35.911+0000 7f0e0f094780 1 librados: starting objecter 2023-01-15T14:44:36.070 INFO:tasks.workunit.client.0.smithi027.stderr: -96> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command objecter_requests cmddesc objecter_requests hook 0x55c21facce20 EEXIST 2023-01-15T14:44:36.070 INFO:tasks.workunit.client.0.smithi027.stderr: -95> 2023-01-15T14:44:35.912+0000 7f0e0f094780 1 librados: setting wanted keys 2023-01-15T14:44:36.070 INFO:tasks.workunit.client.0.smithi027.stderr: -94> 2023-01-15T14:44:35.912+0000 7f0e0f094780 1 librados: calling monclient init 2023-01-15T14:44:36.070 INFO:tasks.workunit.client.0.smithi027.stderr: -93> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient: init 2023-01-15T14:44:36.070 INFO:tasks.workunit.client.0.smithi027.stderr: -92> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding auth protocol: cephx 2023-01-15T14:44:36.070 INFO:tasks.workunit.client.0.smithi027.stderr: -91> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding auth protocol: cephx 2023-01-15T14:44:36.070 INFO:tasks.workunit.client.0.smithi027.stderr: -90> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding auth protocol: cephx 2023-01-15T14:44:36.070 INFO:tasks.workunit.client.0.smithi027.stderr: -89> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: secure 2023-01-15T14:44:36.071 INFO:tasks.workunit.client.0.smithi027.stderr: -88> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: crc 2023-01-15T14:44:36.071 INFO:tasks.workunit.client.0.smithi027.stderr: -87> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: secure 2023-01-15T14:44:36.071 INFO:tasks.workunit.client.0.smithi027.stderr: -86> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: crc 2023-01-15T14:44:36.071 INFO:tasks.workunit.client.0.smithi027.stderr: -85> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: secure 2023-01-15T14:44:36.071 INFO:tasks.workunit.client.0.smithi027.stderr: -84> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: crc 2023-01-15T14:44:36.071 INFO:tasks.workunit.client.0.smithi027.stderr: -83> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: crc 2023-01-15T14:44:36.071 INFO:tasks.workunit.client.0.smithi027.stderr: -82> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: secure 2023-01-15T14:44:36.071 INFO:tasks.workunit.client.0.smithi027.stderr: -81> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: crc 2023-01-15T14:44:36.071 INFO:tasks.workunit.client.0.smithi027.stderr: -80> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: secure 2023-01-15T14:44:36.071 INFO:tasks.workunit.client.0.smithi027.stderr: -79> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: crc 2023-01-15T14:44:36.071 INFO:tasks.workunit.client.0.smithi027.stderr: -78> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 AuthRegistry(0x55c2200000d8) adding con mode: secure 2023-01-15T14:44:36.071 INFO:tasks.workunit.client.0.smithi027.stderr: -77> 2023-01-15T14:44:35.912+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.072 INFO:tasks.workunit.client.0.smithi027.stderr: -76> 2023-01-15T14:44:35.912+0000 7f0e0f094780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:44:36.072 INFO:tasks.workunit.client.0.smithi027.stderr: -75> 2023-01-15T14:44:35.912+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command rotate-key cmddesc rotate-key hook 0x55c220000220 EEXIST 2023-01-15T14:44:36.072 INFO:tasks.workunit.client.0.smithi027.stderr: -74> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient: _reopen_session rank -1 2023-01-15T14:44:36.072 INFO:tasks.workunit.client.0.smithi027.stderr: -73> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient: _add_conns ranks=[2,0,1] 2023-01-15T14:44:36.072 INFO:tasks.workunit.client.0.smithi027.stderr: -72> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-c con 0x55c21ffd8800 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:44:36.072 INFO:tasks.workunit.client.0.smithi027.stderr: -71> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-a con 0x55c21ffd9000 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:44:36.072 INFO:tasks.workunit.client.0.smithi027.stderr: -70> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): picked mon.noname-b con 0x55c21ffd9400 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:44:36.072 INFO:tasks.workunit.client.0.smithi027.stderr: -69> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:36.072 INFO:tasks.workunit.client.0.smithi027.stderr: -68> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:36.072 INFO:tasks.workunit.client.0.smithi027.stderr: -67> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): start opening mon connection 2023-01-15T14:44:36.072 INFO:tasks.workunit.client.0.smithi027.stderr: -66> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): _renew_subs 2023-01-15T14:44:36.073 INFO:tasks.workunit.client.0.smithi027.stderr: -65> 2023-01-15T14:44:35.912+0000 7f0e0f094780 10 monclient(hunting): authenticate will time out at 1376.049591s 2023-01-15T14:44:36.073 INFO:tasks.workunit.client.0.smithi027.stderr: -64> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): get_auth_request con 0x55c21ffd8800 auth_method 0 2023-01-15T14:44:36.073 INFO:tasks.workunit.client.0.smithi027.stderr: -63> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:36.073 INFO:tasks.workunit.client.0.smithi027.stderr: -62> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:36.073 INFO:tasks.workunit.client.0.smithi027.stderr: -61> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:36.073 INFO:tasks.workunit.client.0.smithi027.stderr: -60> 2023-01-15T14:44:35.912+0000 7f0e0d042700 10 monclient(hunting): get_auth_request con 0x55c21ffd9000 auth_method 0 2023-01-15T14:44:36.073 INFO:tasks.workunit.client.0.smithi027.stderr: -59> 2023-01-15T14:44:35.912+0000 7f0e0d042700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:44:36.073 INFO:tasks.workunit.client.0.smithi027.stderr: -58> 2023-01-15T14:44:35.912+0000 7f0e0d042700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:44:36.073 INFO:tasks.workunit.client.0.smithi027.stderr: -57> 2023-01-15T14:44:35.912+0000 7f0e0d042700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:44:36.073 INFO:tasks.workunit.client.0.smithi027.stderr: -56> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:36.073 INFO:tasks.workunit.client.0.smithi027.stderr: -55> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:36.074 INFO:tasks.workunit.client.0.smithi027.stderr: -54> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:36.074 INFO:tasks.workunit.client.0.smithi027.stderr: -53> 2023-01-15T14:44:35.912+0000 7f0e0d042700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:44:36.074 INFO:tasks.workunit.client.0.smithi027.stderr: -52> 2023-01-15T14:44:35.912+0000 7f0e0d042700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:44:36.074 INFO:tasks.workunit.client.0.smithi027.stderr: -51> 2023-01-15T14:44:35.912+0000 7f0e0d042700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:44:36.074 INFO:tasks.workunit.client.0.smithi027.stderr: -50> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient(hunting): handle_auth_done global_id 5402 payload 824 2023-01-15T14:44:36.074 INFO:tasks.workunit.client.0.smithi027.stderr: -49> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient: _finish_hunting 0 2023-01-15T14:44:36.074 INFO:tasks.workunit.client.0.smithi027.stderr: -48> 2023-01-15T14:44:35.912+0000 7f0e0d843700 1 monclient: found mon.noname-c 2023-01-15T14:44:36.074 INFO:tasks.workunit.client.0.smithi027.stderr: -47> 2023-01-15T14:44:35.912+0000 7f0e0d843700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.27:3301/0 2023-01-15T14:44:36.074 INFO:tasks.workunit.client.0.smithi027.stderr: -46> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:36.074 INFO:tasks.workunit.client.0.smithi027.stderr: -45> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:44:36.074 INFO:tasks.workunit.client.0.smithi027.stderr: -44> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: dump: 2023-01-15T14:44:36.074 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:36.075 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:36.075 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.075 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.075 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:36.075 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.075 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:36.075 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:36.075 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:36.075 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.075 INFO:tasks.workunit.client.0.smithi027.stderr: -43> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: _finish_auth 0 2023-01-15T14:44:36.075 INFO:tasks.workunit.client.0.smithi027.stderr: -42> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: _check_auth_tickets 2023-01-15T14:44:36.076 INFO:tasks.workunit.client.0.smithi027.stderr: -41> 2023-01-15T14:44:35.913+0000 7f0e0f094780 5 monclient: authenticate success, global_id 5402 2023-01-15T14:44:36.076 INFO:tasks.workunit.client.0.smithi027.stderr: -40> 2023-01-15T14:44:35.913+0000 7f0e0f094780 10 monclient: _renew_subs 2023-01-15T14:44:36.076 INFO:tasks.workunit.client.0.smithi027.stderr: -39> 2023-01-15T14:44:35.913+0000 7f0e0f094780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:44:36.076 INFO:tasks.workunit.client.0.smithi027.stderr: -38> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:44:36.076 INFO:tasks.workunit.client.0.smithi027.stderr: -37> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:44:36.076 INFO:tasks.workunit.client.0.smithi027.stderr: -36> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:44:36.076 INFO:tasks.workunit.client.0.smithi027.stderr: -35> 2023-01-15T14:44:35.913+0000 7f0df380f700 4 set_mon_vals no callback set 2023-01-15T14:44:36.076 INFO:tasks.workunit.client.0.smithi027.stderr: -34> 2023-01-15T14:44:35.913+0000 7f0df200c700 10 monclient: dump: 2023-01-15T14:44:36.076 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:44:36.076 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:44:36.076 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.076 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:44:36.077 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:44:36.077 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:44:36.077 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:44:36.077 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:44:36.077 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:44:36.077 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.077 INFO:tasks.workunit.client.0.smithi027.stderr: -33> 2023-01-15T14:44:35.913+0000 7f0e0f094780 10 monclient: _renew_subs 2023-01-15T14:44:36.077 INFO:tasks.workunit.client.0.smithi027.stderr: -32> 2023-01-15T14:44:35.913+0000 7f0e0f094780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:44:36.077 INFO:tasks.workunit.client.0.smithi027.stderr: -31> 2023-01-15T14:44:35.913+0000 7f0e0f094780 1 librados: init done 2023-01-15T14:44:36.077 INFO:tasks.workunit.client.0.smithi027.stderr: -30> 2023-01-15T14:44:35.913+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command cr dump hook 0x55c220930f38 2023-01-15T14:44:36.077 INFO:tasks.workunit.client.0.smithi027.stderr: -29> 2023-01-15T14:44:35.914+0000 7f0df200c700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:44:36.078 INFO:tasks.workunit.client.0.smithi027.stderr: -28> 2023-01-15T14:44:35.914+0000 7f0df200c700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:44:36.078 INFO:tasks.workunit.client.0.smithi027.stderr: -27> 2023-01-15T14:44:35.914+0000 7f0df200c700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:44:36.078 INFO:tasks.workunit.client.0.smithi027.stderr: -26> 2023-01-15T14:44:35.914+0000 7f0e0f094780 5 note: GC not initialized 2023-01-15T14:44:36.078 INFO:tasks.workunit.client.0.smithi027.stderr: -25> 2023-01-15T14:44:35.914+0000 7f0e0d042700 10 monclient: get_auth_request con 0x55c2200e2000 auth_method 0 2023-01-15T14:44:36.078 INFO:tasks.workunit.client.0.smithi027.stderr: -24> 2023-01-15T14:44:35.915+0000 7f0def807700 20 reqs_thread_entry: start 2023-01-15T14:44:36.078 INFO:tasks.workunit.client.0.smithi027.stderr: -23> 2023-01-15T14:44:35.915+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command sync trace show hook 0x55c21fb00000 2023-01-15T14:44:36.078 INFO:tasks.workunit.client.0.smithi027.stderr: -22> 2023-01-15T14:44:35.915+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command sync trace history hook 0x55c21fb00000 2023-01-15T14:44:36.078 INFO:tasks.workunit.client.0.smithi027.stderr: -21> 2023-01-15T14:44:35.915+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command sync trace active hook 0x55c21fb00000 2023-01-15T14:44:36.078 INFO:tasks.workunit.client.0.smithi027.stderr: -20> 2023-01-15T14:44:35.915+0000 7f0e0f094780 5 asok(0x55c21fb6a000) register_command sync trace active_short hook 0x55c21fb00000 2023-01-15T14:44:36.078 INFO:tasks.workunit.client.0.smithi027.stderr: -19> 2023-01-15T14:44:35.915+0000 7f0e0f094780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:36.078 INFO:tasks.workunit.client.0.smithi027.stderr: -18> 2023-01-15T14:44:35.915+0000 7f0e0f094780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:36.078 INFO:tasks.workunit.client.0.smithi027.stderr: -17> 2023-01-15T14:44:35.915+0000 7f0ded803700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:06 2023 2023-01-15T14:44:36.079 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.079 INFO:tasks.workunit.client.0.smithi027.stderr: -16> 2023-01-15T14:44:35.916+0000 7f0decfe1700 20 reqs_thread_entry: start 2023-01-15T14:44:36.079 INFO:tasks.workunit.client.0.smithi027.stderr: -15> 2023-01-15T14:44:35.916+0000 7f0e0f094780 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-01-15T14:44:36.079 INFO:tasks.workunit.client.0.smithi027.stderr: -14> 2023-01-15T14:44:35.916+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.079 INFO:tasks.workunit.client.0.smithi027.stderr: -13> 2023-01-15T14:44:35.916+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:36.079 INFO:tasks.workunit.client.0.smithi027.stderr: -12> 2023-01-15T14:44:35.916+0000 7f0e0f094780 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-01-15T14:44:36.079 INFO:tasks.workunit.client.0.smithi027.stderr: -11> 2023-01-15T14:44:35.916+0000 7f0e0f094780 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-01-15T14:44:36.079 INFO:tasks.workunit.client.0.smithi027.stderr: -10> 2023-01-15T14:44:35.916+0000 7f0e0f094780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 : miss 2023-01-15T14:44:36.079 INFO:tasks.workunit.client.0.smithi027.stderr: -9> 2023-01-15T14:44:35.916+0000 7f0e0f094780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.079 INFO:tasks.workunit.client.0.smithi027.stderr: -8> 2023-01-15T14:44:35.917+0000 7f0e0f094780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:36.079 INFO:tasks.workunit.client.0.smithi027.stderr: -7> 2023-01-15T14:44:35.917+0000 7f0e0f094780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 info.flags=0x13 2023-01-15T14:44:36.080 INFO:tasks.workunit.client.0.smithi027.stderr: -6> 2023-01-15T14:44:35.917+0000 7f0e0f094780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 to cache LRU end 2023-01-15T14:44:36.080 INFO:tasks.workunit.client.0.smithi027.stderr: -5> 2023-01-15T14:44:35.917+0000 7f0e0f094780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:44:36.080 INFO:tasks.workunit.client.0.smithi027.stderr: -4> 2023-01-15T14:44:35.917+0000 7f0e0f094780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:44:36.080 INFO:tasks.workunit.client.0.smithi027.stderr: -3> 2023-01-15T14:44:35.917+0000 7f0e0f094780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 2023-01-15T14:44:36.080 INFO:tasks.workunit.client.0.smithi027.stderr: -2> 2023-01-15T14:44:35.917+0000 7f0e0c841700 10 monclient: get_auth_request con 0x55c21fad8c00 auth_method 0 2023-01-15T14:44:36.080 INFO:tasks.workunit.client.0.smithi027.stderr: -1> 2023-01-15T14:44:35.922+0000 7f0e0f094780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f0e0f094780 time 2023-01-15T14:44:35.922266+0000 2023-01-15T14:44:36.080 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:44:36.080 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.080 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:44:36.080 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f0e15db2dbb] 2023-01-15T14:44:36.081 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f0e15db2f81] 2023-01-15T14:44:36.081 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c21cbb9ae1] 2023-01-15T14:44:36.081 INFO:tasks.workunit.client.0.smithi027.stderr: 4: radosgw-admin(+0x7a8c42) [0x55c21cbb2c42] 2023-01-15T14:44:36.081 INFO:tasks.workunit.client.0.smithi027.stderr: 5: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x55c21cbb6aa0] 2023-01-15T14:44:36.081 INFO:tasks.workunit.client.0.smithi027.stderr: 6: main() 2023-01-15T14:44:36.081 INFO:tasks.workunit.client.0.smithi027.stderr: 7: __libc_start_main() 2023-01-15T14:44:36.081 INFO:tasks.workunit.client.0.smithi027.stderr: 8: _start() 2023-01-15T14:44:36.081 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.081 INFO:tasks.workunit.client.0.smithi027.stderr: 0> 2023-01-15T14:44:35.923+0000 7f0e0f094780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:44:36.081 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f0e0f094780 thread_name:radosgw-admin 2023-01-15T14:44:36.081 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.082 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:44:36.082 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f0e16a7acf0] 2023-01-15T14:44:36.082 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:44:36.082 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:44:36.082 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f0e15db2e15] 2023-01-15T14:44:36.082 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f0e15db2f81] 2023-01-15T14:44:36.082 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x55c21cbb9ae1] 2023-01-15T14:44:36.082 INFO:tasks.workunit.client.0.smithi027.stderr: 7: radosgw-admin(+0x7a8c42) [0x55c21cbb2c42] 2023-01-15T14:44:36.082 INFO:tasks.workunit.client.0.smithi027.stderr: 8: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0xe0) [0x55c21cbb6aa0] 2023-01-15T14:44:36.082 INFO:tasks.workunit.client.0.smithi027.stderr: 9: main() 2023-01-15T14:44:36.082 INFO:tasks.workunit.client.0.smithi027.stderr: 10: __libc_start_main() 2023-01-15T14:44:36.082 INFO:tasks.workunit.client.0.smithi027.stderr: 11: _start() 2023-01-15T14:44:36.083 INFO:tasks.workunit.client.0.smithi027.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:44:36.083 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.083 INFO:tasks.workunit.client.0.smithi027.stderr:--- logging levels --- 2023-01-15T14:44:36.083 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 none 2023-01-15T14:44:36.083 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 lockdep 2023-01-15T14:44:36.083 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 context 2023-01-15T14:44:36.083 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 crush 2023-01-15T14:44:36.083 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds 2023-01-15T14:44:36.083 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_balancer 2023-01-15T14:44:36.083 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_locker 2023-01-15T14:44:36.083 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log 2023-01-15T14:44:36.084 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log_expire 2023-01-15T14:44:36.084 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_migrator 2023-01-15T14:44:36.084 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 buffer 2023-01-15T14:44:36.084 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 timer 2023-01-15T14:44:36.084 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 filer 2023-01-15T14:44:36.084 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 striper 2023-01-15T14:44:36.084 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 objecter 2023-01-15T14:44:36.084 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rados 2023-01-15T14:44:36.084 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd 2023-01-15T14:44:36.084 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_mirror 2023-01-15T14:44:36.084 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_replay 2023-01-15T14:44:36.085 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_pwl 2023-01-15T14:44:36.085 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 journaler 2023-01-15T14:44:36.085 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objectcacher 2023-01-15T14:44:36.085 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:44:36.085 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 client 2023-01-15T14:44:36.085 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 osd 2023-01-15T14:44:36.085 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 optracker 2023-01-15T14:44:36.085 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objclass 2023-01-15T14:44:36.085 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 filestore 2023-01-15T14:44:36.085 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 journal 2023-01-15T14:44:36.085 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 ms 2023-01-15T14:44:36.085 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mon 2023-01-15T14:44:36.086 INFO:tasks.workunit.client.0.smithi027.stderr: 0/10 monc 2023-01-15T14:44:36.086 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 paxos 2023-01-15T14:44:36.086 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 tp 2023-01-15T14:44:36.086 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 auth 2023-01-15T14:44:36.086 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 crypto 2023-01-15T14:44:36.086 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 finisher 2023-01-15T14:44:36.086 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 reserver 2023-01-15T14:44:36.086 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 heartbeatmap 2023-01-15T14:44:36.086 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 perfcounter 2023-01-15T14:44:36.086 INFO:tasks.workunit.client.0.smithi027.stderr: 20/20 rgw 2023-01-15T14:44:36.086 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_sync 2023-01-15T14:44:36.086 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_datacache 2023-01-15T14:44:36.087 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_access 2023-01-15T14:44:36.087 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:44:36.087 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 javaclient 2023-01-15T14:44:36.087 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 asok 2023-01-15T14:44:36.087 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 throttle 2023-01-15T14:44:36.087 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 refs 2023-01-15T14:44:36.087 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 compressor 2023-01-15T14:44:36.087 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluestore 2023-01-15T14:44:36.087 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluefs 2023-01-15T14:44:36.087 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 bdev 2023-01-15T14:44:36.087 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 kstore 2023-01-15T14:44:36.087 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 rocksdb 2023-01-15T14:44:36.088 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 leveldb 2023-01-15T14:44:36.088 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 fuse 2023-01-15T14:44:36.088 INFO:tasks.workunit.client.0.smithi027.stderr: 2/ 5 mgr 2023-01-15T14:44:36.088 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mgrc 2023-01-15T14:44:36.088 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 dpdk 2023-01-15T14:44:36.088 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 eventtrace 2023-01-15T14:44:36.088 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 prioritycache 2023-01-15T14:44:36.088 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 test 2023-01-15T14:44:36.088 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:44:36.088 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephsqlite 2023-01-15T14:44:36.088 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore 2023-01-15T14:44:36.089 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_onode 2023-01-15T14:44:36.089 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_odata 2023-01-15T14:44:36.089 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_omap 2023-01-15T14:44:36.089 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_tm 2023-01-15T14:44:36.089 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_t 2023-01-15T14:44:36.089 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:44:36.089 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_epm 2023-01-15T14:44:36.089 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_lba 2023-01-15T14:44:36.089 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:44:36.089 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cache 2023-01-15T14:44:36.089 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_journal 2023-01-15T14:44:36.089 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_device 2023-01-15T14:44:36.090 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_backref 2023-01-15T14:44:36.090 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 alienstore 2023-01-15T14:44:36.090 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mclock 2023-01-15T14:44:36.090 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cyanstore 2023-01-15T14:44:36.090 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 ceph_exporter 2023-01-15T14:44:36.090 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 memstore 2023-01-15T14:44:36.090 INFO:tasks.workunit.client.0.smithi027.stderr: -2/-2 (syslog threshold) 2023-01-15T14:44:36.090 INFO:tasks.workunit.client.0.smithi027.stderr: 99/99 (stderr threshold) 2023-01-15T14:44:36.090 INFO:tasks.workunit.client.0.smithi027.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:44:36.090 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0decfe1700 / http_manager 2023-01-15T14:44:36.090 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0ded803700 / notif-worker0 2023-01-15T14:44:36.090 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0def807700 / http_manager 2023-01-15T14:44:36.091 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0df200c700 / ms_dispatch 2023-01-15T14:44:36.091 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0df380f700 / io_context_pool 2023-01-15T14:44:36.091 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0df4010700 / rgw_dt_lg_renew 2023-01-15T14:44:36.091 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e06034700 / ms_dispatch 2023-01-15T14:44:36.091 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e07837700 / io_context_pool 2023-01-15T14:44:36.091 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e0a03c700 / ms_dispatch 2023-01-15T14:44:36.091 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e0b83f700 / io_context_pool 2023-01-15T14:44:36.091 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e0c841700 / msgr-worker-2 2023-01-15T14:44:36.091 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e0d042700 / msgr-worker-1 2023-01-15T14:44:36.091 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e0d843700 / msgr-worker-0 2023-01-15T14:44:36.091 INFO:tasks.workunit.client.0.smithi027.stderr: 7f0e0f094780 / radosgw-admin 2023-01-15T14:44:36.092 INFO:tasks.workunit.client.0.smithi027.stderr: max_recent 500 2023-01-15T14:44:36.092 INFO:tasks.workunit.client.0.smithi027.stderr: max_new 1000 2023-01-15T14:44:36.092 INFO:tasks.workunit.client.0.smithi027.stderr: log_file /var/lib/ceph/crash/2023-01-15T14:44:35.925190Z_21f45528-6972-4f9f-bda3-0fb80f3f3eae/log 2023-01-15T14:44:36.092 INFO:tasks.workunit.client.0.smithi027.stderr:--- end dump of recent events --- 2023-01-15T14:44:36.092 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2023-01-15T14:44:36.098 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:36.098 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:36.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.969+0000 7fb3b6eeb780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.970+0000 7fb3b6eeb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.970+0000 7fb3b6eeb780 20 realm 2023-01-15T14:44:36.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.970+0000 7fb3b6eeb780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.971+0000 7fb3b6eeb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.971+0000 7fb3b6eeb780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:36.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.971+0000 7fb3b6eeb780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.971+0000 7fb3b6eeb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.971+0000 7fb3b6eeb780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.972+0000 7fb3b6eeb780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:36.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.972+0000 7fb3b6eeb780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.972+0000 7fb3b6eeb780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:36.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.972+0000 7fb3b6eeb780 20 searching for the correct realm 2023-01-15T14:44:36.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.980+0000 7fb3b4e99700 0 -- 172.21.15.27:0/449186131 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x55558f804400 msgr2=0x55558f714100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:36.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.982+0000 7fb3b6eeb780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:36.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.982+0000 7fb3b6eeb780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:36.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.982+0000 7fb3b6eeb780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:36.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.982+0000 7fb3b6eeb780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:36.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.982+0000 7fb3b6eeb780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.983+0000 7fb3b6eeb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.983+0000 7fb3b6eeb780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.983+0000 7fb3b6eeb780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:36.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.983+0000 7fb3b6eeb780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.983+0000 7fb3b6eeb780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:36.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.983+0000 7fb3b6eeb780 20 zone default found 2023-01-15T14:44:36.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.983+0000 7fb3b6eeb780 4 Realm: () 2023-01-15T14:44:36.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.983+0000 7fb3b6eeb780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:36.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.983+0000 7fb3b6eeb780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:36.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.983+0000 7fb3b6eeb780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:36.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.983+0000 7fb3b6eeb780 20 zonegroup default 2023-01-15T14:44:36.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.983+0000 7fb3b6eeb780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.984+0000 7fb3b6eeb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.984+0000 7fb3b6eeb780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.984+0000 7fb3b6eeb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.984+0000 7fb3b6eeb780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.984+0000 7fb3b6eeb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.984+0000 7fb3b6eeb780 20 started sync module instance, tier type = 2023-01-15T14:44:36.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.984+0000 7fb3b6eeb780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:36.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.987+0000 7fb3b569a700 0 -- 172.21.15.27:0/449186131 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x5555901a0400 msgr2=0x55558f712b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:36.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.991+0000 7fb3b6eeb780 20 add_watcher() i=0 2023-01-15T14:44:36.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.991+0000 7fb3b6eeb780 20 add_watcher() i=1 2023-01-15T14:44:36.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.991+0000 7fb3b6eeb780 20 add_watcher() i=2 2023-01-15T14:44:36.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.991+0000 7fb3b6eeb780 20 add_watcher() i=3 2023-01-15T14:44:36.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.991+0000 7fb3b6eeb780 20 add_watcher() i=4 2023-01-15T14:44:36.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.991+0000 7fb3b6eeb780 20 add_watcher() i=5 2023-01-15T14:44:36.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.991+0000 7fb3b6eeb780 20 add_watcher() i=6 2023-01-15T14:44:36.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.991+0000 7fb3b6eeb780 20 add_watcher() i=7 2023-01-15T14:44:36.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.991+0000 7fb3b6eeb780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:36.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.993+0000 7fb39be67700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:36.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.993+0000 7fb3b6eeb780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:36.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.993+0000 7fb3b6eeb780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:36.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:35.999+0000 7fb3b6eeb780 5 note: GC not initialized 2023-01-15T14:44:36.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.000+0000 7fb39765e700 20 reqs_thread_entry: start 2023-01-15T14:44:36.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.000+0000 7fb3b6eeb780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:36.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.000+0000 7fb3b6eeb780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:36.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.000+0000 7fb39565a700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:06 2023 2023-01-15T14:44:36.103 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.000+0000 7fb394e38700 20 reqs_thread_entry: start 2023-01-15T14:44:36.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.000+0000 7fb3b6eeb780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.001+0000 7fb3b6eeb780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:36.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.001+0000 7fb3b6eeb780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.001+0000 7fb3b6eeb780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:36.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.001+0000 7fb3b6eeb780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:36.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.001+0000 7fb3b6eeb780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.001+0000 7fb3b6eeb780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:36.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.001+0000 7fb3b6eeb780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.002+0000 7fb3b6eeb780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:36.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.002+0000 7fb3b6eeb780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:44:36.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.003+0000 7fb39be67700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:36.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.005+0000 7fb3b6eeb780 20 remove_watcher() i=0 2023-01-15T14:44:36.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.005+0000 7fb3b6eeb780 2 removed watcher, disabling cache 2023-01-15T14:44:36.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.005+0000 7fb3b6eeb780 20 remove_watcher() i=1 2023-01-15T14:44:36.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.006+0000 7fb3b6eeb780 20 remove_watcher() i=2 2023-01-15T14:44:36.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.007+0000 7fb3b6eeb780 20 remove_watcher() i=3 2023-01-15T14:44:36.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.008+0000 7fb3b6eeb780 20 remove_watcher() i=4 2023-01-15T14:44:36.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.008+0000 7fb3b6eeb780 20 remove_watcher() i=5 2023-01-15T14:44:36.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.009+0000 7fb3b6eeb780 20 remove_watcher() i=6 2023-01-15T14:44:36.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.010+0000 7fb3b6eeb780 20 remove_watcher() i=7 2023-01-15T14:44:36.105 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.105 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:44:36.105 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: abort-at-set-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:44:36.105 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.105 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:44:36.106 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:44:36.106 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:44:36.108 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.107+0000 7ff1a1140780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.110 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.108+0000 7ff1a1140780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.110 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.108+0000 7ff1a1140780 20 realm 2023-01-15T14:44:36.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.108+0000 7ff1a1140780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.108+0000 7ff1a1140780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.108+0000 7ff1a1140780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:44:36.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.108+0000 7ff1a1140780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.109+0000 7ff1a1140780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.109+0000 7ff1a1140780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.112 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.110+0000 7ff1a1140780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:36.112 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.110+0000 7ff1a1140780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.112 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.110+0000 7ff1a1140780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:44:36.112 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.110+0000 7ff1a1140780 20 searching for the correct realm 2023-01-15T14:44:36.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.118+0000 7ff19f0ee700 0 -- 172.21.15.27:0/1066477438 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55ba6fd32400 msgr2=0x55ba6f9c1180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:44:36.122 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:44:36.122 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:44:36.122 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:44:36.122 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:44:36.122 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.122 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.122 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.122 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:44:36.122 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:44:36.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 20 zone default found 2023-01-15T14:44:36.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 4 Realm: () 2023-01-15T14:44:36.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:44:36.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:44:36.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:44:36.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 20 zonegroup default 2023-01-15T14:44:36.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.120+0000 7ff1a1140780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.121+0000 7ff1a1140780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.121+0000 7ff1a1140780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.124 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.121+0000 7ff1a1140780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.121+0000 7ff1a1140780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:44:36.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.121+0000 7ff1a1140780 20 started sync module instance, tier type = 2023-01-15T14:44:36.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.121+0000 7ff1a1140780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:44:36.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.125+0000 7ff19e8ed700 0 -- 172.21.15.27:0/1066477438 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55ba6fd33800 msgr2=0x55ba6f9c1700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:44:36.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.128+0000 7ff1a1140780 20 add_watcher() i=0 2023-01-15T14:44:36.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.128+0000 7ff1a1140780 20 add_watcher() i=1 2023-01-15T14:44:36.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.128+0000 7ff1a1140780 20 add_watcher() i=2 2023-01-15T14:44:36.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.128+0000 7ff1a1140780 20 add_watcher() i=3 2023-01-15T14:44:36.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.128+0000 7ff1a1140780 20 add_watcher() i=4 2023-01-15T14:44:36.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.128+0000 7ff1a1140780 20 add_watcher() i=5 2023-01-15T14:44:36.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.128+0000 7ff1a1140780 20 add_watcher() i=6 2023-01-15T14:44:36.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.128+0000 7ff1a1140780 20 add_watcher() i=7 2023-01-15T14:44:36.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.128+0000 7ff1a1140780 2 all 8 watchers are set, enabling cache 2023-01-15T14:44:36.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.130+0000 7ff1860bc700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:36.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.130+0000 7ff1a1140780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:44:36.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.130+0000 7ff1a1140780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:44:36.137 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.135+0000 7ff1a1140780 5 note: GC not initialized 2023-01-15T14:44:36.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.136+0000 7ff1818b3700 20 reqs_thread_entry: start 2023-01-15T14:44:36.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.136+0000 7ff1a1140780 20 init_complete bucket index max shards: 11 2023-01-15T14:44:36.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.136+0000 7ff1a1140780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:44:36.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.136+0000 7ff17f8af700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:06 2023 2023-01-15T14:44:36.139 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:44:36.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.136+0000 7ff17f08d700 20 reqs_thread_entry: start 2023-01-15T14:44:36.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.137+0000 7ff1a1140780 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-01-15T14:44:36.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.137+0000 7ff1a1140780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.137+0000 7ff1a1140780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:44:36.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.137+0000 7ff1a1140780 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-01-15T14:44:36.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.137+0000 7ff1a1140780 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-01-15T14:44:36.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.137+0000 7ff1a1140780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 : miss 2023-01-15T14:44:36.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.137+0000 7ff1a1140780 20 rados->read ofs=0 len=0 2023-01-15T14:44:36.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.137+0000 7ff1a1140780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:44:36.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.137+0000 7ff1a1140780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 info.flags=0x13 2023-01-15T14:44:36.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.137+0000 7ff1a1140780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 to cache LRU end 2023-01-15T14:44:36.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.137+0000 7ff1a1140780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:44:36.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.137+0000 7ff1a1140780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:44:36.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.137+0000 7ff1a1140780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 2023-01-15T14:44:36.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.140+0000 7ff1a1140780 0 INFO: RGWReshardLock::lock found lock on abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 to be held by another RGW process; skipping for now 2023-01-15T14:44:36.142 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.140+0000 7ff1860bc700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:44:36.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.142+0000 7ff1a1140780 20 remove_watcher() i=0 2023-01-15T14:44:36.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.142+0000 7ff1a1140780 2 removed watcher, disabling cache 2023-01-15T14:44:36.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.142+0000 7ff1a1140780 20 remove_watcher() i=1 2023-01-15T14:44:36.145 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.143+0000 7ff1a1140780 20 remove_watcher() i=2 2023-01-15T14:44:36.145 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.144+0000 7ff1a1140780 20 remove_watcher() i=3 2023-01-15T14:44:36.146 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.145+0000 7ff1a1140780 20 remove_watcher() i=4 2023-01-15T14:44:36.147 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.145+0000 7ff1a1140780 20 remove_watcher() i=5 2023-01-15T14:44:36.148 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.146+0000 7ff1a1140780 20 remove_watcher() i=6 2023-01-15T14:44:36.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:44:36.147+0000 7ff1a1140780 20 remove_watcher() i=7 2023-01-15T14:44:36.153 INFO:tasks.workunit.client.0.smithi027.stderr:waiting 30 seconds for reshard lock to expire... 2023-01-15T14:45:06.179 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket abort-at-set-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:45:06.219 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:06.219 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:06.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.233+0000 7fd302dd5780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.235+0000 7fd302dd5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.235+0000 7fd302dd5780 20 realm 2023-01-15T14:45:06.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.235+0000 7fd302dd5780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.235+0000 7fd302dd5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.237 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.235+0000 7fd302dd5780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:06.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.235+0000 7fd302dd5780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.236+0000 7fd302dd5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.236+0000 7fd302dd5780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.236+0000 7fd302dd5780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:06.238 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.236+0000 7fd302dd5780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.237+0000 7fd302dd5780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:06.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.237+0000 7fd302dd5780 20 searching for the correct realm 2023-01-15T14:45:06.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.247+0000 7fd300d83700 0 -- 172.21.15.27:0/3003117201 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55af990b2000 msgr2=0x55af99094b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:06.251 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.249+0000 7fd302dd5780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:06.251 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.249+0000 7fd302dd5780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:06.251 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.249+0000 7fd302dd5780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:06.251 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.249+0000 7fd302dd5780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:06.251 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.249+0000 7fd302dd5780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.251 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.249+0000 7fd302dd5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.251 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.249+0000 7fd302dd5780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.249+0000 7fd302dd5780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:06.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.249+0000 7fd302dd5780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.250+0000 7fd302dd5780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:06.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.250+0000 7fd302dd5780 20 zone default found 2023-01-15T14:45:06.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.250+0000 7fd302dd5780 4 Realm: () 2023-01-15T14:45:06.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.250+0000 7fd302dd5780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:06.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.250+0000 7fd302dd5780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:06.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.250+0000 7fd302dd5780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:06.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.250+0000 7fd302dd5780 20 zonegroup default 2023-01-15T14:45:06.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.250+0000 7fd302dd5780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.250+0000 7fd302dd5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.250+0000 7fd302dd5780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.250+0000 7fd302dd5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.250+0000 7fd302dd5780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.251+0000 7fd302dd5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.251+0000 7fd302dd5780 20 started sync module instance, tier type = 2023-01-15T14:45:06.254 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.251+0000 7fd302dd5780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:06.257 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.255+0000 7fd300d83700 0 -- 172.21.15.27:0/3003117201 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55af990b3800 msgr2=0x55af99096100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:06.260 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.258+0000 7fd302dd5780 20 add_watcher() i=0 2023-01-15T14:45:06.260 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.258+0000 7fd302dd5780 20 add_watcher() i=1 2023-01-15T14:45:06.260 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.258+0000 7fd302dd5780 20 add_watcher() i=2 2023-01-15T14:45:06.260 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.258+0000 7fd302dd5780 20 add_watcher() i=3 2023-01-15T14:45:06.260 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.258+0000 7fd302dd5780 20 add_watcher() i=4 2023-01-15T14:45:06.260 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.258+0000 7fd302dd5780 20 add_watcher() i=5 2023-01-15T14:45:06.260 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.258+0000 7fd302dd5780 20 add_watcher() i=6 2023-01-15T14:45:06.261 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.259+0000 7fd302dd5780 20 add_watcher() i=7 2023-01-15T14:45:06.261 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.259+0000 7fd302dd5780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:06.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.260+0000 7fd2e7d51700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:06.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.261+0000 7fd302dd5780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:06.262 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.261+0000 7fd302dd5780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:06.269 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.268+0000 7fd302dd5780 5 note: GC not initialized 2023-01-15T14:45:06.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.268+0000 7fd2e3548700 20 reqs_thread_entry: start 2023-01-15T14:45:06.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.269+0000 7fd302dd5780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:06.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.269+0000 7fd302dd5780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:06.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.269+0000 7fd2e1544700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:36 2023 2023-01-15T14:45:06.271 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:06.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.269+0000 7fd2e0d22700 20 reqs_thread_entry: start 2023-01-15T14:45:06.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.269+0000 7fd302dd5780 10 cache get: name=default.rgw.meta+root+abort-at-set-target-layout : miss 2023-01-15T14:45:06.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.269+0000 7fd302dd5780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.269+0000 7fd302dd5780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:45:06.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.269+0000 7fd302dd5780 10 cache put: name=default.rgw.meta+root+abort-at-set-target-layout info.flags=0x11 2023-01-15T14:45:06.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.269+0000 7fd302dd5780 10 adding default.rgw.meta+root+abort-at-set-target-layout to cache LRU end 2023-01-15T14:45:06.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.269+0000 7fd302dd5780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 : miss 2023-01-15T14:45:06.272 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.269+0000 7fd302dd5780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.270+0000 7fd302dd5780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:45:06.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.270+0000 7fd302dd5780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 info.flags=0x13 2023-01-15T14:45:06.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.270+0000 7fd302dd5780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 to cache LRU end 2023-01-15T14:45:06.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.270+0000 7fd302dd5780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:45:06.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.270+0000 7fd302dd5780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:06.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.270+0000 7fd302dd5780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 2023-01-15T14:45:06.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.274+0000 7fd302dd5780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 info.flags=0x17 2023-01-15T14:45:06.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.274+0000 7fd302dd5780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 to cache LRU end 2023-01-15T14:45:06.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.274+0000 7fd302dd5780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:06.276 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.274+0000 7fd302dd5780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17, ofs0, ns] 2023-01-15T14:45:06.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.274+0000 7fd2fad77700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197633 cookie 94212670783360 notifier 5718 bl.length()=887 2023-01-15T14:45:06.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.274+0000 7fd2fad77700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 info.flags=0x17 2023-01-15T14:45:06.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.274+0000 7fd2fad77700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 to cache LRU end 2023-01-15T14:45:06.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.274+0000 7fd2fad77700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:06.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.275+0000 7fd302dd5780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17]): orig_sources= new_sources= 2023-01-15T14:45:06.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.275+0000 7fd302dd5780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17]): potential sources added=[] removed=[] 2023-01-15T14:45:06.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.275+0000 7fd302dd5780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17]): orig_dests= new_dests= 2023-01-15T14:45:06.277 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.275+0000 7fd302dd5780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17]): potential dests added=[] removed=[] 2023-01-15T14:45:06.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.277+0000 7fd302dd5780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.0 2023-01-15T14:45:06.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.0 2023-01-15T14:45:06.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.1 2023-01-15T14:45:06.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.1 2023-01-15T14:45:06.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.2 2023-01-15T14:45:06.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.2 2023-01-15T14:45:06.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.3 2023-01-15T14:45:06.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.3 2023-01-15T14:45:06.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.4 2023-01-15T14:45:06.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.4 2023-01-15T14:45:06.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.5 2023-01-15T14:45:06.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.5 2023-01-15T14:45:06.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.6 2023-01-15T14:45:06.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.6 2023-01-15T14:45:06.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.7 2023-01-15T14:45:06.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.7 2023-01-15T14:45:06.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.8 2023-01-15T14:45:06.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.8 2023-01-15T14:45:06.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.9 2023-01-15T14:45:06.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.9 2023-01-15T14:45:06.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.10 2023-01-15T14:45:06.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.10 2023-01-15T14:45:06.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.11 2023-01-15T14:45:06.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1.11 2023-01-15T14:45:06.282 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.0 2023-01-15T14:45:06.282 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.278+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.1 2023-01-15T14:45:06.282 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.279+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.2 2023-01-15T14:45:06.283 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.279+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.3 2023-01-15T14:45:06.283 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.280+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.4 2023-01-15T14:45:06.283 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.280+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.5 2023-01-15T14:45:06.283 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.281+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.6 2023-01-15T14:45:06.283 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.281+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.7 2023-01-15T14:45:06.284 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.282+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.8 2023-01-15T14:45:06.284 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.282+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.9 2023-01-15T14:45:06.285 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.283+0000 7fd302dd5780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17.10 2023-01-15T14:45:06.288 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.287+0000 7fd302dd5780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 : hit (requested=0x13, cached=0x17) 2023-01-15T14:45:06.288 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.287+0000 7fd302dd5780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 2023-01-15T14:45:06.289 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.287+0000 7fd302dd5780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 info.flags=0x17 2023-01-15T14:45:06.289 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.287+0000 7fd302dd5780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 to cache LRU end 2023-01-15T14:45:06.290 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.287+0000 7fd302dd5780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:06.290 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.287+0000 7fd302dd5780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17, ofs0, ns] 2023-01-15T14:45:06.290 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.288+0000 7fd2fb578700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197634 cookie 94212670783360 notifier 5718 bl.length()=855 2023-01-15T14:45:06.290 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.288+0000 7fd2fb578700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 info.flags=0x17 2023-01-15T14:45:06.290 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.288+0000 7fd2fb578700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-set-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 to cache LRU end 2023-01-15T14:45:06.290 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.288+0000 7fd2fb578700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:06.290 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.288+0000 7fd302dd5780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17]): orig_sources= new_sources= 2023-01-15T14:45:06.290 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.288+0000 7fd302dd5780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17]): potential sources added=[] removed=[] 2023-01-15T14:45:06.291 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.288+0000 7fd302dd5780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17]): orig_dests= new_dests= 2023-01-15T14:45:06.291 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.288+0000 7fd302dd5780 20 handle_bi_update(): bucket=:abort-at-set-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17]): potential dests added=[] removed=[] 2023-01-15T14:45:06.292 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.291+0000 7fd302dd5780 1 execute INFO: reshard of bucket "abort-at-set-target-layout" completed successfully 2023-01-15T14:45:06.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.292+0000 7fd2e7d51700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:06.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.294+0000 7fd302dd5780 20 remove_watcher() i=0 2023-01-15T14:45:06.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.294+0000 7fd302dd5780 2 removed watcher, disabling cache 2023-01-15T14:45:06.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.295+0000 7fd302dd5780 20 remove_watcher() i=1 2023-01-15T14:45:06.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.296+0000 7fd302dd5780 20 remove_watcher() i=2 2023-01-15T14:45:06.298 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.297+0000 7fd302dd5780 20 remove_watcher() i=3 2023-01-15T14:45:06.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.298+0000 7fd302dd5780 20 remove_watcher() i=4 2023-01-15T14:45:06.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.298+0000 7fd302dd5780 20 remove_watcher() i=5 2023-01-15T14:45:06.301 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.299+0000 7fd302dd5780 20 remove_watcher() i=6 2023-01-15T14:45:06.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.300+0000 7fd302dd5780 20 remove_watcher() i=7 2023-01-15T14:45:06.307 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket abort-at-set-target-layout 2023-01-15T14:45:06.336 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:06.336 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:06.349 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.347+0000 7fbd6f4fe780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.350 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.349+0000 7fbd6f4fe780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.350 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.349+0000 7fbd6f4fe780 20 realm 2023-01-15T14:45:06.351 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.349+0000 7fbd6f4fe780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.351 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.349+0000 7fbd6f4fe780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.351 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.349+0000 7fbd6f4fe780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:06.351 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.349+0000 7fbd6f4fe780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.349+0000 7fbd6f4fe780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.349+0000 7fbd6f4fe780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.350+0000 7fbd6f4fe780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:06.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.350+0000 7fbd6f4fe780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.350+0000 7fbd6f4fe780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:06.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.350+0000 7fbd6f4fe780 20 searching for the correct realm 2023-01-15T14:45:06.360 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.359+0000 7fbd6ccab700 0 -- 172.21.15.27:0/3514942613 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55993da07800 msgr2=0x55993d6a5700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:06.363 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.360+0000 7fbd6f4fe780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:06.363 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.360+0000 7fbd6f4fe780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:06.363 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.360+0000 7fbd6f4fe780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:06.363 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.360+0000 7fbd6f4fe780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:06.363 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.360+0000 7fbd6f4fe780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.363 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.360+0000 7fbd6f4fe780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.363 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.360+0000 7fbd6f4fe780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.363 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.360+0000 7fbd6f4fe780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:06.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.360+0000 7fbd6f4fe780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.361+0000 7fbd6f4fe780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:06.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.361+0000 7fbd6f4fe780 20 zone default found 2023-01-15T14:45:06.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.361+0000 7fbd6f4fe780 4 Realm: () 2023-01-15T14:45:06.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.361+0000 7fbd6f4fe780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:06.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.361+0000 7fbd6f4fe780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:06.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.361+0000 7fbd6f4fe780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:06.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.361+0000 7fbd6f4fe780 20 zonegroup default 2023-01-15T14:45:06.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.361+0000 7fbd6f4fe780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.364 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.361+0000 7fbd6f4fe780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.361+0000 7fbd6f4fe780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.362+0000 7fbd6f4fe780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.362+0000 7fbd6f4fe780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.365 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.362+0000 7fbd6f4fe780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.366 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.362+0000 7fbd6f4fe780 20 started sync module instance, tier type = 2023-01-15T14:45:06.366 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.362+0000 7fbd6f4fe780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:06.367 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.365+0000 7fbd6dcad700 0 -- 172.21.15.27:0/3514942613 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x55993da07c00 msgr2=0x55993dac0580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:06.370 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.368+0000 7fbd6f4fe780 20 add_watcher() i=0 2023-01-15T14:45:06.370 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.368+0000 7fbd6f4fe780 20 add_watcher() i=1 2023-01-15T14:45:06.370 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.368+0000 7fbd6f4fe780 20 add_watcher() i=2 2023-01-15T14:45:06.371 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.368+0000 7fbd6f4fe780 20 add_watcher() i=3 2023-01-15T14:45:06.371 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.368+0000 7fbd6f4fe780 20 add_watcher() i=4 2023-01-15T14:45:06.371 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.368+0000 7fbd6f4fe780 20 add_watcher() i=5 2023-01-15T14:45:06.371 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.368+0000 7fbd6f4fe780 20 add_watcher() i=6 2023-01-15T14:45:06.371 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.369+0000 7fbd6f4fe780 20 add_watcher() i=7 2023-01-15T14:45:06.371 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.369+0000 7fbd6f4fe780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:06.372 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.371+0000 7fbd5447a700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:06.373 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.371+0000 7fbd6f4fe780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:06.373 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.371+0000 7fbd6f4fe780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:06.378 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.376+0000 7fbd6f4fe780 5 note: GC not initialized 2023-01-15T14:45:06.380 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.377+0000 7fbd4fc71700 20 reqs_thread_entry: start 2023-01-15T14:45:06.380 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.378+0000 7fbd6f4fe780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:06.381 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.378+0000 7fbd6f4fe780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:06.381 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.378+0000 7fbd4dc6d700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:36 2023 2023-01-15T14:45:06.381 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:06.381 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.378+0000 7fbd4d44b700 20 reqs_thread_entry: start 2023-01-15T14:45:06.381 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.378+0000 7fbd6f4fe780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.381 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.379+0000 7fbd6f4fe780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:45:06.381 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.379+0000 7fbd6f4fe780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.382 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.379+0000 7fbd6f4fe780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:45:06.382 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.379+0000 7fbd6f4fe780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:06.382 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.379+0000 7fbd6f4fe780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.382 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.379+0000 7fbd6f4fe780 20 rados_obj.operate() r=0 bl.length=194 2023-01-15T14:45:06.382 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.379+0000 7fbd6f4fe780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.383 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.380+0000 7fbd6f4fe780 20 rados_obj.operate() r=0 bl.length=378 2023-01-15T14:45:06.383 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.380+0000 7fbd6f4fe780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:06.383 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.381+0000 7fbd5447a700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:06.384 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.383+0000 7fbd6f4fe780 20 remove_watcher() i=0 2023-01-15T14:45:06.385 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.383+0000 7fbd6f4fe780 2 removed watcher, disabling cache 2023-01-15T14:45:06.385 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.384+0000 7fbd6f4fe780 20 remove_watcher() i=1 2023-01-15T14:45:06.386 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.385+0000 7fbd6f4fe780 20 remove_watcher() i=2 2023-01-15T14:45:06.387 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.385+0000 7fbd6f4fe780 20 remove_watcher() i=3 2023-01-15T14:45:06.388 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.386+0000 7fbd6f4fe780 20 remove_watcher() i=4 2023-01-15T14:45:06.389 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.387+0000 7fbd6f4fe780 20 remove_watcher() i=5 2023-01-15T14:45:06.389 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.388+0000 7fbd6f4fe780 20 remove_watcher() i=6 2023-01-15T14:45:06.390 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.388+0000 7fbd6f4fe780 20 remove_watcher() i=7 2023-01-15T14:45:06.394 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:06.394 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:45:06.394 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: abort-at-set-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.17 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:45:06.394 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:06.475 INFO:tasks.workunit.client.0.smithi027.stderr:TEST: reshard bucket with EIO injected at block_writes 2023-01-15T14:45:06.475 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:06.640 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2023-01-15T14:45:06.668 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:06.668 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:06.680 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.678+0000 7fa5f0580780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.679+0000 7fa5f0580780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.679+0000 7fa5f0580780 20 realm 2023-01-15T14:45:06.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.679+0000 7fa5f0580780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.679+0000 7fa5f0580780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.679+0000 7fa5f0580780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:06.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.679+0000 7fa5f0580780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.680+0000 7fa5f0580780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.680+0000 7fa5f0580780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.680+0000 7fa5f0580780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:06.683 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.680+0000 7fa5f0580780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.683 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.681+0000 7fa5f0580780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:06.683 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.681+0000 7fa5f0580780 20 searching for the correct realm 2023-01-15T14:45:06.691 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.689+0000 7fa5edd2d700 0 -- 172.21.15.27:0/274032263 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55fcca0a3c00 msgr2=0x55fcc92bf700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:06.692 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.690+0000 7fa5f0580780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:06.692 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.690+0000 7fa5f0580780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:06.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.690+0000 7fa5f0580780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:06.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.691+0000 7fa5f0580780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:06.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.691+0000 7fa5f0580780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.691+0000 7fa5f0580780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.691+0000 7fa5f0580780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.691+0000 7fa5f0580780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:06.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.691+0000 7fa5f0580780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.691+0000 7fa5f0580780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:06.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.691+0000 7fa5f0580780 20 zone default found 2023-01-15T14:45:06.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.691+0000 7fa5f0580780 4 Realm: () 2023-01-15T14:45:06.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.691+0000 7fa5f0580780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:06.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.691+0000 7fa5f0580780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:06.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.691+0000 7fa5f0580780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:06.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.691+0000 7fa5f0580780 20 zonegroup default 2023-01-15T14:45:06.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.691+0000 7fa5f0580780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.692+0000 7fa5f0580780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.692+0000 7fa5f0580780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.692+0000 7fa5f0580780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.692+0000 7fa5f0580780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.692+0000 7fa5f0580780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.692+0000 7fa5f0580780 20 started sync module instance, tier type = 2023-01-15T14:45:06.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.692+0000 7fa5f0580780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:06.697 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.696+0000 7fa5eed2f700 0 -- 172.21.15.27:0/274032263 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x55fcca0a5000 msgr2=0x55fcc96e8580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:06.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.699+0000 7fa5f0580780 20 add_watcher() i=0 2023-01-15T14:45:06.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.699+0000 7fa5f0580780 20 add_watcher() i=1 2023-01-15T14:45:06.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.699+0000 7fa5f0580780 20 add_watcher() i=2 2023-01-15T14:45:06.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.699+0000 7fa5f0580780 20 add_watcher() i=3 2023-01-15T14:45:06.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.699+0000 7fa5f0580780 20 add_watcher() i=4 2023-01-15T14:45:06.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.699+0000 7fa5f0580780 20 add_watcher() i=5 2023-01-15T14:45:06.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.700+0000 7fa5f0580780 20 add_watcher() i=6 2023-01-15T14:45:06.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.700+0000 7fa5f0580780 20 add_watcher() i=7 2023-01-15T14:45:06.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.700+0000 7fa5f0580780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:06.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.701+0000 7fa5d54fc700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:06.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.702+0000 7fa5f0580780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:06.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.702+0000 7fa5f0580780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:06.709 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.708+0000 7fa5f0580780 5 note: GC not initialized 2023-01-15T14:45:06.710 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.708+0000 7fa5d0cf3700 20 reqs_thread_entry: start 2023-01-15T14:45:06.710 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.709+0000 7fa5f0580780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:06.711 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.709+0000 7fa5f0580780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:06.711 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.709+0000 7fa5cecef700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:36 2023 2023-01-15T14:45:06.711 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:06.711 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.709+0000 7fa5ce4cd700 20 reqs_thread_entry: start 2023-01-15T14:45:06.711 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.709+0000 7fa5f0580780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.711 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.709+0000 7fa5f0580780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:06.711 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.709+0000 7fa5f0580780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.712 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.710+0000 7fa5f0580780 20 rados_obj.operate() r=0 bl.length=373 2023-01-15T14:45:06.712 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.710+0000 7fa5f0580780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:06.712 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.710+0000 7fa5f0580780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.712 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.710+0000 7fa5f0580780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:06.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.710+0000 7fa5f0580780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.710+0000 7fa5f0580780 20 rados_obj.operate() r=0 bl.length=373 2023-01-15T14:45:06.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.710+0000 7fa5f0580780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:06.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.712+0000 7fa5d54fc700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:06.715 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.713+0000 7fa5f0580780 20 remove_watcher() i=0 2023-01-15T14:45:06.715 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.713+0000 7fa5f0580780 2 removed watcher, disabling cache 2023-01-15T14:45:06.716 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.714+0000 7fa5f0580780 20 remove_watcher() i=1 2023-01-15T14:45:06.717 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.715+0000 7fa5f0580780 20 remove_watcher() i=2 2023-01-15T14:45:06.718 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.716+0000 7fa5f0580780 20 remove_watcher() i=3 2023-01-15T14:45:06.718 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.717+0000 7fa5f0580780 20 remove_watcher() i=4 2023-01-15T14:45:06.719 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.717+0000 7fa5f0580780 20 remove_watcher() i=5 2023-01-15T14:45:06.720 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.718+0000 7fa5f0580780 20 remove_watcher() i=6 2023-01-15T14:45:06.720 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.719+0000 7fa5f0580780 20 remove_watcher() i=7 2023-01-15T14:45:06.728 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:06.728 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:45:06.728 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-block-writes id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:45:06.728 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:06.728 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at block_writes 2023-01-15T14:45:06.760 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:06.760 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:06.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.770+0000 7f50cb208780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.772+0000 7f50cb208780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.772+0000 7f50cb208780 20 realm 2023-01-15T14:45:06.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.772+0000 7f50cb208780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.772+0000 7f50cb208780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.772+0000 7f50cb208780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:06.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.772+0000 7f50cb208780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.772+0000 7f50cb208780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.772+0000 7f50cb208780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.773+0000 7f50cb208780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:06.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.773+0000 7f50cb208780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.773+0000 7f50cb208780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:06.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.773+0000 7f50cb208780 20 searching for the correct realm 2023-01-15T14:45:06.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.782+0000 7f50c89b5700 0 -- 172.21.15.27:0/193581992 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55eb5e4a7000 msgr2=0x55eb5d6bb700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:06.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.783+0000 7f50cb208780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:06.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.783+0000 7f50cb208780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:06.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.783+0000 7f50cb208780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:06.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.783+0000 7f50cb208780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:06.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.783+0000 7f50cb208780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.783+0000 7f50cb208780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.783+0000 7f50cb208780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.783+0000 7f50cb208780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:06.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.783+0000 7f50cb208780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.784+0000 7f50cb208780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:06.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.784+0000 7f50cb208780 20 zone default found 2023-01-15T14:45:06.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.784+0000 7f50cb208780 4 Realm: () 2023-01-15T14:45:06.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.784+0000 7f50cb208780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:06.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.784+0000 7f50cb208780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:06.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.784+0000 7f50cb208780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:06.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.784+0000 7f50cb208780 20 zonegroup default 2023-01-15T14:45:06.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.784+0000 7f50cb208780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.784+0000 7f50cb208780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.784+0000 7f50cb208780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.784+0000 7f50cb208780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.784+0000 7f50cb208780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.785+0000 7f50cb208780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.785+0000 7f50cb208780 20 started sync module instance, tier type = 2023-01-15T14:45:06.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.785+0000 7f50cb208780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:06.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.788+0000 7f50c99b7700 0 -- 172.21.15.27:0/193581992 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x55eb5da1c400 msgr2=0x55eb5dadd600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:45:06.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.791+0000 7f50cb208780 20 add_watcher() i=0 2023-01-15T14:45:06.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.791+0000 7f50cb208780 20 add_watcher() i=1 2023-01-15T14:45:06.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.791+0000 7f50cb208780 20 add_watcher() i=2 2023-01-15T14:45:06.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.791+0000 7f50cb208780 20 add_watcher() i=3 2023-01-15T14:45:06.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.791+0000 7f50cb208780 20 add_watcher() i=4 2023-01-15T14:45:06.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.791+0000 7f50cb208780 20 add_watcher() i=5 2023-01-15T14:45:06.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.791+0000 7f50cb208780 20 add_watcher() i=6 2023-01-15T14:45:06.795 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.792+0000 7f50cb208780 20 add_watcher() i=7 2023-01-15T14:45:06.795 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.792+0000 7f50cb208780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:06.795 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.793+0000 7f50b0184700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:06.796 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.794+0000 7f50cb208780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:06.796 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.794+0000 7f50cb208780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:06.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.802+0000 7f50cb208780 5 note: GC not initialized 2023-01-15T14:45:06.805 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.802+0000 7f50ab97b700 20 reqs_thread_entry: start 2023-01-15T14:45:06.805 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.803+0000 7f50cb208780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:06.805 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.803+0000 7f50cb208780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:06.805 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.803+0000 7f50a9977700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:36 2023 2023-01-15T14:45:06.805 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:06.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.803+0000 7f50a9155700 20 reqs_thread_entry: start 2023-01-15T14:45:06.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.803+0000 7f50cb208780 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2023-01-15T14:45:06.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.803+0000 7f50cb208780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.803+0000 7f50cb208780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:06.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.803+0000 7f50cb208780 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2023-01-15T14:45:06.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.803+0000 7f50cb208780 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2023-01-15T14:45:06.808 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.803+0000 7f50cb208780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 : miss 2023-01-15T14:45:06.808 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.803+0000 7f50cb208780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.808 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.804+0000 7f50cb208780 20 rados_obj.operate() r=0 bl.length=373 2023-01-15T14:45:06.808 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.804+0000 7f50cb208780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 info.flags=0x13 2023-01-15T14:45:06.808 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.804+0000 7f50cb208780 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 to cache LRU end 2023-01-15T14:45:06.808 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.804+0000 7f50cb208780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:45:06.808 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.804+0000 7f50cb208780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:06.808 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.804+0000 7f50cb208780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 2023-01-15T14:45:06.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.808+0000 7f50cb208780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 info.flags=0x17 2023-01-15T14:45:06.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.808+0000 7f50cb208780 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 to cache LRU end 2023-01-15T14:45:06.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.808+0000 7f50cb208780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:06.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.808+0000 7f50cb208780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18, ofs0, ns] 2023-01-15T14:45:06.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.809+0000 7f50c39ab700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197596 cookie 94469372979328 notifier 5513 bl.length()=877 2023-01-15T14:45:06.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.809+0000 7f50c39ab700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 info.flags=0x17 2023-01-15T14:45:06.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.809+0000 7f50c39ab700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 to cache LRU end 2023-01-15T14:45:06.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.809+0000 7f50c39ab700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:06.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.809+0000 7f50cb208780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): orig_sources= new_sources= 2023-01-15T14:45:06.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.809+0000 7f50cb208780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): potential sources added=[] removed=[] 2023-01-15T14:45:06.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.809+0000 7f50cb208780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): orig_dests= new_dests= 2023-01-15T14:45:06.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.809+0000 7f50cb208780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): potential dests added=[] removed=[] 2023-01-15T14:45:06.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.809+0000 7f50cb208780 -1 Injecting error=-5 at location=block_writes 2023-01-15T14:45:06.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.809+0000 7f50cb208780 0 ERROR: init_reshard failed to pause writes to the current index: (5) Input/output error 2023-01-15T14:45:06.813 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.811+0000 7f50cb208780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 : hit (requested=0x13, cached=0x17) 2023-01-15T14:45:06.813 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.811+0000 7f50cb208780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 2023-01-15T14:45:06.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.812+0000 7f50cb208780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 info.flags=0x17 2023-01-15T14:45:06.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.812+0000 7f50cb208780 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 to cache LRU end 2023-01-15T14:45:06.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.812+0000 7f50cb208780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:06.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.812+0000 7f50cb208780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18, ofs0, ns] 2023-01-15T14:45:06.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.812+0000 7f50c39ab700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197597 cookie 94469372979328 notifier 5513 bl.length()=845 2023-01-15T14:45:06.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.812+0000 7f50c39ab700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 info.flags=0x17 2023-01-15T14:45:06.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.812+0000 7f50c39ab700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 to cache LRU end 2023-01-15T14:45:06.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.812+0000 7f50c39ab700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:06.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.813+0000 7f50cb208780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): orig_sources= new_sources= 2023-01-15T14:45:06.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.813+0000 7f50cb208780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): potential sources added=[] removed=[] 2023-01-15T14:45:06.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.813+0000 7f50cb208780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): orig_dests= new_dests= 2023-01-15T14:45:06.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.813+0000 7f50cb208780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): potential dests added=[] removed=[] 2023-01-15T14:45:06.816 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.814+0000 7f50b0184700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:06.817 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.816+0000 7f50cb208780 20 remove_watcher() i=0 2023-01-15T14:45:06.817 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.816+0000 7f50cb208780 2 removed watcher, disabling cache 2023-01-15T14:45:06.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.817+0000 7f50cb208780 20 remove_watcher() i=1 2023-01-15T14:45:06.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.818+0000 7f50cb208780 20 remove_watcher() i=2 2023-01-15T14:45:06.820 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.819+0000 7f50cb208780 20 remove_watcher() i=3 2023-01-15T14:45:06.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.820+0000 7f50cb208780 20 remove_watcher() i=4 2023-01-15T14:45:06.822 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.820+0000 7f50cb208780 20 remove_watcher() i=5 2023-01-15T14:45:06.823 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.821+0000 7f50cb208780 20 remove_watcher() i=6 2023-01-15T14:45:06.823 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.822+0000 7f50cb208780 20 remove_watcher() i=7 2023-01-15T14:45:06.829 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2023-01-15T14:45:06.858 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:06.858 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:06.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.867+0000 7ff06731d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.869+0000 7ff06731d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.869+0000 7ff06731d780 20 realm 2023-01-15T14:45:06.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.869+0000 7ff06731d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.869+0000 7ff06731d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.869+0000 7ff06731d780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:06.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.869+0000 7ff06731d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.869+0000 7ff06731d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.869+0000 7ff06731d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.873 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.870+0000 7ff06731d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:06.873 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.871+0000 7ff06731d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.873 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.871+0000 7ff06731d780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:06.874 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.871+0000 7ff06731d780 20 searching for the correct realm 2023-01-15T14:45:06.881 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.879+0000 7ff064aca700 0 -- 172.21.15.27:0/3631562696 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55b1afee1000 msgr2=0x55b1af0f9700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:06.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:06.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:06.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:06.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:06.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:06.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:06.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 20 zone default found 2023-01-15T14:45:06.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 4 Realm: () 2023-01-15T14:45:06.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:06.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:06.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:06.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 20 zonegroup default 2023-01-15T14:45:06.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.881+0000 7ff06731d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.882+0000 7ff06731d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.882+0000 7ff06731d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.882+0000 7ff06731d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.882+0000 7ff06731d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.882+0000 7ff06731d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:06.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.882+0000 7ff06731d780 20 started sync module instance, tier type = 2023-01-15T14:45:06.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.882+0000 7ff06731d780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:06.887 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.885+0000 7ff0652cb700 0 -- 172.21.15.27:0/3631562696 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55b1af457800 msgr2=0x55b1af518b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:06.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.889+0000 7ff06731d780 20 add_watcher() i=0 2023-01-15T14:45:06.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.889+0000 7ff06731d780 20 add_watcher() i=1 2023-01-15T14:45:06.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.889+0000 7ff06731d780 20 add_watcher() i=2 2023-01-15T14:45:06.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.889+0000 7ff06731d780 20 add_watcher() i=3 2023-01-15T14:45:06.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.889+0000 7ff06731d780 20 add_watcher() i=4 2023-01-15T14:45:06.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.889+0000 7ff06731d780 20 add_watcher() i=5 2023-01-15T14:45:06.892 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.889+0000 7ff06731d780 20 add_watcher() i=6 2023-01-15T14:45:06.892 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.889+0000 7ff06731d780 20 add_watcher() i=7 2023-01-15T14:45:06.893 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.889+0000 7ff06731d780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:06.893 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.891+0000 7ff04c299700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:06.893 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.891+0000 7ff06731d780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:06.893 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.891+0000 7ff06731d780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:06.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.897+0000 7ff06731d780 5 note: GC not initialized 2023-01-15T14:45:06.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.898+0000 7ff047a90700 20 reqs_thread_entry: start 2023-01-15T14:45:06.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.898+0000 7ff06731d780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:06.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.898+0000 7ff06731d780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:06.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.898+0000 7ff045a8c700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:37 2023 2023-01-15T14:45:06.900 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:06.901 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.898+0000 7ff04526a700 20 reqs_thread_entry: start 2023-01-15T14:45:06.901 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.898+0000 7ff06731d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.899+0000 7ff06731d780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:06.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.899+0000 7ff06731d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.899+0000 7ff06731d780 20 rados_obj.operate() r=0 bl.length=373 2023-01-15T14:45:06.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.899+0000 7ff06731d780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:06.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.899+0000 7ff06731d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.900+0000 7ff06731d780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:06.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.900+0000 7ff06731d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:06.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.900+0000 7ff06731d780 20 rados_obj.operate() r=0 bl.length=373 2023-01-15T14:45:06.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.900+0000 7ff06731d780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:06.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.901+0000 7ff04c299700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:06.904 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.903+0000 7ff06731d780 20 remove_watcher() i=0 2023-01-15T14:45:06.904 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.903+0000 7ff06731d780 2 removed watcher, disabling cache 2023-01-15T14:45:06.905 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.903+0000 7ff06731d780 20 remove_watcher() i=1 2023-01-15T14:45:06.906 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.904+0000 7ff06731d780 20 remove_watcher() i=2 2023-01-15T14:45:06.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.905+0000 7ff06731d780 20 remove_watcher() i=3 2023-01-15T14:45:06.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.906+0000 7ff06731d780 20 remove_watcher() i=4 2023-01-15T14:45:06.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.907+0000 7ff06731d780 20 remove_watcher() i=5 2023-01-15T14:45:06.909 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.908+0000 7ff06731d780 20 remove_watcher() i=6 2023-01-15T14:45:06.910 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:06.908+0000 7ff06731d780 20 remove_watcher() i=7 2023-01-15T14:45:06.914 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:06.914 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:45:06.915 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-block-writes id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:45:06.915 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:06.964 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket error-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:45:06.995 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:06.996 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:07.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.006+0000 7fd5cd9d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.010 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.008+0000 7fd5cd9d6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.010 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.008+0000 7fd5cd9d6780 20 realm 2023-01-15T14:45:07.010 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.008+0000 7fd5cd9d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.010 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.008+0000 7fd5cd9d6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.010 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.008+0000 7fd5cd9d6780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:07.010 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.008+0000 7fd5cd9d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.010 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.008+0000 7fd5cd9d6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.010 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.008+0000 7fd5cd9d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.009+0000 7fd5cd9d6780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.009+0000 7fd5cd9d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.009+0000 7fd5cd9d6780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:07.012 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.009+0000 7fd5cd9d6780 20 searching for the correct realm 2023-01-15T14:45:07.020 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.018+0000 7fd5cb984700 0 -- 172.21.15.27:0/4057597201 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55980f2e6800 msgr2=0x55980ef78c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:07.020 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.019+0000 7fd5cd9d6780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:07.021 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.019+0000 7fd5cd9d6780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:07.021 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.019+0000 7fd5cd9d6780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:07.021 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.019+0000 7fd5cd9d6780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:07.021 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.019+0000 7fd5cd9d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.019+0000 7fd5cd9d6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.019+0000 7fd5cd9d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.019+0000 7fd5cd9d6780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.019+0000 7fd5cd9d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.020+0000 7fd5cd9d6780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:07.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.020+0000 7fd5cd9d6780 20 zone default found 2023-01-15T14:45:07.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.020+0000 7fd5cd9d6780 4 Realm: () 2023-01-15T14:45:07.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.020+0000 7fd5cd9d6780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:07.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.020+0000 7fd5cd9d6780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:07.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.020+0000 7fd5cd9d6780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:07.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.020+0000 7fd5cd9d6780 20 zonegroup default 2023-01-15T14:45:07.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.020+0000 7fd5cd9d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.020+0000 7fd5cd9d6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.020+0000 7fd5cd9d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.020+0000 7fd5cd9d6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.020+0000 7fd5cd9d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.020+0000 7fd5cd9d6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.020+0000 7fd5cd9d6780 20 started sync module instance, tier type = 2023-01-15T14:45:07.025 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.020+0000 7fd5cd9d6780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:07.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.025+0000 7fd5cb183700 0 -- 172.21.15.27:0/4057597201 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55980f2e7400 msgr2=0x55980ef79180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:07.029 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.027+0000 7fd5cd9d6780 20 add_watcher() i=0 2023-01-15T14:45:07.029 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.027+0000 7fd5cd9d6780 20 add_watcher() i=1 2023-01-15T14:45:07.029 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.027+0000 7fd5cd9d6780 20 add_watcher() i=2 2023-01-15T14:45:07.029 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.027+0000 7fd5cd9d6780 20 add_watcher() i=3 2023-01-15T14:45:07.029 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.027+0000 7fd5cd9d6780 20 add_watcher() i=4 2023-01-15T14:45:07.029 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.027+0000 7fd5cd9d6780 20 add_watcher() i=5 2023-01-15T14:45:07.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.027+0000 7fd5cd9d6780 20 add_watcher() i=6 2023-01-15T14:45:07.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.028+0000 7fd5cd9d6780 20 add_watcher() i=7 2023-01-15T14:45:07.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.028+0000 7fd5cd9d6780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:07.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.029+0000 7fd5b2952700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:07.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.029+0000 7fd5cd9d6780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:07.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.029+0000 7fd5cd9d6780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:07.036 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.034+0000 7fd5cd9d6780 5 note: GC not initialized 2023-01-15T14:45:07.038 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.035+0000 7fd5ae149700 20 reqs_thread_entry: start 2023-01-15T14:45:07.038 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.035+0000 7fd5cd9d6780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:07.038 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.036+0000 7fd5cd9d6780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:07.038 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.036+0000 7fd5ac145700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:37 2023 2023-01-15T14:45:07.038 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.038 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.036+0000 7fd5ab923700 20 reqs_thread_entry: start 2023-01-15T14:45:07.038 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.036+0000 7fd5cd9d6780 10 cache get: name=default.rgw.meta+root+error-at-block-writes : miss 2023-01-15T14:45:07.038 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.036+0000 7fd5cd9d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.038 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.036+0000 7fd5cd9d6780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:07.039 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.036+0000 7fd5cd9d6780 10 cache put: name=default.rgw.meta+root+error-at-block-writes info.flags=0x11 2023-01-15T14:45:07.039 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.036+0000 7fd5cd9d6780 10 adding default.rgw.meta+root+error-at-block-writes to cache LRU end 2023-01-15T14:45:07.039 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.036+0000 7fd5cd9d6780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 : miss 2023-01-15T14:45:07.039 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.036+0000 7fd5cd9d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.039 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.037+0000 7fd5cd9d6780 20 rados_obj.operate() r=0 bl.length=373 2023-01-15T14:45:07.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.037+0000 7fd5cd9d6780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 info.flags=0x13 2023-01-15T14:45:07.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.037+0000 7fd5cd9d6780 10 adding default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 to cache LRU end 2023-01-15T14:45:07.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.037+0000 7fd5cd9d6780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:45:07.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.037+0000 7fd5cd9d6780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:07.040 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.037+0000 7fd5cd9d6780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 2023-01-15T14:45:07.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.041+0000 7fd5cd9d6780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 info.flags=0x17 2023-01-15T14:45:07.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.041+0000 7fd5cd9d6780 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 to cache LRU end 2023-01-15T14:45:07.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.041+0000 7fd5cd9d6780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:07.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.041+0000 7fd5cd9d6780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18, ofs0, ns] 2023-01-15T14:45:07.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.041+0000 7fd5c5978700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197598 cookie 94111574460544 notifier 5832 bl.length()=877 2023-01-15T14:45:07.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.041+0000 7fd5c5978700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 info.flags=0x17 2023-01-15T14:45:07.043 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.041+0000 7fd5c5978700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 to cache LRU end 2023-01-15T14:45:07.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.041+0000 7fd5c5978700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:07.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.042+0000 7fd5cd9d6780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): orig_sources= new_sources= 2023-01-15T14:45:07.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.042+0000 7fd5cd9d6780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): potential sources added=[] removed=[] 2023-01-15T14:45:07.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.042+0000 7fd5cd9d6780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): orig_dests= new_dests= 2023-01-15T14:45:07.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.042+0000 7fd5cd9d6780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): potential dests added=[] removed=[] 2023-01-15T14:45:07.046 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.0 2023-01-15T14:45:07.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.0 2023-01-15T14:45:07.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.1 2023-01-15T14:45:07.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.1 2023-01-15T14:45:07.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.2 2023-01-15T14:45:07.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.2 2023-01-15T14:45:07.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.3 2023-01-15T14:45:07.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.3 2023-01-15T14:45:07.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.4 2023-01-15T14:45:07.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.4 2023-01-15T14:45:07.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.5 2023-01-15T14:45:07.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.5 2023-01-15T14:45:07.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.6 2023-01-15T14:45:07.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.6 2023-01-15T14:45:07.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.7 2023-01-15T14:45:07.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.7 2023-01-15T14:45:07.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.8 2023-01-15T14:45:07.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.8 2023-01-15T14:45:07.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.9 2023-01-15T14:45:07.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.9 2023-01-15T14:45:07.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.10 2023-01-15T14:45:07.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.10 2023-01-15T14:45:07.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.11 2023-01-15T14:45:07.049 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1.11 2023-01-15T14:45:07.050 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.0 2023-01-15T14:45:07.050 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.044+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.1 2023-01-15T14:45:07.050 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.045+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.2 2023-01-15T14:45:07.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.045+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.3 2023-01-15T14:45:07.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.046+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.4 2023-01-15T14:45:07.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.046+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.5 2023-01-15T14:45:07.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.047+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.6 2023-01-15T14:45:07.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.047+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.7 2023-01-15T14:45:07.051 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.048+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.8 2023-01-15T14:45:07.052 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.049+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.9 2023-01-15T14:45:07.052 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.049+0000 7fd5cd9d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18.10 2023-01-15T14:45:07.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.052+0000 7fd5cd9d6780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 : hit (requested=0x13, cached=0x17) 2023-01-15T14:45:07.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.052+0000 7fd5cd9d6780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 2023-01-15T14:45:07.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.052+0000 7fd5cd9d6780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 info.flags=0x17 2023-01-15T14:45:07.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.052+0000 7fd5cd9d6780 10 moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 to cache LRU end 2023-01-15T14:45:07.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.052+0000 7fd5cd9d6780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:07.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.052+0000 7fd5cd9d6780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18, ofs0, ns] 2023-01-15T14:45:07.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.053+0000 7fd5c5978700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197599 cookie 94111574460544 notifier 5832 bl.length()=845 2023-01-15T14:45:07.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.053+0000 7fd5c5978700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 info.flags=0x17 2023-01-15T14:45:07.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.053+0000 7fd5c5978700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 to cache LRU end 2023-01-15T14:45:07.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.053+0000 7fd5c5978700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:07.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.053+0000 7fd5cd9d6780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): orig_sources= new_sources= 2023-01-15T14:45:07.056 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.053+0000 7fd5cd9d6780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): potential sources added=[] removed=[] 2023-01-15T14:45:07.056 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.053+0000 7fd5cd9d6780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): orig_dests= new_dests= 2023-01-15T14:45:07.056 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.053+0000 7fd5cd9d6780 20 handle_bi_update(): bucket=:error-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18]): potential dests added=[] removed=[] 2023-01-15T14:45:07.057 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.055+0000 7fd5cd9d6780 1 execute INFO: reshard of bucket "error-at-block-writes" completed successfully 2023-01-15T14:45:07.058 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.057+0000 7fd5b2952700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:07.060 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.058+0000 7fd5cd9d6780 20 remove_watcher() i=0 2023-01-15T14:45:07.060 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.058+0000 7fd5cd9d6780 2 removed watcher, disabling cache 2023-01-15T14:45:07.061 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.059+0000 7fd5cd9d6780 20 remove_watcher() i=1 2023-01-15T14:45:07.062 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.060+0000 7fd5cd9d6780 20 remove_watcher() i=2 2023-01-15T14:45:07.062 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.061+0000 7fd5cd9d6780 20 remove_watcher() i=3 2023-01-15T14:45:07.063 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.062+0000 7fd5cd9d6780 20 remove_watcher() i=4 2023-01-15T14:45:07.064 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.062+0000 7fd5cd9d6780 20 remove_watcher() i=5 2023-01-15T14:45:07.065 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.063+0000 7fd5cd9d6780 20 remove_watcher() i=6 2023-01-15T14:45:07.066 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.064+0000 7fd5cd9d6780 20 remove_watcher() i=7 2023-01-15T14:45:07.071 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-block-writes 2023-01-15T14:45:07.099 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:07.099 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:07.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.109+0000 7fd1d8d6d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.111+0000 7fd1d8d6d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.111+0000 7fd1d8d6d780 20 realm 2023-01-15T14:45:07.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.111+0000 7fd1d8d6d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.111+0000 7fd1d8d6d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.111+0000 7fd1d8d6d780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:07.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.111+0000 7fd1d8d6d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.111+0000 7fd1d8d6d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.111+0000 7fd1d8d6d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.112+0000 7fd1d8d6d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.112+0000 7fd1d8d6d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.113+0000 7fd1d8d6d780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:07.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.113+0000 7fd1d8d6d780 20 searching for the correct realm 2023-01-15T14:45:07.123 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.121+0000 7fd1d6d1b700 0 -- 172.21.15.27:0/660270411 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x5624baf36c00 msgr2=0x5624bac5cc00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:07.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:07.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:07.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:07.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:07.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:07.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 20 zone default found 2023-01-15T14:45:07.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 4 Realm: () 2023-01-15T14:45:07.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:07.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:07.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:07.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 20 zonegroup default 2023-01-15T14:45:07.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.123+0000 7fd1d8d6d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.124+0000 7fd1d8d6d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.124+0000 7fd1d8d6d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.124+0000 7fd1d8d6d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.124+0000 7fd1d8d6d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.124+0000 7fd1d8d6d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.124+0000 7fd1d8d6d780 20 started sync module instance, tier type = 2023-01-15T14:45:07.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.124+0000 7fd1d8d6d780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:07.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.128+0000 7fd1d751c700 0 -- 172.21.15.27:0/660270411 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x5624baf37000 msgr2=0x5624bafafb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:45:07.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.131+0000 7fd1d8d6d780 20 add_watcher() i=0 2023-01-15T14:45:07.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.131+0000 7fd1d8d6d780 20 add_watcher() i=1 2023-01-15T14:45:07.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.131+0000 7fd1d8d6d780 20 add_watcher() i=2 2023-01-15T14:45:07.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.131+0000 7fd1d8d6d780 20 add_watcher() i=3 2023-01-15T14:45:07.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.131+0000 7fd1d8d6d780 20 add_watcher() i=4 2023-01-15T14:45:07.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.131+0000 7fd1d8d6d780 20 add_watcher() i=5 2023-01-15T14:45:07.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.131+0000 7fd1d8d6d780 20 add_watcher() i=6 2023-01-15T14:45:07.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.131+0000 7fd1d8d6d780 20 add_watcher() i=7 2023-01-15T14:45:07.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.131+0000 7fd1d8d6d780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:07.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.133+0000 7fd1bdce9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:07.135 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.133+0000 7fd1d8d6d780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:07.135 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.133+0000 7fd1d8d6d780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:07.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.139+0000 7fd1d8d6d780 5 note: GC not initialized 2023-01-15T14:45:07.142 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.140+0000 7fd1b94e0700 20 reqs_thread_entry: start 2023-01-15T14:45:07.142 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.140+0000 7fd1d8d6d780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:07.142 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.140+0000 7fd1d8d6d780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:07.142 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.140+0000 7fd1b74dc700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:37 2023 2023-01-15T14:45:07.142 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.142 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.140+0000 7fd1b6cba700 20 reqs_thread_entry: start 2023-01-15T14:45:07.142 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.140+0000 7fd1d8d6d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.140+0000 7fd1d8d6d780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:07.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.140+0000 7fd1d8d6d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.143 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.141+0000 7fd1d8d6d780 20 rados_obj.operate() r=0 bl.length=373 2023-01-15T14:45:07.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.141+0000 7fd1d8d6d780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:07.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.141+0000 7fd1d8d6d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.141+0000 7fd1d8d6d780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:07.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.141+0000 7fd1d8d6d780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.142+0000 7fd1d8d6d780 20 rados_obj.operate() r=0 bl.length=373 2023-01-15T14:45:07.144 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.142+0000 7fd1d8d6d780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:07.145 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.143+0000 7fd1bdce9700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:07.146 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.145+0000 7fd1d8d6d780 20 remove_watcher() i=0 2023-01-15T14:45:07.146 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.145+0000 7fd1d8d6d780 2 removed watcher, disabling cache 2023-01-15T14:45:07.147 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.146+0000 7fd1d8d6d780 20 remove_watcher() i=1 2023-01-15T14:45:07.148 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.146+0000 7fd1d8d6d780 20 remove_watcher() i=2 2023-01-15T14:45:07.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.147+0000 7fd1d8d6d780 20 remove_watcher() i=3 2023-01-15T14:45:07.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.148+0000 7fd1d8d6d780 20 remove_watcher() i=4 2023-01-15T14:45:07.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.149+0000 7fd1d8d6d780 20 remove_watcher() i=5 2023-01-15T14:45:07.151 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.150+0000 7fd1d8d6d780 20 remove_watcher() i=6 2023-01-15T14:45:07.152 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.150+0000 7fd1d8d6d780 20 remove_watcher() i=7 2023-01-15T14:45:07.156 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.156 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:45:07.156 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-block-writes id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.18 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:45:07.156 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.234 INFO:tasks.workunit.client.0.smithi027.stderr:TEST: reshard bucket with abort at block_writes 2023-01-15T14:45:07.234 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.398 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2023-01-15T14:45:07.427 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:07.427 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:07.438 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.436+0000 7fb686db6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.438+0000 7fb686db6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.438+0000 7fb686db6780 20 realm 2023-01-15T14:45:07.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.438+0000 7fb686db6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.438+0000 7fb686db6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.441 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.438+0000 7fb686db6780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:07.441 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.438+0000 7fb686db6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.441 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.438+0000 7fb686db6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.441 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.438+0000 7fb686db6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.439+0000 7fb686db6780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.439+0000 7fb686db6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.439+0000 7fb686db6780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:07.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.439+0000 7fb686db6780 20 searching for the correct realm 2023-01-15T14:45:07.450 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.448+0000 7fb684d64700 0 -- 172.21.15.27:0/1495100459 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55a39ce19000 msgr2=0x55a39caad180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:45:07.451 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.449+0000 7fb686db6780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:07.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.449+0000 7fb686db6780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:07.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.449+0000 7fb686db6780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:07.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.449+0000 7fb686db6780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:07.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.449+0000 7fb686db6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.450+0000 7fb686db6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.450+0000 7fb686db6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.450+0000 7fb686db6780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.450+0000 7fb686db6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.453 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.450+0000 7fb686db6780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:07.453 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.450+0000 7fb686db6780 20 zone default found 2023-01-15T14:45:07.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.450+0000 7fb686db6780 4 Realm: () 2023-01-15T14:45:07.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.450+0000 7fb686db6780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:07.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.450+0000 7fb686db6780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:07.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.450+0000 7fb686db6780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:07.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.450+0000 7fb686db6780 20 zonegroup default 2023-01-15T14:45:07.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.450+0000 7fb686db6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.450+0000 7fb686db6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.450+0000 7fb686db6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.451+0000 7fb686db6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.451+0000 7fb686db6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.451+0000 7fb686db6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.451+0000 7fb686db6780 20 started sync module instance, tier type = 2023-01-15T14:45:07.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.451+0000 7fb686db6780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:07.457 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.456+0000 7fb685565700 0 -- 172.21.15.27:0/1495100459 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x55a39ce18400 msgr2=0x55a39ced7600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:07.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.457+0000 7fb686db6780 20 add_watcher() i=0 2023-01-15T14:45:07.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.457+0000 7fb686db6780 20 add_watcher() i=1 2023-01-15T14:45:07.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.457+0000 7fb686db6780 20 add_watcher() i=2 2023-01-15T14:45:07.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.457+0000 7fb686db6780 20 add_watcher() i=3 2023-01-15T14:45:07.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.457+0000 7fb686db6780 20 add_watcher() i=4 2023-01-15T14:45:07.460 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.457+0000 7fb686db6780 20 add_watcher() i=5 2023-01-15T14:45:07.460 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.457+0000 7fb686db6780 20 add_watcher() i=6 2023-01-15T14:45:07.460 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.458+0000 7fb686db6780 20 add_watcher() i=7 2023-01-15T14:45:07.460 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.458+0000 7fb686db6780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:07.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.459+0000 7fb66bd32700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:07.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.460+0000 7fb686db6780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:07.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.460+0000 7fb686db6780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:07.467 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.466+0000 7fb686db6780 5 note: GC not initialized 2023-01-15T14:45:07.470 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.466+0000 7fb667529700 20 reqs_thread_entry: start 2023-01-15T14:45:07.470 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.467+0000 7fb686db6780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:07.470 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.467+0000 7fb686db6780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:07.471 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.467+0000 7fb665525700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:37 2023 2023-01-15T14:45:07.471 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.471 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.467+0000 7fb664d03700 20 reqs_thread_entry: start 2023-01-15T14:45:07.471 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.467+0000 7fb686db6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.471 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.467+0000 7fb686db6780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:07.471 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.467+0000 7fb686db6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.468+0000 7fb686db6780 20 rados_obj.operate() r=0 bl.length=373 2023-01-15T14:45:07.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.468+0000 7fb686db6780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:07.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.468+0000 7fb686db6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.468+0000 7fb686db6780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:07.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.468+0000 7fb686db6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.468+0000 7fb686db6780 20 rados_obj.operate() r=0 bl.length=373 2023-01-15T14:45:07.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.468+0000 7fb686db6780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:07.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.470+0000 7fb66bd32700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:07.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.471+0000 7fb686db6780 20 remove_watcher() i=0 2023-01-15T14:45:07.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.471+0000 7fb686db6780 2 removed watcher, disabling cache 2023-01-15T14:45:07.474 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.472+0000 7fb686db6780 20 remove_watcher() i=1 2023-01-15T14:45:07.474 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.473+0000 7fb686db6780 20 remove_watcher() i=2 2023-01-15T14:45:07.475 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.473+0000 7fb686db6780 20 remove_watcher() i=3 2023-01-15T14:45:07.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.474+0000 7fb686db6780 20 remove_watcher() i=4 2023-01-15T14:45:07.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.475+0000 7fb686db6780 20 remove_watcher() i=5 2023-01-15T14:45:07.477 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.476+0000 7fb686db6780 20 remove_watcher() i=6 2023-01-15T14:45:07.478 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.476+0000 7fb686db6780 20 remove_watcher() i=7 2023-01-15T14:45:07.482 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.482 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:45:07.482 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: abort-at-block-writes id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:45:07.482 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.484 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at block_writes 2023-01-15T14:45:07.517 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:07.517 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:07.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.527+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.528+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.528+0000 7f604c6a9780 20 realm 2023-01-15T14:45:07.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.528+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.529+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.529+0000 7f604c6a9780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:07.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.529+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.529+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.529+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.530+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.530+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.530+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:07.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.530+0000 7f604c6a9780 20 searching for the correct realm 2023-01-15T14:45:07.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.538+0000 7f604a657700 0 -- 172.21.15.27:0/612211077 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x5615b63f8c00 msgr2=0x5615b64b2b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:07.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.540+0000 7f604c6a9780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:07.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.540+0000 7f604c6a9780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:07.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.540+0000 7f604c6a9780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:07.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.540+0000 7f604c6a9780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:07.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.540+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.540+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.540+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:07.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.541+0000 7f604c6a9780 20 zone default found 2023-01-15T14:45:07.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.541+0000 7f604c6a9780 4 Realm: () 2023-01-15T14:45:07.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.541+0000 7f604c6a9780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:07.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.541+0000 7f604c6a9780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:07.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.541+0000 7f604c6a9780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:07.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.541+0000 7f604c6a9780 20 zonegroup default 2023-01-15T14:45:07.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.546 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.546 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.542+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.546 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.542+0000 7f604c6a9780 20 started sync module instance, tier type = 2023-01-15T14:45:07.546 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.542+0000 7f604c6a9780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:07.546 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.543+0000 7f604ae58700 0 -- 172.21.15.27:0/612211077 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x5615b63f9c00 msgr2=0x5615b64b4100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:45:07.551 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=0 2023-01-15T14:45:07.551 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=1 2023-01-15T14:45:07.551 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=2 2023-01-15T14:45:07.551 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=3 2023-01-15T14:45:07.551 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=4 2023-01-15T14:45:07.551 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=5 2023-01-15T14:45:07.551 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=6 2023-01-15T14:45:07.552 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=7 2023-01-15T14:45:07.552 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.549+0000 7f604c6a9780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:07.552 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.551+0000 7f6031625700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:07.553 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.551+0000 7f604c6a9780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:07.553 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.551+0000 7f604c6a9780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:07.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.556+0000 7f604c6a9780 5 note: GC not initialized 2023-01-15T14:45:07.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.557+0000 7f602ce1c700 20 reqs_thread_entry: start 2023-01-15T14:45:07.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.557+0000 7f604c6a9780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:07.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.557+0000 7f604c6a9780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:07.560 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.557+0000 7f602ae18700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:37 2023 2023-01-15T14:45:07.560 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.560 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.557+0000 7f602a5f6700 20 reqs_thread_entry: start 2023-01-15T14:45:07.560 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.557+0000 7f604c6a9780 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-01-15T14:45:07.560 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.557+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.558+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:07.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.558+0000 7f604c6a9780 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-01-15T14:45:07.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.558+0000 7f604c6a9780 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-01-15T14:45:07.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.558+0000 7f604c6a9780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 : miss 2023-01-15T14:45:07.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.558+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.558+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=373 2023-01-15T14:45:07.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.558+0000 7f604c6a9780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 info.flags=0x13 2023-01-15T14:45:07.561 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.558+0000 7f604c6a9780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to cache LRU end 2023-01-15T14:45:07.562 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.558+0000 7f604c6a9780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:45:07.562 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.558+0000 7f604c6a9780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:07.562 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.558+0000 7f604c6a9780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 2023-01-15T14:45:07.564 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.563+0000 7f604c6a9780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 info.flags=0x17 2023-01-15T14:45:07.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.563+0000 7f604c6a9780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to cache LRU end 2023-01-15T14:45:07.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.563+0000 7f604c6a9780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:07.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.563+0000 7f604c6a9780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19, ofs0, ns] 2023-01-15T14:45:07.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.563+0000 7f604464b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197638 cookie 94651248328576 notifier 5898 bl.length()=877 2023-01-15T14:45:07.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.563+0000 7f604464b700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 info.flags=0x17 2023-01-15T14:45:07.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.563+0000 7f604464b700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to cache LRU end 2023-01-15T14:45:07.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.563+0000 7f604464b700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:07.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.563+0000 7f604c6a9780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): orig_sources= new_sources= 2023-01-15T14:45:07.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.563+0000 7f604c6a9780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): potential sources added=[] removed=[] 2023-01-15T14:45:07.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.563+0000 7f604c6a9780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): orig_dests= new_dests= 2023-01-15T14:45:07.566 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.563+0000 7f604c6a9780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): potential dests added=[] removed=[] 2023-01-15T14:45:07.566 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f604c6a9780 time 2023-01-15T14:45:07.565266+0000 2023-01-15T14:45:07.566 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:45:07.567 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:07.567 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f60533c7dbb] 2023-01-15T14:45:07.567 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f60533c7f81] 2023-01-15T14:45:07.567 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5615b31baae1] 2023-01-15T14:45:07.567 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x5615b31b7af6] 2023-01-15T14:45:07.568 INFO:tasks.workunit.client.0.smithi027.stderr: 5: main() 2023-01-15T14:45:07.568 INFO:tasks.workunit.client.0.smithi027.stderr: 6: __libc_start_main() 2023-01-15T14:45:07.568 INFO:tasks.workunit.client.0.smithi027.stderr: 7: _start() 2023-01-15T14:45:07.568 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.565+0000 7f604c6a9780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f604c6a9780 time 2023-01-15T14:45:07.565266+0000 2023-01-15T14:45:07.568 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:45:07.568 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.568 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:07.568 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f60533c7dbb] 2023-01-15T14:45:07.568 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f60533c7f81] 2023-01-15T14:45:07.568 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5615b31baae1] 2023-01-15T14:45:07.569 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x5615b31b7af6] 2023-01-15T14:45:07.569 INFO:tasks.workunit.client.0.smithi027.stderr: 5: main() 2023-01-15T14:45:07.569 INFO:tasks.workunit.client.0.smithi027.stderr: 6: __libc_start_main() 2023-01-15T14:45:07.569 INFO:tasks.workunit.client.0.smithi027.stderr: 7: _start() 2023-01-15T14:45:07.569 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.569 INFO:tasks.workunit.client.0.smithi027.stderr:*** Caught signal (Aborted) ** 2023-01-15T14:45:07.569 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f604c6a9780 thread_name:radosgw-admin 2023-01-15T14:45:07.589 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:07.589 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f605408fcf0] 2023-01-15T14:45:07.590 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:45:07.590 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:45:07.590 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f60533c7e15] 2023-01-15T14:45:07.590 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f60533c7f81] 2023-01-15T14:45:07.590 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5615b31baae1] 2023-01-15T14:45:07.590 INFO:tasks.workunit.client.0.smithi027.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x5615b31b7af6] 2023-01-15T14:45:07.590 INFO:tasks.workunit.client.0.smithi027.stderr: 8: main() 2023-01-15T14:45:07.590 INFO:tasks.workunit.client.0.smithi027.stderr: 9: __libc_start_main() 2023-01-15T14:45:07.590 INFO:tasks.workunit.client.0.smithi027.stderr: 10: _start() 2023-01-15T14:45:07.590 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.566+0000 7f604c6a9780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:45:07.591 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f604c6a9780 thread_name:radosgw-admin 2023-01-15T14:45:07.591 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.591 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:07.591 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f605408fcf0] 2023-01-15T14:45:07.591 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:45:07.591 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:45:07.591 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f60533c7e15] 2023-01-15T14:45:07.591 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f60533c7f81] 2023-01-15T14:45:07.591 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5615b31baae1] 2023-01-15T14:45:07.591 INFO:tasks.workunit.client.0.smithi027.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x5615b31b7af6] 2023-01-15T14:45:07.591 INFO:tasks.workunit.client.0.smithi027.stderr: 8: main() 2023-01-15T14:45:07.591 INFO:tasks.workunit.client.0.smithi027.stderr: 9: __libc_start_main() 2023-01-15T14:45:07.592 INFO:tasks.workunit.client.0.smithi027.stderr: 10: _start() 2023-01-15T14:45:07.592 INFO:tasks.workunit.client.0.smithi027.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:45:07.592 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.592 INFO:tasks.workunit.client.0.smithi027.stderr:--- begin dump of recent events --- 2023-01-15T14:45:07.592 INFO:tasks.workunit.client.0.smithi027.stderr: -499> 2023-01-15T14:45:07.522+0000 7f6047651700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:45:07.592 INFO:tasks.workunit.client.0.smithi027.stderr: -498> 2023-01-15T14:45:07.522+0000 7f6047651700 10 monclient: dump: 2023-01-15T14:45:07.592 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.592 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.592 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.592 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.592 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.593 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.593 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.593 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.593 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.593 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.593 INFO:tasks.workunit.client.0.smithi027.stderr: -497> 2023-01-15T14:45:07.522+0000 7f6048e54700 4 set_mon_vals no callback set 2023-01-15T14:45:07.593 INFO:tasks.workunit.client.0.smithi027.stderr: -496> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 monclient: authenticate success, global_id 5606 2023-01-15T14:45:07.593 INFO:tasks.workunit.client.0.smithi027.stderr: -495> 2023-01-15T14:45:07.522+0000 7f604c6a9780 10 monclient: _renew_subs 2023-01-15T14:45:07.593 INFO:tasks.workunit.client.0.smithi027.stderr: -494> 2023-01-15T14:45:07.522+0000 7f604c6a9780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:45:07.593 INFO:tasks.workunit.client.0.smithi027.stderr: -493> 2023-01-15T14:45:07.522+0000 7f604c6a9780 10 monclient: _renew_subs 2023-01-15T14:45:07.593 INFO:tasks.workunit.client.0.smithi027.stderr: -492> 2023-01-15T14:45:07.522+0000 7f604c6a9780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:45:07.594 INFO:tasks.workunit.client.0.smithi027.stderr: -491> 2023-01-15T14:45:07.522+0000 7f604c6a9780 1 librados: init done 2023-01-15T14:45:07.594 INFO:tasks.workunit.client.0.smithi027.stderr: -490> 2023-01-15T14:45:07.522+0000 7f604c6a9780 10 monclient: get_monmap_and_config 2023-01-15T14:45:07.594 INFO:tasks.workunit.client.0.smithi027.stderr: -489> 2023-01-15T14:45:07.522+0000 7f604c6a9780 10 monclient: build_initial_monmap 2023-01-15T14:45:07.594 INFO:tasks.workunit.client.0.smithi027.stderr: -488> 2023-01-15T14:45:07.522+0000 7f604c6a9780 1 build_initial for_mkfs: 0 2023-01-15T14:45:07.594 INFO:tasks.workunit.client.0.smithi027.stderr: -487> 2023-01-15T14:45:07.522+0000 7f604c6a9780 10 monclient: monmap: 2023-01-15T14:45:07.594 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:45:07.594 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:45:07.594 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:45:07.594 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:45:07.594 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:45:07.594 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.594 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:45:07.595 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:45:07.595 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:45:07.595 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.595 INFO:tasks.workunit.client.0.smithi027.stderr: -486> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding auth protocol: cephx 2023-01-15T14:45:07.595 INFO:tasks.workunit.client.0.smithi027.stderr: -485> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding auth protocol: cephx 2023-01-15T14:45:07.595 INFO:tasks.workunit.client.0.smithi027.stderr: -484> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding auth protocol: cephx 2023-01-15T14:45:07.595 INFO:tasks.workunit.client.0.smithi027.stderr: -483> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.595 INFO:tasks.workunit.client.0.smithi027.stderr: -482> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.595 INFO:tasks.workunit.client.0.smithi027.stderr: -481> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.595 INFO:tasks.workunit.client.0.smithi027.stderr: -480> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.595 INFO:tasks.workunit.client.0.smithi027.stderr: -479> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.596 INFO:tasks.workunit.client.0.smithi027.stderr: -478> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.596 INFO:tasks.workunit.client.0.smithi027.stderr: -477> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.596 INFO:tasks.workunit.client.0.smithi027.stderr: -476> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.596 INFO:tasks.workunit.client.0.smithi027.stderr: -475> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.596 INFO:tasks.workunit.client.0.smithi027.stderr: -474> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.596 INFO:tasks.workunit.client.0.smithi027.stderr: -473> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.596 INFO:tasks.workunit.client.0.smithi027.stderr: -472> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.596 INFO:tasks.workunit.client.0.smithi027.stderr: -471> 2023-01-15T14:45:07.523+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.596 INFO:tasks.workunit.client.0.smithi027.stderr: -470> 2023-01-15T14:45:07.523+0000 7f604c6a9780 10 monclient: init 2023-01-15T14:45:07.596 INFO:tasks.workunit.client.0.smithi027.stderr: -469> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding auth protocol: cephx 2023-01-15T14:45:07.596 INFO:tasks.workunit.client.0.smithi027.stderr: -468> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding auth protocol: cephx 2023-01-15T14:45:07.597 INFO:tasks.workunit.client.0.smithi027.stderr: -467> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding auth protocol: cephx 2023-01-15T14:45:07.597 INFO:tasks.workunit.client.0.smithi027.stderr: -466> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: secure 2023-01-15T14:45:07.597 INFO:tasks.workunit.client.0.smithi027.stderr: -465> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: crc 2023-01-15T14:45:07.597 INFO:tasks.workunit.client.0.smithi027.stderr: -464> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: secure 2023-01-15T14:45:07.597 INFO:tasks.workunit.client.0.smithi027.stderr: -463> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: crc 2023-01-15T14:45:07.597 INFO:tasks.workunit.client.0.smithi027.stderr: -462> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: secure 2023-01-15T14:45:07.597 INFO:tasks.workunit.client.0.smithi027.stderr: -461> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: crc 2023-01-15T14:45:07.597 INFO:tasks.workunit.client.0.smithi027.stderr: -460> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: crc 2023-01-15T14:45:07.597 INFO:tasks.workunit.client.0.smithi027.stderr: -459> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: secure 2023-01-15T14:45:07.597 INFO:tasks.workunit.client.0.smithi027.stderr: -458> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: crc 2023-01-15T14:45:07.597 INFO:tasks.workunit.client.0.smithi027.stderr: -457> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: secure 2023-01-15T14:45:07.598 INFO:tasks.workunit.client.0.smithi027.stderr: -456> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: crc 2023-01-15T14:45:07.598 INFO:tasks.workunit.client.0.smithi027.stderr: -455> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: secure 2023-01-15T14:45:07.598 INFO:tasks.workunit.client.0.smithi027.stderr: -454> 2023-01-15T14:45:07.523+0000 7f6047651700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:45:07.598 INFO:tasks.workunit.client.0.smithi027.stderr: -453> 2023-01-15T14:45:07.523+0000 7f6047651700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:07.598 INFO:tasks.workunit.client.0.smithi027.stderr: -452> 2023-01-15T14:45:07.523+0000 7f6047651700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:07.598 INFO:tasks.workunit.client.0.smithi027.stderr: -451> 2023-01-15T14:45:07.523+0000 7f6049e56700 10 monclient: get_auth_request con 0x5615b6e86400 auth_method 0 2023-01-15T14:45:07.598 INFO:tasks.workunit.client.0.smithi027.stderr: -450> 2023-01-15T14:45:07.523+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.598 INFO:tasks.workunit.client.0.smithi027.stderr: -449> 2023-01-15T14:45:07.523+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.598 INFO:tasks.workunit.client.0.smithi027.stderr: -448> 2023-01-15T14:45:07.524+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command rotate-key cmddesc rotate-key hook 0x7ffd7becb8c8 EEXIST 2023-01-15T14:45:07.598 INFO:tasks.workunit.client.0.smithi027.stderr: -447> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient: _reopen_session rank -1 2023-01-15T14:45:07.598 INFO:tasks.workunit.client.0.smithi027.stderr: -446> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient: _add_conns ranks=[0,1,2] 2023-01-15T14:45:07.598 INFO:tasks.workunit.client.0.smithi027.stderr: -445> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-a con 0x5615b5ffc800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:07.599 INFO:tasks.workunit.client.0.smithi027.stderr: -444> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-b con 0x5615b6e86800 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:07.599 INFO:tasks.workunit.client.0.smithi027.stderr: -443> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-c con 0x5615b6e86c00 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:07.599 INFO:tasks.workunit.client.0.smithi027.stderr: -442> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.599 INFO:tasks.workunit.client.0.smithi027.stderr: -441> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.599 INFO:tasks.workunit.client.0.smithi027.stderr: -440> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.599 INFO:tasks.workunit.client.0.smithi027.stderr: -439> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): _renew_subs 2023-01-15T14:45:07.599 INFO:tasks.workunit.client.0.smithi027.stderr: -438> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): authenticate will time out at 1407.661100s 2023-01-15T14:45:07.599 INFO:tasks.workunit.client.0.smithi027.stderr: -437> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): get_auth_request con 0x5615b5ffc800 auth_method 0 2023-01-15T14:45:07.599 INFO:tasks.workunit.client.0.smithi027.stderr: -436> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.599 INFO:tasks.workunit.client.0.smithi027.stderr: -435> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.599 INFO:tasks.workunit.client.0.smithi027.stderr: -434> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.600 INFO:tasks.workunit.client.0.smithi027.stderr: -433> 2023-01-15T14:45:07.524+0000 7f604ae58700 10 monclient(hunting): get_auth_request con 0x5615b6e86c00 auth_method 0 2023-01-15T14:45:07.600 INFO:tasks.workunit.client.0.smithi027.stderr: -432> 2023-01-15T14:45:07.524+0000 7f604ae58700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.600 INFO:tasks.workunit.client.0.smithi027.stderr: -431> 2023-01-15T14:45:07.524+0000 7f604ae58700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.600 INFO:tasks.workunit.client.0.smithi027.stderr: -430> 2023-01-15T14:45:07.524+0000 7f604ae58700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.600 INFO:tasks.workunit.client.0.smithi027.stderr: -429> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.600 INFO:tasks.workunit.client.0.smithi027.stderr: -428> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.600 INFO:tasks.workunit.client.0.smithi027.stderr: -427> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.600 INFO:tasks.workunit.client.0.smithi027.stderr: -426> 2023-01-15T14:45:07.524+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.600 INFO:tasks.workunit.client.0.smithi027.stderr: -425> 2023-01-15T14:45:07.524+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.600 INFO:tasks.workunit.client.0.smithi027.stderr: -424> 2023-01-15T14:45:07.524+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.600 INFO:tasks.workunit.client.0.smithi027.stderr: -423> 2023-01-15T14:45:07.524+0000 7f6049e56700 10 monclient(hunting): get_auth_request con 0x5615b6e86800 auth_method 0 2023-01-15T14:45:07.601 INFO:tasks.workunit.client.0.smithi027.stderr: -422> 2023-01-15T14:45:07.524+0000 7f6049e56700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.601 INFO:tasks.workunit.client.0.smithi027.stderr: -421> 2023-01-15T14:45:07.524+0000 7f6049e56700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.601 INFO:tasks.workunit.client.0.smithi027.stderr: -420> 2023-01-15T14:45:07.524+0000 7f6049e56700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.601 INFO:tasks.workunit.client.0.smithi027.stderr: -419> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): handle_auth_done global_id 5895 payload 274 2023-01-15T14:45:07.601 INFO:tasks.workunit.client.0.smithi027.stderr: -418> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient: _finish_hunting 0 2023-01-15T14:45:07.601 INFO:tasks.workunit.client.0.smithi027.stderr: -417> 2023-01-15T14:45:07.524+0000 7f604a657700 1 monclient: found mon.noname-a 2023-01-15T14:45:07.601 INFO:tasks.workunit.client.0.smithi027.stderr: -416> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.601 INFO:tasks.workunit.client.0.smithi027.stderr: -415> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.601 INFO:tasks.workunit.client.0.smithi027.stderr: -414> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:45:07.601 INFO:tasks.workunit.client.0.smithi027.stderr: -413> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: dump: 2023-01-15T14:45:07.601 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.602 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.602 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.602 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.602 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.602 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.602 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.602 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.602 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.602 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.602 INFO:tasks.workunit.client.0.smithi027.stderr: -412> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: _finish_auth 0 2023-01-15T14:45:07.602 INFO:tasks.workunit.client.0.smithi027.stderr: -411> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: _check_auth_tickets 2023-01-15T14:45:07.602 INFO:tasks.workunit.client.0.smithi027.stderr: -410> 2023-01-15T14:45:07.524+0000 7f604c6a9780 5 monclient: authenticate success, global_id 5895 2023-01-15T14:45:07.603 INFO:tasks.workunit.client.0.smithi027.stderr: -409> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:07.603 INFO:tasks.workunit.client.0.smithi027.stderr: -408> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient: get_monmap_and_config success 2023-01-15T14:45:07.603 INFO:tasks.workunit.client.0.smithi027.stderr: -407> 2023-01-15T14:45:07.524+0000 7f604c6a9780 4 set_mon_vals no callback set 2023-01-15T14:45:07.603 INFO:tasks.workunit.client.0.smithi027.stderr: -406> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.603 INFO:tasks.workunit.client.0.smithi027.stderr: -405> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:45:07.603 INFO:tasks.workunit.client.0.smithi027.stderr: -404> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: dump: 2023-01-15T14:45:07.603 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.603 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.603 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.603 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.603 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.604 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.604 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.604 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.604 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.604 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.604 INFO:tasks.workunit.client.0.smithi027.stderr: -403> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient: shutdown 2023-01-15T14:45:07.604 INFO:tasks.workunit.client.0.smithi027.stderr: -402> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient: build_initial_monmap 2023-01-15T14:45:07.604 INFO:tasks.workunit.client.0.smithi027.stderr: -401> 2023-01-15T14:45:07.525+0000 7f604c6a9780 1 build_initial for_mkfs: 0 2023-01-15T14:45:07.604 INFO:tasks.workunit.client.0.smithi027.stderr: -400> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient: monmap: 2023-01-15T14:45:07.604 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:45:07.604 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:45:07.605 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:45:07.605 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:45:07.605 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:45:07.605 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.605 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:45:07.605 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:45:07.605 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:45:07.605 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.605 INFO:tasks.workunit.client.0.smithi027.stderr: -399> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding auth protocol: cephx 2023-01-15T14:45:07.605 INFO:tasks.workunit.client.0.smithi027.stderr: -398> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding auth protocol: cephx 2023-01-15T14:45:07.605 INFO:tasks.workunit.client.0.smithi027.stderr: -397> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding auth protocol: cephx 2023-01-15T14:45:07.605 INFO:tasks.workunit.client.0.smithi027.stderr: -396> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.606 INFO:tasks.workunit.client.0.smithi027.stderr: -395> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.606 INFO:tasks.workunit.client.0.smithi027.stderr: -394> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.606 INFO:tasks.workunit.client.0.smithi027.stderr: -393> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.606 INFO:tasks.workunit.client.0.smithi027.stderr: -392> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.606 INFO:tasks.workunit.client.0.smithi027.stderr: -391> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.606 INFO:tasks.workunit.client.0.smithi027.stderr: -390> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.606 INFO:tasks.workunit.client.0.smithi027.stderr: -389> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.606 INFO:tasks.workunit.client.0.smithi027.stderr: -388> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.606 INFO:tasks.workunit.client.0.smithi027.stderr: -387> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.606 INFO:tasks.workunit.client.0.smithi027.stderr: -386> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.606 INFO:tasks.workunit.client.0.smithi027.stderr: -385> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.607 INFO:tasks.workunit.client.0.smithi027.stderr: -384> 2023-01-15T14:45:07.525+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.607 INFO:tasks.workunit.client.0.smithi027.stderr: -383> 2023-01-15T14:45:07.525+0000 7f604c6a9780 1 librados: starting msgr at 2023-01-15T14:45:07.607 INFO:tasks.workunit.client.0.smithi027.stderr: -382> 2023-01-15T14:45:07.525+0000 7f604c6a9780 1 librados: starting objecter 2023-01-15T14:45:07.607 INFO:tasks.workunit.client.0.smithi027.stderr: -381> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command objecter_requests cmddesc objecter_requests hook 0x5615b5ff0980 EEXIST 2023-01-15T14:45:07.607 INFO:tasks.workunit.client.0.smithi027.stderr: -380> 2023-01-15T14:45:07.525+0000 7f604c6a9780 1 librados: setting wanted keys 2023-01-15T14:45:07.607 INFO:tasks.workunit.client.0.smithi027.stderr: -379> 2023-01-15T14:45:07.525+0000 7f604c6a9780 1 librados: calling monclient init 2023-01-15T14:45:07.607 INFO:tasks.workunit.client.0.smithi027.stderr: -378> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient: init 2023-01-15T14:45:07.607 INFO:tasks.workunit.client.0.smithi027.stderr: -377> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding auth protocol: cephx 2023-01-15T14:45:07.607 INFO:tasks.workunit.client.0.smithi027.stderr: -376> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding auth protocol: cephx 2023-01-15T14:45:07.607 INFO:tasks.workunit.client.0.smithi027.stderr: -375> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding auth protocol: cephx 2023-01-15T14:45:07.607 INFO:tasks.workunit.client.0.smithi027.stderr: -374> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: secure 2023-01-15T14:45:07.608 INFO:tasks.workunit.client.0.smithi027.stderr: -373> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: crc 2023-01-15T14:45:07.608 INFO:tasks.workunit.client.0.smithi027.stderr: -372> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: secure 2023-01-15T14:45:07.608 INFO:tasks.workunit.client.0.smithi027.stderr: -371> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: crc 2023-01-15T14:45:07.608 INFO:tasks.workunit.client.0.smithi027.stderr: -370> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: secure 2023-01-15T14:45:07.608 INFO:tasks.workunit.client.0.smithi027.stderr: -369> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: crc 2023-01-15T14:45:07.608 INFO:tasks.workunit.client.0.smithi027.stderr: -368> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: crc 2023-01-15T14:45:07.608 INFO:tasks.workunit.client.0.smithi027.stderr: -367> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: secure 2023-01-15T14:45:07.608 INFO:tasks.workunit.client.0.smithi027.stderr: -366> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: crc 2023-01-15T14:45:07.608 INFO:tasks.workunit.client.0.smithi027.stderr: -365> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: secure 2023-01-15T14:45:07.608 INFO:tasks.workunit.client.0.smithi027.stderr: -364> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: crc 2023-01-15T14:45:07.608 INFO:tasks.workunit.client.0.smithi027.stderr: -363> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: secure 2023-01-15T14:45:07.609 INFO:tasks.workunit.client.0.smithi027.stderr: -362> 2023-01-15T14:45:07.525+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.609 INFO:tasks.workunit.client.0.smithi027.stderr: -361> 2023-01-15T14:45:07.525+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.609 INFO:tasks.workunit.client.0.smithi027.stderr: -360> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command rotate-key cmddesc rotate-key hook 0x5615b6d9c220 EEXIST 2023-01-15T14:45:07.609 INFO:tasks.workunit.client.0.smithi027.stderr: -359> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient: _reopen_session rank -1 2023-01-15T14:45:07.609 INFO:tasks.workunit.client.0.smithi027.stderr: -358> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient: _add_conns ranks=[1,2,0] 2023-01-15T14:45:07.609 INFO:tasks.workunit.client.0.smithi027.stderr: -357> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-b con 0x5615b5ffcc00 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:07.609 INFO:tasks.workunit.client.0.smithi027.stderr: -356> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-c con 0x5615b6e87c00 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:07.609 INFO:tasks.workunit.client.0.smithi027.stderr: -355> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-a con 0x5615b6e87800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:07.609 INFO:tasks.workunit.client.0.smithi027.stderr: -354> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.609 INFO:tasks.workunit.client.0.smithi027.stderr: -353> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.609 INFO:tasks.workunit.client.0.smithi027.stderr: -352> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.609 INFO:tasks.workunit.client.0.smithi027.stderr: -351> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient(hunting): _renew_subs 2023-01-15T14:45:07.610 INFO:tasks.workunit.client.0.smithi027.stderr: -350> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient(hunting): authenticate will time out at 1407.663025s 2023-01-15T14:45:07.610 INFO:tasks.workunit.client.0.smithi027.stderr: -349> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): get_auth_request con 0x5615b6e87800 auth_method 0 2023-01-15T14:45:07.610 INFO:tasks.workunit.client.0.smithi027.stderr: -348> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.610 INFO:tasks.workunit.client.0.smithi027.stderr: -347> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.610 INFO:tasks.workunit.client.0.smithi027.stderr: -346> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.610 INFO:tasks.workunit.client.0.smithi027.stderr: -345> 2023-01-15T14:45:07.526+0000 7f6049e56700 10 monclient(hunting): get_auth_request con 0x5615b6e87c00 auth_method 0 2023-01-15T14:45:07.610 INFO:tasks.workunit.client.0.smithi027.stderr: -344> 2023-01-15T14:45:07.526+0000 7f6049e56700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.610 INFO:tasks.workunit.client.0.smithi027.stderr: -343> 2023-01-15T14:45:07.526+0000 7f6049e56700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.610 INFO:tasks.workunit.client.0.smithi027.stderr: -342> 2023-01-15T14:45:07.526+0000 7f6049e56700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.610 INFO:tasks.workunit.client.0.smithi027.stderr: -341> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.610 INFO:tasks.workunit.client.0.smithi027.stderr: -340> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.611 INFO:tasks.workunit.client.0.smithi027.stderr: -339> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.611 INFO:tasks.workunit.client.0.smithi027.stderr: -338> 2023-01-15T14:45:07.526+0000 7f6049e56700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.611 INFO:tasks.workunit.client.0.smithi027.stderr: -337> 2023-01-15T14:45:07.526+0000 7f6049e56700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.611 INFO:tasks.workunit.client.0.smithi027.stderr: -336> 2023-01-15T14:45:07.526+0000 7f6049e56700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.611 INFO:tasks.workunit.client.0.smithi027.stderr: -335> 2023-01-15T14:45:07.526+0000 7f604a657700 10 monclient(hunting): get_auth_request con 0x5615b5ffcc00 auth_method 0 2023-01-15T14:45:07.611 INFO:tasks.workunit.client.0.smithi027.stderr: -334> 2023-01-15T14:45:07.526+0000 7f604a657700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.611 INFO:tasks.workunit.client.0.smithi027.stderr: -333> 2023-01-15T14:45:07.526+0000 7f604a657700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.611 INFO:tasks.workunit.client.0.smithi027.stderr: -332> 2023-01-15T14:45:07.526+0000 7f604a657700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.611 INFO:tasks.workunit.client.0.smithi027.stderr: -331> 2023-01-15T14:45:07.526+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.611 INFO:tasks.workunit.client.0.smithi027.stderr: -330> 2023-01-15T14:45:07.526+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.611 INFO:tasks.workunit.client.0.smithi027.stderr: -329> 2023-01-15T14:45:07.526+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.612 INFO:tasks.workunit.client.0.smithi027.stderr: -328> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): handle_auth_done global_id 5898 payload 824 2023-01-15T14:45:07.612 INFO:tasks.workunit.client.0.smithi027.stderr: -327> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient: _finish_hunting 0 2023-01-15T14:45:07.612 INFO:tasks.workunit.client.0.smithi027.stderr: -326> 2023-01-15T14:45:07.526+0000 7f604ae58700 1 monclient: found mon.noname-a 2023-01-15T14:45:07.612 INFO:tasks.workunit.client.0.smithi027.stderr: -325> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.612 INFO:tasks.workunit.client.0.smithi027.stderr: -324> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.612 INFO:tasks.workunit.client.0.smithi027.stderr: -323> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:45:07.612 INFO:tasks.workunit.client.0.smithi027.stderr: -322> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: dump: 2023-01-15T14:45:07.612 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.612 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.612 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.612 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.613 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.613 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.613 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.613 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.613 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.613 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.613 INFO:tasks.workunit.client.0.smithi027.stderr: -321> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: _finish_auth 0 2023-01-15T14:45:07.613 INFO:tasks.workunit.client.0.smithi027.stderr: -320> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: _check_auth_tickets 2023-01-15T14:45:07.613 INFO:tasks.workunit.client.0.smithi027.stderr: -319> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:07.613 INFO:tasks.workunit.client.0.smithi027.stderr: -318> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.613 INFO:tasks.workunit.client.0.smithi027.stderr: -317> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:45:07.613 INFO:tasks.workunit.client.0.smithi027.stderr: -316> 2023-01-15T14:45:07.526+0000 7f6044e4c700 4 set_mon_vals no callback set 2023-01-15T14:45:07.614 INFO:tasks.workunit.client.0.smithi027.stderr: -315> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: dump: 2023-01-15T14:45:07.614 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.614 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.614 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.614 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.614 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.614 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.614 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.614 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.614 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.614 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.615 INFO:tasks.workunit.client.0.smithi027.stderr: -314> 2023-01-15T14:45:07.526+0000 7f604c6a9780 5 monclient: authenticate success, global_id 5898 2023-01-15T14:45:07.615 INFO:tasks.workunit.client.0.smithi027.stderr: -313> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient: _renew_subs 2023-01-15T14:45:07.615 INFO:tasks.workunit.client.0.smithi027.stderr: -312> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.615 INFO:tasks.workunit.client.0.smithi027.stderr: -311> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient: _renew_subs 2023-01-15T14:45:07.615 INFO:tasks.workunit.client.0.smithi027.stderr: -310> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.615 INFO:tasks.workunit.client.0.smithi027.stderr: -309> 2023-01-15T14:45:07.526+0000 7f604c6a9780 1 librados: init done 2023-01-15T14:45:07.615 INFO:tasks.workunit.client.0.smithi027.stderr: -308> 2023-01-15T14:45:07.527+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.615 INFO:tasks.workunit.client.0.smithi027.stderr: -307> 2023-01-15T14:45:07.528+0000 7f6043649700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:45:07.615 INFO:tasks.workunit.client.0.smithi027.stderr: -306> 2023-01-15T14:45:07.528+0000 7f6043649700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:07.615 INFO:tasks.workunit.client.0.smithi027.stderr: -305> 2023-01-15T14:45:07.528+0000 7f6043649700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:07.615 INFO:tasks.workunit.client.0.smithi027.stderr: -304> 2023-01-15T14:45:07.528+0000 7f604a657700 10 monclient: get_auth_request con 0x5615b63fac00 auth_method 0 2023-01-15T14:45:07.616 INFO:tasks.workunit.client.0.smithi027.stderr: -303> 2023-01-15T14:45:07.528+0000 7f6049e56700 10 monclient: get_auth_request con 0x5615b6e87400 auth_method 0 2023-01-15T14:45:07.616 INFO:tasks.workunit.client.0.smithi027.stderr: -302> 2023-01-15T14:45:07.528+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.616 INFO:tasks.workunit.client.0.smithi027.stderr: -301> 2023-01-15T14:45:07.528+0000 7f604c6a9780 20 realm 2023-01-15T14:45:07.616 INFO:tasks.workunit.client.0.smithi027.stderr: -300> 2023-01-15T14:45:07.528+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.616 INFO:tasks.workunit.client.0.smithi027.stderr: -299> 2023-01-15T14:45:07.529+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.616 INFO:tasks.workunit.client.0.smithi027.stderr: -298> 2023-01-15T14:45:07.529+0000 7f604c6a9780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:07.616 INFO:tasks.workunit.client.0.smithi027.stderr: -297> 2023-01-15T14:45:07.529+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.616 INFO:tasks.workunit.client.0.smithi027.stderr: -296> 2023-01-15T14:45:07.529+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.616 INFO:tasks.workunit.client.0.smithi027.stderr: -295> 2023-01-15T14:45:07.529+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.616 INFO:tasks.workunit.client.0.smithi027.stderr: -294> 2023-01-15T14:45:07.529+0000 7f604a657700 10 monclient: get_auth_request con 0x5615b63f8800 auth_method 0 2023-01-15T14:45:07.616 INFO:tasks.workunit.client.0.smithi027.stderr: -293> 2023-01-15T14:45:07.530+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.617 INFO:tasks.workunit.client.0.smithi027.stderr: -292> 2023-01-15T14:45:07.530+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.617 INFO:tasks.workunit.client.0.smithi027.stderr: -291> 2023-01-15T14:45:07.530+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:07.617 INFO:tasks.workunit.client.0.smithi027.stderr: -290> 2023-01-15T14:45:07.530+0000 7f604c6a9780 20 searching for the correct realm 2023-01-15T14:45:07.617 INFO:tasks.workunit.client.0.smithi027.stderr: -289> 2023-01-15T14:45:07.530+0000 7f6049e56700 10 monclient: get_auth_request con 0x5615b63fb400 auth_method 0 2023-01-15T14:45:07.617 INFO:tasks.workunit.client.0.smithi027.stderr: -288> 2023-01-15T14:45:07.531+0000 7f604ae58700 10 monclient: get_auth_request con 0x5615b63fb800 auth_method 0 2023-01-15T14:45:07.617 INFO:tasks.workunit.client.0.smithi027.stderr: -287> 2023-01-15T14:45:07.531+0000 7f604a657700 10 monclient: get_auth_request con 0x5615b63f8c00 auth_method 0 2023-01-15T14:45:07.617 INFO:tasks.workunit.client.0.smithi027.stderr: -286> 2023-01-15T14:45:07.532+0000 7f6049e56700 10 monclient: get_auth_request con 0x5615b63f8400 auth_method 0 2023-01-15T14:45:07.617 INFO:tasks.workunit.client.0.smithi027.stderr: -285> 2023-01-15T14:45:07.534+0000 7f604ae58700 10 monclient: get_auth_request con 0x5615b63f9400 auth_method 0 2023-01-15T14:45:07.617 INFO:tasks.workunit.client.0.smithi027.stderr: -284> 2023-01-15T14:45:07.535+0000 7f6043649700 1 client.5898.objecter ms_handle_reset 0x5615b63fb800 session 0x5615b605c900 osd.7 2023-01-15T14:45:07.617 INFO:tasks.workunit.client.0.smithi027.stderr: -283> 2023-01-15T14:45:07.535+0000 7f6043649700 10 monclient: _renew_subs 2023-01-15T14:45:07.617 INFO:tasks.workunit.client.0.smithi027.stderr: -282> 2023-01-15T14:45:07.535+0000 7f6043649700 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.617 INFO:tasks.workunit.client.0.smithi027.stderr: -281> 2023-01-15T14:45:07.535+0000 7f604ae58700 10 monclient: get_auth_request con 0x5615b63f9c00 auth_method 0 2023-01-15T14:45:07.618 INFO:tasks.workunit.client.0.smithi027.stderr: -280> 2023-01-15T14:45:07.536+0000 7f604a657700 10 monclient: get_auth_request con 0x5615b64f0000 auth_method 0 2023-01-15T14:45:07.618 INFO:tasks.workunit.client.0.smithi027.stderr: -279> 2023-01-15T14:45:07.538+0000 7f604a657700 0 -- 172.21.15.27:0/612211077 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x5615b63f8c00 msgr2=0x5615b64b2b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:07.618 INFO:tasks.workunit.client.0.smithi027.stderr: -278> 2023-01-15T14:45:07.538+0000 7f6043649700 1 client.5898.objecter ms_handle_reset 0x5615b63f8c00 session 0x5615b605d200 osd.2 2023-01-15T14:45:07.618 INFO:tasks.workunit.client.0.smithi027.stderr: -277> 2023-01-15T14:45:07.538+0000 7f604a657700 10 monclient: get_auth_request con 0x5615b63fb800 auth_method 0 2023-01-15T14:45:07.618 INFO:tasks.workunit.client.0.smithi027.stderr: -276> 2023-01-15T14:45:07.540+0000 7f604c6a9780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:07.618 INFO:tasks.workunit.client.0.smithi027.stderr: -275> 2023-01-15T14:45:07.540+0000 7f604c6a9780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:07.618 INFO:tasks.workunit.client.0.smithi027.stderr: -274> 2023-01-15T14:45:07.540+0000 7f604c6a9780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:07.618 INFO:tasks.workunit.client.0.smithi027.stderr: -273> 2023-01-15T14:45:07.540+0000 7f604c6a9780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:07.618 INFO:tasks.workunit.client.0.smithi027.stderr: -272> 2023-01-15T14:45:07.540+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.618 INFO:tasks.workunit.client.0.smithi027.stderr: -271> 2023-01-15T14:45:07.540+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.618 INFO:tasks.workunit.client.0.smithi027.stderr: -270> 2023-01-15T14:45:07.540+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.619 INFO:tasks.workunit.client.0.smithi027.stderr: -269> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.619 INFO:tasks.workunit.client.0.smithi027.stderr: -268> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.619 INFO:tasks.workunit.client.0.smithi027.stderr: -267> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:07.619 INFO:tasks.workunit.client.0.smithi027.stderr: -266> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 zone default found 2023-01-15T14:45:07.619 INFO:tasks.workunit.client.0.smithi027.stderr: -265> 2023-01-15T14:45:07.541+0000 7f604c6a9780 4 Realm: () 2023-01-15T14:45:07.619 INFO:tasks.workunit.client.0.smithi027.stderr: -264> 2023-01-15T14:45:07.541+0000 7f604c6a9780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:07.619 INFO:tasks.workunit.client.0.smithi027.stderr: -263> 2023-01-15T14:45:07.541+0000 7f604c6a9780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:07.619 INFO:tasks.workunit.client.0.smithi027.stderr: -262> 2023-01-15T14:45:07.541+0000 7f604c6a9780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:07.619 INFO:tasks.workunit.client.0.smithi027.stderr: -261> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 zonegroup default 2023-01-15T14:45:07.619 INFO:tasks.workunit.client.0.smithi027.stderr: -260> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.619 INFO:tasks.workunit.client.0.smithi027.stderr: -259> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.619 INFO:tasks.workunit.client.0.smithi027.stderr: -258> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.620 INFO:tasks.workunit.client.0.smithi027.stderr: -257> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.620 INFO:tasks.workunit.client.0.smithi027.stderr: -256> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.620 INFO:tasks.workunit.client.0.smithi027.stderr: -255> 2023-01-15T14:45:07.542+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.620 INFO:tasks.workunit.client.0.smithi027.stderr: -254> 2023-01-15T14:45:07.542+0000 7f604c6a9780 20 started sync module instance, tier type = 2023-01-15T14:45:07.620 INFO:tasks.workunit.client.0.smithi027.stderr: -253> 2023-01-15T14:45:07.542+0000 7f604c6a9780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:07.620 INFO:tasks.workunit.client.0.smithi027.stderr: -252> 2023-01-15T14:45:07.543+0000 7f604ae58700 0 -- 172.21.15.27:0/612211077 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x5615b63f9c00 msgr2=0x5615b64b4100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:45:07.620 INFO:tasks.workunit.client.0.smithi027.stderr: -251> 2023-01-15T14:45:07.543+0000 7f6043649700 1 client.5898.objecter ms_handle_reset 0x5615b63f9c00 session 0x5615b605c900 osd.7 2023-01-15T14:45:07.620 INFO:tasks.workunit.client.0.smithi027.stderr: -250> 2023-01-15T14:45:07.543+0000 7f604ae58700 10 monclient: get_auth_request con 0x5615b63f8c00 auth_method 0 2023-01-15T14:45:07.620 INFO:tasks.workunit.client.0.smithi027.stderr: -249> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=0 2023-01-15T14:45:07.620 INFO:tasks.workunit.client.0.smithi027.stderr: -248> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=1 2023-01-15T14:45:07.620 INFO:tasks.workunit.client.0.smithi027.stderr: -247> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=2 2023-01-15T14:45:07.621 INFO:tasks.workunit.client.0.smithi027.stderr: -246> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=3 2023-01-15T14:45:07.621 INFO:tasks.workunit.client.0.smithi027.stderr: -245> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=4 2023-01-15T14:45:07.621 INFO:tasks.workunit.client.0.smithi027.stderr: -244> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=5 2023-01-15T14:45:07.621 INFO:tasks.workunit.client.0.smithi027.stderr: -243> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=6 2023-01-15T14:45:07.621 INFO:tasks.workunit.client.0.smithi027.stderr: -242> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=7 2023-01-15T14:45:07.621 INFO:tasks.workunit.client.0.smithi027.stderr: -241> 2023-01-15T14:45:07.549+0000 7f604c6a9780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:07.621 INFO:tasks.workunit.client.0.smithi027.stderr: -240> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding auth protocol: cephx 2023-01-15T14:45:07.621 INFO:tasks.workunit.client.0.smithi027.stderr: -239> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding auth protocol: cephx 2023-01-15T14:45:07.621 INFO:tasks.workunit.client.0.smithi027.stderr: -238> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding auth protocol: cephx 2023-01-15T14:45:07.621 INFO:tasks.workunit.client.0.smithi027.stderr: -237> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: secure 2023-01-15T14:45:07.621 INFO:tasks.workunit.client.0.smithi027.stderr: -236> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: crc 2023-01-15T14:45:07.621 INFO:tasks.workunit.client.0.smithi027.stderr: -235> 2023-01-15T14:45:07.551+0000 7f6031625700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:07.622 INFO:tasks.workunit.client.0.smithi027.stderr: -234> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: secure 2023-01-15T14:45:07.622 INFO:tasks.workunit.client.0.smithi027.stderr: -233> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: crc 2023-01-15T14:45:07.622 INFO:tasks.workunit.client.0.smithi027.stderr: -232> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: secure 2023-01-15T14:45:07.622 INFO:tasks.workunit.client.0.smithi027.stderr: -231> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: crc 2023-01-15T14:45:07.622 INFO:tasks.workunit.client.0.smithi027.stderr: -230> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: crc 2023-01-15T14:45:07.622 INFO:tasks.workunit.client.0.smithi027.stderr: -229> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: secure 2023-01-15T14:45:07.622 INFO:tasks.workunit.client.0.smithi027.stderr: -228> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: crc 2023-01-15T14:45:07.622 INFO:tasks.workunit.client.0.smithi027.stderr: -227> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: secure 2023-01-15T14:45:07.622 INFO:tasks.workunit.client.0.smithi027.stderr: -226> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: crc 2023-01-15T14:45:07.622 INFO:tasks.workunit.client.0.smithi027.stderr: -225> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: secure 2023-01-15T14:45:07.622 INFO:tasks.workunit.client.0.smithi027.stderr: -224> 2023-01-15T14:45:07.551+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.623 INFO:tasks.workunit.client.0.smithi027.stderr: -223> 2023-01-15T14:45:07.551+0000 7f604c6a9780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:07.623 INFO:tasks.workunit.client.0.smithi027.stderr: -222> 2023-01-15T14:45:07.551+0000 7f604c6a9780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:07.623 INFO:tasks.workunit.client.0.smithi027.stderr: -221> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command cache list hook 0x5615b5ff09a0 2023-01-15T14:45:07.623 INFO:tasks.workunit.client.0.smithi027.stderr: -220> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command cache inspect hook 0x5615b5ff09a0 2023-01-15T14:45:07.623 INFO:tasks.workunit.client.0.smithi027.stderr: -219> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command cache erase hook 0x5615b5ff09a0 2023-01-15T14:45:07.623 INFO:tasks.workunit.client.0.smithi027.stderr: -218> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command cache zap hook 0x5615b5ff09a0 2023-01-15T14:45:07.623 INFO:tasks.workunit.client.0.smithi027.stderr: -217> 2023-01-15T14:45:07.551+0000 7f604c6a9780 10 monclient: get_monmap_and_config 2023-01-15T14:45:07.623 INFO:tasks.workunit.client.0.smithi027.stderr: -216> 2023-01-15T14:45:07.551+0000 7f604c6a9780 10 monclient: build_initial_monmap 2023-01-15T14:45:07.623 INFO:tasks.workunit.client.0.smithi027.stderr: -215> 2023-01-15T14:45:07.551+0000 7f604c6a9780 1 build_initial for_mkfs: 0 2023-01-15T14:45:07.623 INFO:tasks.workunit.client.0.smithi027.stderr: -214> 2023-01-15T14:45:07.551+0000 7f604c6a9780 10 monclient: monmap: 2023-01-15T14:45:07.623 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:45:07.623 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:45:07.624 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:45:07.624 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:45:07.624 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:45:07.624 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.624 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:45:07.624 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:45:07.624 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:45:07.624 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.624 INFO:tasks.workunit.client.0.smithi027.stderr: -213> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding auth protocol: cephx 2023-01-15T14:45:07.624 INFO:tasks.workunit.client.0.smithi027.stderr: -212> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding auth protocol: cephx 2023-01-15T14:45:07.624 INFO:tasks.workunit.client.0.smithi027.stderr: -211> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding auth protocol: cephx 2023-01-15T14:45:07.625 INFO:tasks.workunit.client.0.smithi027.stderr: -210> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.625 INFO:tasks.workunit.client.0.smithi027.stderr: -209> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.625 INFO:tasks.workunit.client.0.smithi027.stderr: -208> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.625 INFO:tasks.workunit.client.0.smithi027.stderr: -207> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.625 INFO:tasks.workunit.client.0.smithi027.stderr: -206> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.625 INFO:tasks.workunit.client.0.smithi027.stderr: -205> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.625 INFO:tasks.workunit.client.0.smithi027.stderr: -204> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.625 INFO:tasks.workunit.client.0.smithi027.stderr: -203> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.625 INFO:tasks.workunit.client.0.smithi027.stderr: -202> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.625 INFO:tasks.workunit.client.0.smithi027.stderr: -201> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.625 INFO:tasks.workunit.client.0.smithi027.stderr: -200> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.625 INFO:tasks.workunit.client.0.smithi027.stderr: -199> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.626 INFO:tasks.workunit.client.0.smithi027.stderr: -198> 2023-01-15T14:45:07.551+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.626 INFO:tasks.workunit.client.0.smithi027.stderr: -197> 2023-01-15T14:45:07.551+0000 7f604c6a9780 10 monclient: init 2023-01-15T14:45:07.626 INFO:tasks.workunit.client.0.smithi027.stderr: -196> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding auth protocol: cephx 2023-01-15T14:45:07.626 INFO:tasks.workunit.client.0.smithi027.stderr: -195> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding auth protocol: cephx 2023-01-15T14:45:07.626 INFO:tasks.workunit.client.0.smithi027.stderr: -194> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding auth protocol: cephx 2023-01-15T14:45:07.626 INFO:tasks.workunit.client.0.smithi027.stderr: -193> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: secure 2023-01-15T14:45:07.626 INFO:tasks.workunit.client.0.smithi027.stderr: -192> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: crc 2023-01-15T14:45:07.626 INFO:tasks.workunit.client.0.smithi027.stderr: -191> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: secure 2023-01-15T14:45:07.626 INFO:tasks.workunit.client.0.smithi027.stderr: -190> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: crc 2023-01-15T14:45:07.626 INFO:tasks.workunit.client.0.smithi027.stderr: -189> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: secure 2023-01-15T14:45:07.626 INFO:tasks.workunit.client.0.smithi027.stderr: -188> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: crc 2023-01-15T14:45:07.627 INFO:tasks.workunit.client.0.smithi027.stderr: -187> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: crc 2023-01-15T14:45:07.627 INFO:tasks.workunit.client.0.smithi027.stderr: -186> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: secure 2023-01-15T14:45:07.627 INFO:tasks.workunit.client.0.smithi027.stderr: -185> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: crc 2023-01-15T14:45:07.627 INFO:tasks.workunit.client.0.smithi027.stderr: -184> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: secure 2023-01-15T14:45:07.627 INFO:tasks.workunit.client.0.smithi027.stderr: -183> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: crc 2023-01-15T14:45:07.627 INFO:tasks.workunit.client.0.smithi027.stderr: -182> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: secure 2023-01-15T14:45:07.627 INFO:tasks.workunit.client.0.smithi027.stderr: -181> 2023-01-15T14:45:07.552+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.627 INFO:tasks.workunit.client.0.smithi027.stderr: -180> 2023-01-15T14:45:07.552+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.627 INFO:tasks.workunit.client.0.smithi027.stderr: -179> 2023-01-15T14:45:07.552+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command rotate-key cmddesc rotate-key hook 0x7ffd7becbf08 EEXIST 2023-01-15T14:45:07.627 INFO:tasks.workunit.client.0.smithi027.stderr: -178> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient: _reopen_session rank -1 2023-01-15T14:45:07.627 INFO:tasks.workunit.client.0.smithi027.stderr: -177> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient: _add_conns ranks=[0,2,1] 2023-01-15T14:45:07.627 INFO:tasks.workunit.client.0.smithi027.stderr: -176> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-a con 0x5615b63f9800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:07.628 INFO:tasks.workunit.client.0.smithi027.stderr: -175> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-c con 0x5615b63f9000 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:07.628 INFO:tasks.workunit.client.0.smithi027.stderr: -174> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-b con 0x5615b64f1c00 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:07.628 INFO:tasks.workunit.client.0.smithi027.stderr: -173> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.628 INFO:tasks.workunit.client.0.smithi027.stderr: -172> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.628 INFO:tasks.workunit.client.0.smithi027.stderr: -171> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.628 INFO:tasks.workunit.client.0.smithi027.stderr: -170> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): _renew_subs 2023-01-15T14:45:07.628 INFO:tasks.workunit.client.0.smithi027.stderr: -169> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): authenticate will time out at 1407.689355s 2023-01-15T14:45:07.628 INFO:tasks.workunit.client.0.smithi027.stderr: -168> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): get_auth_request con 0x5615b63f9800 auth_method 0 2023-01-15T14:45:07.628 INFO:tasks.workunit.client.0.smithi027.stderr: -167> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.628 INFO:tasks.workunit.client.0.smithi027.stderr: -166> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.628 INFO:tasks.workunit.client.0.smithi027.stderr: -165> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.628 INFO:tasks.workunit.client.0.smithi027.stderr: -164> 2023-01-15T14:45:07.552+0000 7f604a657700 10 monclient(hunting): get_auth_request con 0x5615b63f9000 auth_method 0 2023-01-15T14:45:07.629 INFO:tasks.workunit.client.0.smithi027.stderr: -163> 2023-01-15T14:45:07.552+0000 7f604a657700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.629 INFO:tasks.workunit.client.0.smithi027.stderr: -162> 2023-01-15T14:45:07.552+0000 7f604a657700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.629 INFO:tasks.workunit.client.0.smithi027.stderr: -161> 2023-01-15T14:45:07.552+0000 7f604a657700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.629 INFO:tasks.workunit.client.0.smithi027.stderr: -160> 2023-01-15T14:45:07.552+0000 7f6049e56700 10 monclient(hunting): get_auth_request con 0x5615b64f1c00 auth_method 0 2023-01-15T14:45:07.629 INFO:tasks.workunit.client.0.smithi027.stderr: -159> 2023-01-15T14:45:07.552+0000 7f6049e56700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.629 INFO:tasks.workunit.client.0.smithi027.stderr: -158> 2023-01-15T14:45:07.552+0000 7f6049e56700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.629 INFO:tasks.workunit.client.0.smithi027.stderr: -157> 2023-01-15T14:45:07.552+0000 7f6049e56700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.629 INFO:tasks.workunit.client.0.smithi027.stderr: -156> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.629 INFO:tasks.workunit.client.0.smithi027.stderr: -155> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.629 INFO:tasks.workunit.client.0.smithi027.stderr: -154> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.629 INFO:tasks.workunit.client.0.smithi027.stderr: -153> 2023-01-15T14:45:07.552+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.630 INFO:tasks.workunit.client.0.smithi027.stderr: -152> 2023-01-15T14:45:07.552+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.630 INFO:tasks.workunit.client.0.smithi027.stderr: -151> 2023-01-15T14:45:07.552+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.630 INFO:tasks.workunit.client.0.smithi027.stderr: -150> 2023-01-15T14:45:07.552+0000 7f6049e56700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.630 INFO:tasks.workunit.client.0.smithi027.stderr: -149> 2023-01-15T14:45:07.552+0000 7f6049e56700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.630 INFO:tasks.workunit.client.0.smithi027.stderr: -148> 2023-01-15T14:45:07.552+0000 7f6049e56700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.630 INFO:tasks.workunit.client.0.smithi027.stderr: -147> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): handle_auth_done global_id 5901 payload 274 2023-01-15T14:45:07.630 INFO:tasks.workunit.client.0.smithi027.stderr: -146> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient: _finish_hunting 0 2023-01-15T14:45:07.630 INFO:tasks.workunit.client.0.smithi027.stderr: -145> 2023-01-15T14:45:07.552+0000 7f604ae58700 1 monclient: found mon.noname-a 2023-01-15T14:45:07.630 INFO:tasks.workunit.client.0.smithi027.stderr: -144> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.630 INFO:tasks.workunit.client.0.smithi027.stderr: -143> 2023-01-15T14:45:07.552+0000 7f6030e24700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.630 INFO:tasks.workunit.client.0.smithi027.stderr: -142> 2023-01-15T14:45:07.552+0000 7f6030e24700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:45:07.630 INFO:tasks.workunit.client.0.smithi027.stderr: -141> 2023-01-15T14:45:07.552+0000 7f6030e24700 10 monclient: dump: 2023-01-15T14:45:07.631 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.631 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.631 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.631 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.631 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.631 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.631 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.631 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.631 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.631 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.631 INFO:tasks.workunit.client.0.smithi027.stderr: -140> 2023-01-15T14:45:07.552+0000 7f6030e24700 10 monclient: _finish_auth 0 2023-01-15T14:45:07.631 INFO:tasks.workunit.client.0.smithi027.stderr: -139> 2023-01-15T14:45:07.552+0000 7f6030e24700 10 monclient: _check_auth_tickets 2023-01-15T14:45:07.632 INFO:tasks.workunit.client.0.smithi027.stderr: -138> 2023-01-15T14:45:07.552+0000 7f604c6a9780 5 monclient: authenticate success, global_id 5901 2023-01-15T14:45:07.632 INFO:tasks.workunit.client.0.smithi027.stderr: -137> 2023-01-15T14:45:07.553+0000 7f6030e24700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:07.632 INFO:tasks.workunit.client.0.smithi027.stderr: -136> 2023-01-15T14:45:07.553+0000 7f6030e24700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.632 INFO:tasks.workunit.client.0.smithi027.stderr: -135> 2023-01-15T14:45:07.553+0000 7f6030e24700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:45:07.632 INFO:tasks.workunit.client.0.smithi027.stderr: -134> 2023-01-15T14:45:07.553+0000 7f6030e24700 10 monclient: dump: 2023-01-15T14:45:07.632 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.632 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.632 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.632 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.632 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.632 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.633 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.633 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.633 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.633 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.633 INFO:tasks.workunit.client.0.smithi027.stderr: -133> 2023-01-15T14:45:07.553+0000 7f604c6a9780 10 monclient: get_monmap_and_config success 2023-01-15T14:45:07.633 INFO:tasks.workunit.client.0.smithi027.stderr: -132> 2023-01-15T14:45:07.553+0000 7f604c6a9780 4 set_mon_vals no callback set 2023-01-15T14:45:07.633 INFO:tasks.workunit.client.0.smithi027.stderr: -131> 2023-01-15T14:45:07.553+0000 7f604c6a9780 10 monclient: shutdown 2023-01-15T14:45:07.633 INFO:tasks.workunit.client.0.smithi027.stderr: -130> 2023-01-15T14:45:07.553+0000 7f604c6a9780 10 monclient: build_initial_monmap 2023-01-15T14:45:07.633 INFO:tasks.workunit.client.0.smithi027.stderr: -129> 2023-01-15T14:45:07.553+0000 7f604c6a9780 1 build_initial for_mkfs: 0 2023-01-15T14:45:07.633 INFO:tasks.workunit.client.0.smithi027.stderr: -128> 2023-01-15T14:45:07.553+0000 7f604c6a9780 10 monclient: monmap: 2023-01-15T14:45:07.633 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:45:07.633 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:45:07.634 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:45:07.634 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:45:07.634 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:45:07.634 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.634 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:45:07.634 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:45:07.634 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:45:07.634 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.634 INFO:tasks.workunit.client.0.smithi027.stderr: -127> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding auth protocol: cephx 2023-01-15T14:45:07.634 INFO:tasks.workunit.client.0.smithi027.stderr: -126> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding auth protocol: cephx 2023-01-15T14:45:07.634 INFO:tasks.workunit.client.0.smithi027.stderr: -125> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding auth protocol: cephx 2023-01-15T14:45:07.635 INFO:tasks.workunit.client.0.smithi027.stderr: -124> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.635 INFO:tasks.workunit.client.0.smithi027.stderr: -123> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.635 INFO:tasks.workunit.client.0.smithi027.stderr: -122> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.635 INFO:tasks.workunit.client.0.smithi027.stderr: -121> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.635 INFO:tasks.workunit.client.0.smithi027.stderr: -120> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.635 INFO:tasks.workunit.client.0.smithi027.stderr: -119> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.635 INFO:tasks.workunit.client.0.smithi027.stderr: -118> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.635 INFO:tasks.workunit.client.0.smithi027.stderr: -117> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.635 INFO:tasks.workunit.client.0.smithi027.stderr: -116> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.635 INFO:tasks.workunit.client.0.smithi027.stderr: -115> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.635 INFO:tasks.workunit.client.0.smithi027.stderr: -114> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.635 INFO:tasks.workunit.client.0.smithi027.stderr: -113> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.636 INFO:tasks.workunit.client.0.smithi027.stderr: -112> 2023-01-15T14:45:07.553+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.636 INFO:tasks.workunit.client.0.smithi027.stderr: -111> 2023-01-15T14:45:07.554+0000 7f604c6a9780 1 librados: starting msgr at 2023-01-15T14:45:07.636 INFO:tasks.workunit.client.0.smithi027.stderr: -110> 2023-01-15T14:45:07.554+0000 7f604c6a9780 1 librados: starting objecter 2023-01-15T14:45:07.636 INFO:tasks.workunit.client.0.smithi027.stderr: -109> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command objecter_requests cmddesc objecter_requests hook 0x5615b5ff0d90 EEXIST 2023-01-15T14:45:07.636 INFO:tasks.workunit.client.0.smithi027.stderr: -108> 2023-01-15T14:45:07.554+0000 7f604c6a9780 1 librados: setting wanted keys 2023-01-15T14:45:07.636 INFO:tasks.workunit.client.0.smithi027.stderr: -107> 2023-01-15T14:45:07.554+0000 7f604c6a9780 1 librados: calling monclient init 2023-01-15T14:45:07.636 INFO:tasks.workunit.client.0.smithi027.stderr: -106> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient: init 2023-01-15T14:45:07.636 INFO:tasks.workunit.client.0.smithi027.stderr: -105> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding auth protocol: cephx 2023-01-15T14:45:07.636 INFO:tasks.workunit.client.0.smithi027.stderr: -104> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding auth protocol: cephx 2023-01-15T14:45:07.636 INFO:tasks.workunit.client.0.smithi027.stderr: -103> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding auth protocol: cephx 2023-01-15T14:45:07.636 INFO:tasks.workunit.client.0.smithi027.stderr: -102> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: secure 2023-01-15T14:45:07.637 INFO:tasks.workunit.client.0.smithi027.stderr: -101> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: crc 2023-01-15T14:45:07.637 INFO:tasks.workunit.client.0.smithi027.stderr: -100> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: secure 2023-01-15T14:45:07.637 INFO:tasks.workunit.client.0.smithi027.stderr: -99> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: crc 2023-01-15T14:45:07.637 INFO:tasks.workunit.client.0.smithi027.stderr: -98> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: secure 2023-01-15T14:45:07.637 INFO:tasks.workunit.client.0.smithi027.stderr: -97> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: crc 2023-01-15T14:45:07.637 INFO:tasks.workunit.client.0.smithi027.stderr: -96> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: crc 2023-01-15T14:45:07.637 INFO:tasks.workunit.client.0.smithi027.stderr: -95> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: secure 2023-01-15T14:45:07.637 INFO:tasks.workunit.client.0.smithi027.stderr: -94> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: crc 2023-01-15T14:45:07.637 INFO:tasks.workunit.client.0.smithi027.stderr: -93> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: secure 2023-01-15T14:45:07.637 INFO:tasks.workunit.client.0.smithi027.stderr: -92> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: crc 2023-01-15T14:45:07.637 INFO:tasks.workunit.client.0.smithi027.stderr: -91> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: secure 2023-01-15T14:45:07.638 INFO:tasks.workunit.client.0.smithi027.stderr: -90> 2023-01-15T14:45:07.554+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.638 INFO:tasks.workunit.client.0.smithi027.stderr: -89> 2023-01-15T14:45:07.554+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.638 INFO:tasks.workunit.client.0.smithi027.stderr: -88> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command rotate-key cmddesc rotate-key hook 0x5615b6525220 EEXIST 2023-01-15T14:45:07.638 INFO:tasks.workunit.client.0.smithi027.stderr: -87> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient: _reopen_session rank -1 2023-01-15T14:45:07.638 INFO:tasks.workunit.client.0.smithi027.stderr: -86> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient: _add_conns ranks=[2,0,1] 2023-01-15T14:45:07.638 INFO:tasks.workunit.client.0.smithi027.stderr: -85> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-c con 0x5615b63f9000 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:07.638 INFO:tasks.workunit.client.0.smithi027.stderr: -84> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-a con 0x5615b63f9800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:07.638 INFO:tasks.workunit.client.0.smithi027.stderr: -83> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-b con 0x5615b64f1c00 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:07.638 INFO:tasks.workunit.client.0.smithi027.stderr: -82> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.638 INFO:tasks.workunit.client.0.smithi027.stderr: -81> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.638 INFO:tasks.workunit.client.0.smithi027.stderr: -80> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.639 INFO:tasks.workunit.client.0.smithi027.stderr: -79> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): _renew_subs 2023-01-15T14:45:07.639 INFO:tasks.workunit.client.0.smithi027.stderr: -78> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): authenticate will time out at 1407.691597s 2023-01-15T14:45:07.639 INFO:tasks.workunit.client.0.smithi027.stderr: -77> 2023-01-15T14:45:07.554+0000 7f604ae58700 10 monclient(hunting): get_auth_request con 0x5615b63f9000 auth_method 0 2023-01-15T14:45:07.639 INFO:tasks.workunit.client.0.smithi027.stderr: -76> 2023-01-15T14:45:07.554+0000 7f604ae58700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.639 INFO:tasks.workunit.client.0.smithi027.stderr: -75> 2023-01-15T14:45:07.554+0000 7f604ae58700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.639 INFO:tasks.workunit.client.0.smithi027.stderr: -74> 2023-01-15T14:45:07.554+0000 7f604ae58700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.639 INFO:tasks.workunit.client.0.smithi027.stderr: -73> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): get_auth_request con 0x5615b63f9800 auth_method 0 2023-01-15T14:45:07.639 INFO:tasks.workunit.client.0.smithi027.stderr: -72> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.639 INFO:tasks.workunit.client.0.smithi027.stderr: -71> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.639 INFO:tasks.workunit.client.0.smithi027.stderr: -70> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.639 INFO:tasks.workunit.client.0.smithi027.stderr: -69> 2023-01-15T14:45:07.554+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.639 INFO:tasks.workunit.client.0.smithi027.stderr: -68> 2023-01-15T14:45:07.554+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.640 INFO:tasks.workunit.client.0.smithi027.stderr: -67> 2023-01-15T14:45:07.554+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.640 INFO:tasks.workunit.client.0.smithi027.stderr: -66> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.640 INFO:tasks.workunit.client.0.smithi027.stderr: -65> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.640 INFO:tasks.workunit.client.0.smithi027.stderr: -64> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.640 INFO:tasks.workunit.client.0.smithi027.stderr: -63> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): handle_auth_done global_id 5904 payload 824 2023-01-15T14:45:07.640 INFO:tasks.workunit.client.0.smithi027.stderr: -62> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient: _finish_hunting 0 2023-01-15T14:45:07.640 INFO:tasks.workunit.client.0.smithi027.stderr: -61> 2023-01-15T14:45:07.554+0000 7f604a657700 1 monclient: found mon.noname-a 2023-01-15T14:45:07.640 INFO:tasks.workunit.client.0.smithi027.stderr: -60> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.640 INFO:tasks.workunit.client.0.smithi027.stderr: -59> 2023-01-15T14:45:07.554+0000 7f6049e56700 10 monclient: get_auth_request con 0x5615b64f1c00 auth_method 0 2023-01-15T14:45:07.640 INFO:tasks.workunit.client.0.smithi027.stderr: -58> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.640 INFO:tasks.workunit.client.0.smithi027.stderr: -57> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:45:07.641 INFO:tasks.workunit.client.0.smithi027.stderr: -56> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: dump: 2023-01-15T14:45:07.641 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.641 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.641 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.641 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.641 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.641 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.641 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.641 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.641 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.641 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.642 INFO:tasks.workunit.client.0.smithi027.stderr: -55> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: _finish_auth 0 2023-01-15T14:45:07.642 INFO:tasks.workunit.client.0.smithi027.stderr: -54> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: _check_auth_tickets 2023-01-15T14:45:07.642 INFO:tasks.workunit.client.0.smithi027.stderr: -53> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:07.642 INFO:tasks.workunit.client.0.smithi027.stderr: -52> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.642 INFO:tasks.workunit.client.0.smithi027.stderr: -51> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:45:07.642 INFO:tasks.workunit.client.0.smithi027.stderr: -50> 2023-01-15T14:45:07.555+0000 7f6030e24700 4 set_mon_vals no callback set 2023-01-15T14:45:07.642 INFO:tasks.workunit.client.0.smithi027.stderr: -49> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: dump: 2023-01-15T14:45:07.642 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.642 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.642 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.642 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.643 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.643 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.643 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.643 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.643 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.643 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.643 INFO:tasks.workunit.client.0.smithi027.stderr: -48> 2023-01-15T14:45:07.555+0000 7f604c6a9780 5 monclient: authenticate success, global_id 5904 2023-01-15T14:45:07.643 INFO:tasks.workunit.client.0.smithi027.stderr: -47> 2023-01-15T14:45:07.555+0000 7f604c6a9780 10 monclient: _renew_subs 2023-01-15T14:45:07.643 INFO:tasks.workunit.client.0.smithi027.stderr: -46> 2023-01-15T14:45:07.555+0000 7f604c6a9780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.643 INFO:tasks.workunit.client.0.smithi027.stderr: -45> 2023-01-15T14:45:07.555+0000 7f604c6a9780 10 monclient: _renew_subs 2023-01-15T14:45:07.643 INFO:tasks.workunit.client.0.smithi027.stderr: -44> 2023-01-15T14:45:07.555+0000 7f604c6a9780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.644 INFO:tasks.workunit.client.0.smithi027.stderr: -43> 2023-01-15T14:45:07.555+0000 7f604c6a9780 1 librados: init done 2023-01-15T14:45:07.644 INFO:tasks.workunit.client.0.smithi027.stderr: -42> 2023-01-15T14:45:07.555+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command cr dump hook 0x5615b6e4cdd8 2023-01-15T14:45:07.644 INFO:tasks.workunit.client.0.smithi027.stderr: -41> 2023-01-15T14:45:07.556+0000 7f602f621700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:45:07.644 INFO:tasks.workunit.client.0.smithi027.stderr: -40> 2023-01-15T14:45:07.556+0000 7f602f621700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:07.644 INFO:tasks.workunit.client.0.smithi027.stderr: -39> 2023-01-15T14:45:07.556+0000 7f602f621700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:07.644 INFO:tasks.workunit.client.0.smithi027.stderr: -38> 2023-01-15T14:45:07.556+0000 7f604c6a9780 5 note: GC not initialized 2023-01-15T14:45:07.644 INFO:tasks.workunit.client.0.smithi027.stderr: -37> 2023-01-15T14:45:07.556+0000 7f604ae58700 10 monclient: get_auth_request con 0x5615b654f400 auth_method 0 2023-01-15T14:45:07.644 INFO:tasks.workunit.client.0.smithi027.stderr: -36> 2023-01-15T14:45:07.557+0000 7f602ce1c700 20 reqs_thread_entry: start 2023-01-15T14:45:07.644 INFO:tasks.workunit.client.0.smithi027.stderr: -35> 2023-01-15T14:45:07.557+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command sync trace show hook 0x5615b6024000 2023-01-15T14:45:07.644 INFO:tasks.workunit.client.0.smithi027.stderr: -34> 2023-01-15T14:45:07.557+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command sync trace history hook 0x5615b6024000 2023-01-15T14:45:07.644 INFO:tasks.workunit.client.0.smithi027.stderr: -33> 2023-01-15T14:45:07.557+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command sync trace active hook 0x5615b6024000 2023-01-15T14:45:07.644 INFO:tasks.workunit.client.0.smithi027.stderr: -32> 2023-01-15T14:45:07.557+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command sync trace active_short hook 0x5615b6024000 2023-01-15T14:45:07.645 INFO:tasks.workunit.client.0.smithi027.stderr: -31> 2023-01-15T14:45:07.557+0000 7f604c6a9780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:07.645 INFO:tasks.workunit.client.0.smithi027.stderr: -30> 2023-01-15T14:45:07.557+0000 7f604c6a9780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:07.645 INFO:tasks.workunit.client.0.smithi027.stderr: -29> 2023-01-15T14:45:07.557+0000 7f602ae18700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:37 2023 2023-01-15T14:45:07.645 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.645 INFO:tasks.workunit.client.0.smithi027.stderr: -28> 2023-01-15T14:45:07.557+0000 7f602a5f6700 20 reqs_thread_entry: start 2023-01-15T14:45:07.645 INFO:tasks.workunit.client.0.smithi027.stderr: -27> 2023-01-15T14:45:07.557+0000 7f604c6a9780 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-01-15T14:45:07.645 INFO:tasks.workunit.client.0.smithi027.stderr: -26> 2023-01-15T14:45:07.557+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.645 INFO:tasks.workunit.client.0.smithi027.stderr: -25> 2023-01-15T14:45:07.558+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:07.645 INFO:tasks.workunit.client.0.smithi027.stderr: -24> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-01-15T14:45:07.645 INFO:tasks.workunit.client.0.smithi027.stderr: -23> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-01-15T14:45:07.645 INFO:tasks.workunit.client.0.smithi027.stderr: -22> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 : miss 2023-01-15T14:45:07.646 INFO:tasks.workunit.client.0.smithi027.stderr: -21> 2023-01-15T14:45:07.558+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.646 INFO:tasks.workunit.client.0.smithi027.stderr: -20> 2023-01-15T14:45:07.558+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=373 2023-01-15T14:45:07.646 INFO:tasks.workunit.client.0.smithi027.stderr: -19> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 info.flags=0x13 2023-01-15T14:45:07.646 INFO:tasks.workunit.client.0.smithi027.stderr: -18> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to cache LRU end 2023-01-15T14:45:07.646 INFO:tasks.workunit.client.0.smithi027.stderr: -17> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:45:07.646 INFO:tasks.workunit.client.0.smithi027.stderr: -16> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:07.646 INFO:tasks.workunit.client.0.smithi027.stderr: -15> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 2023-01-15T14:45:07.646 INFO:tasks.workunit.client.0.smithi027.stderr: -14> 2023-01-15T14:45:07.559+0000 7f6049e56700 10 monclient: get_auth_request con 0x5615b6e87000 auth_method 0 2023-01-15T14:45:07.646 INFO:tasks.workunit.client.0.smithi027.stderr: -13> 2023-01-15T14:45:07.563+0000 7f604c6a9780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 info.flags=0x17 2023-01-15T14:45:07.646 INFO:tasks.workunit.client.0.smithi027.stderr: -12> 2023-01-15T14:45:07.563+0000 7f604c6a9780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to cache LRU end 2023-01-15T14:45:07.646 INFO:tasks.workunit.client.0.smithi027.stderr: -11> 2023-01-15T14:45:07.563+0000 7f604c6a9780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:07.647 INFO:tasks.workunit.client.0.smithi027.stderr: -10> 2023-01-15T14:45:07.563+0000 7f604c6a9780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19, ofs0, ns] 2023-01-15T14:45:07.647 INFO:tasks.workunit.client.0.smithi027.stderr: -9> 2023-01-15T14:45:07.563+0000 7f604464b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197638 cookie 94651248328576 notifier 5898 bl.length()=877 2023-01-15T14:45:07.647 INFO:tasks.workunit.client.0.smithi027.stderr: -8> 2023-01-15T14:45:07.563+0000 7f604464b700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 info.flags=0x17 2023-01-15T14:45:07.647 INFO:tasks.workunit.client.0.smithi027.stderr: -7> 2023-01-15T14:45:07.563+0000 7f604464b700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to cache LRU end 2023-01-15T14:45:07.647 INFO:tasks.workunit.client.0.smithi027.stderr: -6> 2023-01-15T14:45:07.563+0000 7f604464b700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:07.647 INFO:tasks.workunit.client.0.smithi027.stderr: -5> 2023-01-15T14:45:07.563+0000 7f604c6a9780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): orig_sources= new_sources= 2023-01-15T14:45:07.647 INFO:tasks.workunit.client.0.smithi027.stderr: -4> 2023-01-15T14:45:07.563+0000 7f604c6a9780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): potential sources added=[] removed=[] 2023-01-15T14:45:07.647 INFO:tasks.workunit.client.0.smithi027.stderr: -3> 2023-01-15T14:45:07.563+0000 7f604c6a9780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): orig_dests= new_dests= 2023-01-15T14:45:07.647 INFO:tasks.workunit.client.0.smithi027.stderr: -2> 2023-01-15T14:45:07.563+0000 7f604c6a9780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): potential dests added=[] removed=[] 2023-01-15T14:45:07.647 INFO:tasks.workunit.client.0.smithi027.stderr: -1> 2023-01-15T14:45:07.565+0000 7f604c6a9780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f604c6a9780 time 2023-01-15T14:45:07.565266+0000 2023-01-15T14:45:07.647 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:45:07.647 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.648 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:07.648 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f60533c7dbb] 2023-01-15T14:45:07.648 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f60533c7f81] 2023-01-15T14:45:07.648 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5615b31baae1] 2023-01-15T14:45:07.648 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x5615b31b7af6] 2023-01-15T14:45:07.648 INFO:tasks.workunit.client.0.smithi027.stderr: 5: main() 2023-01-15T14:45:07.648 INFO:tasks.workunit.client.0.smithi027.stderr: 6: __libc_start_main() 2023-01-15T14:45:07.648 INFO:tasks.workunit.client.0.smithi027.stderr: 7: _start() 2023-01-15T14:45:07.648 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.648 INFO:tasks.workunit.client.0.smithi027.stderr: 0> 2023-01-15T14:45:07.566+0000 7f604c6a9780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:45:07.649 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f604c6a9780 thread_name:radosgw-admin 2023-01-15T14:45:07.649 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.649 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:07.649 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f605408fcf0] 2023-01-15T14:45:07.649 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:45:07.649 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:45:07.649 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f60533c7e15] 2023-01-15T14:45:07.649 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f60533c7f81] 2023-01-15T14:45:07.649 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5615b31baae1] 2023-01-15T14:45:07.649 INFO:tasks.workunit.client.0.smithi027.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x5615b31b7af6] 2023-01-15T14:45:07.649 INFO:tasks.workunit.client.0.smithi027.stderr: 8: main() 2023-01-15T14:45:07.649 INFO:tasks.workunit.client.0.smithi027.stderr: 9: __libc_start_main() 2023-01-15T14:45:07.650 INFO:tasks.workunit.client.0.smithi027.stderr: 10: _start() 2023-01-15T14:45:07.650 INFO:tasks.workunit.client.0.smithi027.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:45:07.650 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.650 INFO:tasks.workunit.client.0.smithi027.stderr:--- logging levels --- 2023-01-15T14:45:07.650 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 none 2023-01-15T14:45:07.650 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 lockdep 2023-01-15T14:45:07.650 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 context 2023-01-15T14:45:07.650 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 crush 2023-01-15T14:45:07.650 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds 2023-01-15T14:45:07.650 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_balancer 2023-01-15T14:45:07.650 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_locker 2023-01-15T14:45:07.650 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log 2023-01-15T14:45:07.651 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log_expire 2023-01-15T14:45:07.651 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_migrator 2023-01-15T14:45:07.651 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 buffer 2023-01-15T14:45:07.651 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 timer 2023-01-15T14:45:07.651 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 filer 2023-01-15T14:45:07.651 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 striper 2023-01-15T14:45:07.651 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 objecter 2023-01-15T14:45:07.651 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rados 2023-01-15T14:45:07.651 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd 2023-01-15T14:45:07.651 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_mirror 2023-01-15T14:45:07.651 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_replay 2023-01-15T14:45:07.651 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_pwl 2023-01-15T14:45:07.652 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 journaler 2023-01-15T14:45:07.652 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objectcacher 2023-01-15T14:45:07.652 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:45:07.652 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 client 2023-01-15T14:45:07.652 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 osd 2023-01-15T14:45:07.652 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 optracker 2023-01-15T14:45:07.652 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objclass 2023-01-15T14:45:07.652 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 filestore 2023-01-15T14:45:07.652 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 journal 2023-01-15T14:45:07.652 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 ms 2023-01-15T14:45:07.653 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mon 2023-01-15T14:45:07.653 INFO:tasks.workunit.client.0.smithi027.stderr: 0/10 monc 2023-01-15T14:45:07.653 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 paxos 2023-01-15T14:45:07.653 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 tp 2023-01-15T14:45:07.653 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 auth 2023-01-15T14:45:07.653 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 crypto 2023-01-15T14:45:07.653 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 finisher 2023-01-15T14:45:07.653 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 reserver 2023-01-15T14:45:07.653 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 heartbeatmap 2023-01-15T14:45:07.653 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 perfcounter 2023-01-15T14:45:07.653 INFO:tasks.workunit.client.0.smithi027.stderr: 20/20 rgw 2023-01-15T14:45:07.653 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_sync 2023-01-15T14:45:07.653 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_datacache 2023-01-15T14:45:07.654 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_access 2023-01-15T14:45:07.654 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:45:07.654 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 javaclient 2023-01-15T14:45:07.654 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 asok 2023-01-15T14:45:07.654 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 throttle 2023-01-15T14:45:07.654 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 refs 2023-01-15T14:45:07.654 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 compressor 2023-01-15T14:45:07.654 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluestore 2023-01-15T14:45:07.654 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluefs 2023-01-15T14:45:07.654 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 bdev 2023-01-15T14:45:07.654 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 kstore 2023-01-15T14:45:07.654 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 rocksdb 2023-01-15T14:45:07.655 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 leveldb 2023-01-15T14:45:07.655 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 fuse 2023-01-15T14:45:07.655 INFO:tasks.workunit.client.0.smithi027.stderr: 2/ 5 mgr 2023-01-15T14:45:07.655 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mgrc 2023-01-15T14:45:07.655 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 dpdk 2023-01-15T14:45:07.655 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 eventtrace 2023-01-15T14:45:07.655 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 prioritycache 2023-01-15T14:45:07.655 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 test 2023-01-15T14:45:07.655 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:45:07.655 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephsqlite 2023-01-15T14:45:07.655 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore 2023-01-15T14:45:07.656 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_onode 2023-01-15T14:45:07.656 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_odata 2023-01-15T14:45:07.656 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_omap 2023-01-15T14:45:07.656 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_tm 2023-01-15T14:45:07.656 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_t 2023-01-15T14:45:07.656 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:45:07.656 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_epm 2023-01-15T14:45:07.656 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_lba 2023-01-15T14:45:07.656 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:45:07.656 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cache 2023-01-15T14:45:07.656 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_journal 2023-01-15T14:45:07.657 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_device 2023-01-15T14:45:07.657 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_backref 2023-01-15T14:45:07.657 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 alienstore 2023-01-15T14:45:07.657 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mclock 2023-01-15T14:45:07.657 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cyanstore 2023-01-15T14:45:07.657 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 ceph_exporter 2023-01-15T14:45:07.657 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 memstore 2023-01-15T14:45:07.657 INFO:tasks.workunit.client.0.smithi027.stderr: -2/-2 (syslog threshold) 2023-01-15T14:45:07.657 INFO:tasks.workunit.client.0.smithi027.stderr: 99/99 (stderr threshold) 2023-01-15T14:45:07.657 INFO:tasks.workunit.client.0.smithi027.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:45:07.657 INFO:tasks.workunit.client.0.smithi027.stderr: 7f602a5f6700 / http_manager 2023-01-15T14:45:07.658 INFO:tasks.workunit.client.0.smithi027.stderr: 7f602ae18700 / notif-worker0 2023-01-15T14:45:07.658 INFO:tasks.workunit.client.0.smithi027.stderr: 7f602ce1c700 / http_manager 2023-01-15T14:45:07.658 INFO:tasks.workunit.client.0.smithi027.stderr: 7f602f621700 / ms_dispatch 2023-01-15T14:45:07.658 INFO:tasks.workunit.client.0.smithi027.stderr: 7f6030e24700 / io_context_pool 2023-01-15T14:45:07.658 INFO:tasks.workunit.client.0.smithi027.stderr: 7f6031625700 / rgw_dt_lg_renew 2023-01-15T14:45:07.658 INFO:tasks.workunit.client.0.smithi027.stderr: 7f6043649700 / ms_dispatch 2023-01-15T14:45:07.658 INFO:tasks.workunit.client.0.smithi027.stderr: 7f604464b700 / io_context_pool 2023-01-15T14:45:07.658 INFO:tasks.workunit.client.0.smithi027.stderr: 7f6044e4c700 / io_context_pool 2023-01-15T14:45:07.658 INFO:tasks.workunit.client.0.smithi027.stderr: 7f6047651700 / ms_dispatch 2023-01-15T14:45:07.658 INFO:tasks.workunit.client.0.smithi027.stderr: 7f6048e54700 / io_context_pool 2023-01-15T14:45:07.658 INFO:tasks.workunit.client.0.smithi027.stderr: 7f6049e56700 / msgr-worker-2 2023-01-15T14:45:07.658 INFO:tasks.workunit.client.0.smithi027.stderr: 7f604a657700 / msgr-worker-1 2023-01-15T14:45:07.659 INFO:tasks.workunit.client.0.smithi027.stderr: 7f604ae58700 / msgr-worker-0 2023-01-15T14:45:07.659 INFO:tasks.workunit.client.0.smithi027.stderr: 7f604c6a9780 / radosgw-admin 2023-01-15T14:45:07.659 INFO:tasks.workunit.client.0.smithi027.stderr: max_recent 500 2023-01-15T14:45:07.659 INFO:tasks.workunit.client.0.smithi027.stderr: max_new 1000 2023-01-15T14:45:07.659 INFO:tasks.workunit.client.0.smithi027.stderr: log_file /var/log/ceph/ceph-client.admin.112937.log 2023-01-15T14:45:07.659 INFO:tasks.workunit.client.0.smithi027.stderr:--- end dump of recent events --- 2023-01-15T14:45:07.659 INFO:tasks.workunit.client.0.smithi027.stderr:--- begin dump of recent events --- 2023-01-15T14:45:07.659 INFO:tasks.workunit.client.0.smithi027.stderr: -499> 2023-01-15T14:45:07.522+0000 7f6047651700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:45:07.659 INFO:tasks.workunit.client.0.smithi027.stderr: -498> 2023-01-15T14:45:07.522+0000 7f6047651700 10 monclient: dump: 2023-01-15T14:45:07.659 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.659 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.659 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.660 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.660 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.660 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.660 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.660 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.660 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.660 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.660 INFO:tasks.workunit.client.0.smithi027.stderr: -497> 2023-01-15T14:45:07.522+0000 7f6048e54700 4 set_mon_vals no callback set 2023-01-15T14:45:07.660 INFO:tasks.workunit.client.0.smithi027.stderr: -496> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 monclient: authenticate success, global_id 5606 2023-01-15T14:45:07.660 INFO:tasks.workunit.client.0.smithi027.stderr: -495> 2023-01-15T14:45:07.522+0000 7f604c6a9780 10 monclient: _renew_subs 2023-01-15T14:45:07.660 INFO:tasks.workunit.client.0.smithi027.stderr: -494> 2023-01-15T14:45:07.522+0000 7f604c6a9780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:45:07.661 INFO:tasks.workunit.client.0.smithi027.stderr: -493> 2023-01-15T14:45:07.522+0000 7f604c6a9780 10 monclient: _renew_subs 2023-01-15T14:45:07.661 INFO:tasks.workunit.client.0.smithi027.stderr: -492> 2023-01-15T14:45:07.522+0000 7f604c6a9780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:45:07.661 INFO:tasks.workunit.client.0.smithi027.stderr: -491> 2023-01-15T14:45:07.522+0000 7f604c6a9780 1 librados: init done 2023-01-15T14:45:07.661 INFO:tasks.workunit.client.0.smithi027.stderr: -490> 2023-01-15T14:45:07.522+0000 7f604c6a9780 10 monclient: get_monmap_and_config 2023-01-15T14:45:07.661 INFO:tasks.workunit.client.0.smithi027.stderr: -489> 2023-01-15T14:45:07.522+0000 7f604c6a9780 10 monclient: build_initial_monmap 2023-01-15T14:45:07.661 INFO:tasks.workunit.client.0.smithi027.stderr: -488> 2023-01-15T14:45:07.522+0000 7f604c6a9780 1 build_initial for_mkfs: 0 2023-01-15T14:45:07.661 INFO:tasks.workunit.client.0.smithi027.stderr: -487> 2023-01-15T14:45:07.522+0000 7f604c6a9780 10 monclient: monmap: 2023-01-15T14:45:07.661 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:45:07.661 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:45:07.661 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:45:07.661 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:45:07.662 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:45:07.662 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.662 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:45:07.662 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:45:07.662 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:45:07.662 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.662 INFO:tasks.workunit.client.0.smithi027.stderr: -486> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding auth protocol: cephx 2023-01-15T14:45:07.662 INFO:tasks.workunit.client.0.smithi027.stderr: -485> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding auth protocol: cephx 2023-01-15T14:45:07.662 INFO:tasks.workunit.client.0.smithi027.stderr: -484> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding auth protocol: cephx 2023-01-15T14:45:07.662 INFO:tasks.workunit.client.0.smithi027.stderr: -483> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.662 INFO:tasks.workunit.client.0.smithi027.stderr: -482> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.662 INFO:tasks.workunit.client.0.smithi027.stderr: -481> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.663 INFO:tasks.workunit.client.0.smithi027.stderr: -480> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.663 INFO:tasks.workunit.client.0.smithi027.stderr: -479> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.663 INFO:tasks.workunit.client.0.smithi027.stderr: -478> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.663 INFO:tasks.workunit.client.0.smithi027.stderr: -477> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.663 INFO:tasks.workunit.client.0.smithi027.stderr: -476> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.663 INFO:tasks.workunit.client.0.smithi027.stderr: -475> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.663 INFO:tasks.workunit.client.0.smithi027.stderr: -474> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.663 INFO:tasks.workunit.client.0.smithi027.stderr: -473> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.663 INFO:tasks.workunit.client.0.smithi027.stderr: -472> 2023-01-15T14:45:07.522+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.663 INFO:tasks.workunit.client.0.smithi027.stderr: -471> 2023-01-15T14:45:07.523+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.663 INFO:tasks.workunit.client.0.smithi027.stderr: -470> 2023-01-15T14:45:07.523+0000 7f604c6a9780 10 monclient: init 2023-01-15T14:45:07.664 INFO:tasks.workunit.client.0.smithi027.stderr: -469> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding auth protocol: cephx 2023-01-15T14:45:07.664 INFO:tasks.workunit.client.0.smithi027.stderr: -468> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding auth protocol: cephx 2023-01-15T14:45:07.664 INFO:tasks.workunit.client.0.smithi027.stderr: -467> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding auth protocol: cephx 2023-01-15T14:45:07.664 INFO:tasks.workunit.client.0.smithi027.stderr: -466> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: secure 2023-01-15T14:45:07.664 INFO:tasks.workunit.client.0.smithi027.stderr: -465> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: crc 2023-01-15T14:45:07.664 INFO:tasks.workunit.client.0.smithi027.stderr: -464> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: secure 2023-01-15T14:45:07.664 INFO:tasks.workunit.client.0.smithi027.stderr: -463> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: crc 2023-01-15T14:45:07.664 INFO:tasks.workunit.client.0.smithi027.stderr: -462> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: secure 2023-01-15T14:45:07.664 INFO:tasks.workunit.client.0.smithi027.stderr: -461> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: crc 2023-01-15T14:45:07.664 INFO:tasks.workunit.client.0.smithi027.stderr: -460> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: crc 2023-01-15T14:45:07.664 INFO:tasks.workunit.client.0.smithi027.stderr: -459> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: secure 2023-01-15T14:45:07.665 INFO:tasks.workunit.client.0.smithi027.stderr: -458> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: crc 2023-01-15T14:45:07.665 INFO:tasks.workunit.client.0.smithi027.stderr: -457> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: secure 2023-01-15T14:45:07.665 INFO:tasks.workunit.client.0.smithi027.stderr: -456> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: crc 2023-01-15T14:45:07.665 INFO:tasks.workunit.client.0.smithi027.stderr: -455> 2023-01-15T14:45:07.523+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becb780) adding con mode: secure 2023-01-15T14:45:07.665 INFO:tasks.workunit.client.0.smithi027.stderr: -454> 2023-01-15T14:45:07.523+0000 7f6047651700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:45:07.665 INFO:tasks.workunit.client.0.smithi027.stderr: -453> 2023-01-15T14:45:07.523+0000 7f6047651700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:07.665 INFO:tasks.workunit.client.0.smithi027.stderr: -452> 2023-01-15T14:45:07.523+0000 7f6047651700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:07.665 INFO:tasks.workunit.client.0.smithi027.stderr: -451> 2023-01-15T14:45:07.523+0000 7f6049e56700 10 monclient: get_auth_request con 0x5615b6e86400 auth_method 0 2023-01-15T14:45:07.665 INFO:tasks.workunit.client.0.smithi027.stderr: -450> 2023-01-15T14:45:07.523+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.665 INFO:tasks.workunit.client.0.smithi027.stderr: -449> 2023-01-15T14:45:07.523+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.665 INFO:tasks.workunit.client.0.smithi027.stderr: -448> 2023-01-15T14:45:07.524+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command rotate-key cmddesc rotate-key hook 0x7ffd7becb8c8 EEXIST 2023-01-15T14:45:07.666 INFO:tasks.workunit.client.0.smithi027.stderr: -447> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient: _reopen_session rank -1 2023-01-15T14:45:07.666 INFO:tasks.workunit.client.0.smithi027.stderr: -446> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient: _add_conns ranks=[0,1,2] 2023-01-15T14:45:07.666 INFO:tasks.workunit.client.0.smithi027.stderr: -445> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-a con 0x5615b5ffc800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:07.666 INFO:tasks.workunit.client.0.smithi027.stderr: -444> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-b con 0x5615b6e86800 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:07.666 INFO:tasks.workunit.client.0.smithi027.stderr: -443> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-c con 0x5615b6e86c00 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:07.666 INFO:tasks.workunit.client.0.smithi027.stderr: -442> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.666 INFO:tasks.workunit.client.0.smithi027.stderr: -441> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.666 INFO:tasks.workunit.client.0.smithi027.stderr: -440> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.666 INFO:tasks.workunit.client.0.smithi027.stderr: -439> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): _renew_subs 2023-01-15T14:45:07.666 INFO:tasks.workunit.client.0.smithi027.stderr: -438> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient(hunting): authenticate will time out at 1407.661100s 2023-01-15T14:45:07.666 INFO:tasks.workunit.client.0.smithi027.stderr: -437> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): get_auth_request con 0x5615b5ffc800 auth_method 0 2023-01-15T14:45:07.666 INFO:tasks.workunit.client.0.smithi027.stderr: -436> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.667 INFO:tasks.workunit.client.0.smithi027.stderr: -435> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.667 INFO:tasks.workunit.client.0.smithi027.stderr: -434> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.667 INFO:tasks.workunit.client.0.smithi027.stderr: -433> 2023-01-15T14:45:07.524+0000 7f604ae58700 10 monclient(hunting): get_auth_request con 0x5615b6e86c00 auth_method 0 2023-01-15T14:45:07.667 INFO:tasks.workunit.client.0.smithi027.stderr: -432> 2023-01-15T14:45:07.524+0000 7f604ae58700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.667 INFO:tasks.workunit.client.0.smithi027.stderr: -431> 2023-01-15T14:45:07.524+0000 7f604ae58700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.667 INFO:tasks.workunit.client.0.smithi027.stderr: -430> 2023-01-15T14:45:07.524+0000 7f604ae58700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.667 INFO:tasks.workunit.client.0.smithi027.stderr: -429> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.667 INFO:tasks.workunit.client.0.smithi027.stderr: -428> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.667 INFO:tasks.workunit.client.0.smithi027.stderr: -427> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.667 INFO:tasks.workunit.client.0.smithi027.stderr: -426> 2023-01-15T14:45:07.524+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.667 INFO:tasks.workunit.client.0.smithi027.stderr: -425> 2023-01-15T14:45:07.524+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.667 INFO:tasks.workunit.client.0.smithi027.stderr: -424> 2023-01-15T14:45:07.524+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.668 INFO:tasks.workunit.client.0.smithi027.stderr: -423> 2023-01-15T14:45:07.524+0000 7f6049e56700 10 monclient(hunting): get_auth_request con 0x5615b6e86800 auth_method 0 2023-01-15T14:45:07.668 INFO:tasks.workunit.client.0.smithi027.stderr: -422> 2023-01-15T14:45:07.524+0000 7f6049e56700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.668 INFO:tasks.workunit.client.0.smithi027.stderr: -421> 2023-01-15T14:45:07.524+0000 7f6049e56700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.668 INFO:tasks.workunit.client.0.smithi027.stderr: -420> 2023-01-15T14:45:07.524+0000 7f6049e56700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.668 INFO:tasks.workunit.client.0.smithi027.stderr: -419> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient(hunting): handle_auth_done global_id 5895 payload 274 2023-01-15T14:45:07.668 INFO:tasks.workunit.client.0.smithi027.stderr: -418> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient: _finish_hunting 0 2023-01-15T14:45:07.668 INFO:tasks.workunit.client.0.smithi027.stderr: -417> 2023-01-15T14:45:07.524+0000 7f604a657700 1 monclient: found mon.noname-a 2023-01-15T14:45:07.668 INFO:tasks.workunit.client.0.smithi027.stderr: -416> 2023-01-15T14:45:07.524+0000 7f604a657700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.668 INFO:tasks.workunit.client.0.smithi027.stderr: -415> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.668 INFO:tasks.workunit.client.0.smithi027.stderr: -414> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:45:07.668 INFO:tasks.workunit.client.0.smithi027.stderr: -413> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: dump: 2023-01-15T14:45:07.669 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.669 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.669 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.669 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.669 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.669 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.669 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.669 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.669 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.669 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.669 INFO:tasks.workunit.client.0.smithi027.stderr: -412> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: _finish_auth 0 2023-01-15T14:45:07.669 INFO:tasks.workunit.client.0.smithi027.stderr: -411> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: _check_auth_tickets 2023-01-15T14:45:07.670 INFO:tasks.workunit.client.0.smithi027.stderr: -410> 2023-01-15T14:45:07.524+0000 7f604c6a9780 5 monclient: authenticate success, global_id 5895 2023-01-15T14:45:07.670 INFO:tasks.workunit.client.0.smithi027.stderr: -409> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:07.670 INFO:tasks.workunit.client.0.smithi027.stderr: -408> 2023-01-15T14:45:07.524+0000 7f604c6a9780 10 monclient: get_monmap_and_config success 2023-01-15T14:45:07.670 INFO:tasks.workunit.client.0.smithi027.stderr: -407> 2023-01-15T14:45:07.524+0000 7f604c6a9780 4 set_mon_vals no callback set 2023-01-15T14:45:07.670 INFO:tasks.workunit.client.0.smithi027.stderr: -406> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.670 INFO:tasks.workunit.client.0.smithi027.stderr: -405> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:45:07.670 INFO:tasks.workunit.client.0.smithi027.stderr: -404> 2023-01-15T14:45:07.524+0000 7f6044e4c700 10 monclient: dump: 2023-01-15T14:45:07.670 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.670 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.670 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.670 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.670 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.671 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.671 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.671 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.671 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.671 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.671 INFO:tasks.workunit.client.0.smithi027.stderr: -403> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient: shutdown 2023-01-15T14:45:07.671 INFO:tasks.workunit.client.0.smithi027.stderr: -402> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient: build_initial_monmap 2023-01-15T14:45:07.671 INFO:tasks.workunit.client.0.smithi027.stderr: -401> 2023-01-15T14:45:07.525+0000 7f604c6a9780 1 build_initial for_mkfs: 0 2023-01-15T14:45:07.671 INFO:tasks.workunit.client.0.smithi027.stderr: -400> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient: monmap: 2023-01-15T14:45:07.671 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:45:07.671 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:45:07.672 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:45:07.672 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:45:07.672 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:45:07.672 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.672 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:45:07.672 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:45:07.672 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:45:07.672 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.672 INFO:tasks.workunit.client.0.smithi027.stderr: -399> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding auth protocol: cephx 2023-01-15T14:45:07.672 INFO:tasks.workunit.client.0.smithi027.stderr: -398> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding auth protocol: cephx 2023-01-15T14:45:07.672 INFO:tasks.workunit.client.0.smithi027.stderr: -397> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding auth protocol: cephx 2023-01-15T14:45:07.673 INFO:tasks.workunit.client.0.smithi027.stderr: -396> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.673 INFO:tasks.workunit.client.0.smithi027.stderr: -395> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.673 INFO:tasks.workunit.client.0.smithi027.stderr: -394> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.673 INFO:tasks.workunit.client.0.smithi027.stderr: -393> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.673 INFO:tasks.workunit.client.0.smithi027.stderr: -392> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.673 INFO:tasks.workunit.client.0.smithi027.stderr: -391> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.673 INFO:tasks.workunit.client.0.smithi027.stderr: -390> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.673 INFO:tasks.workunit.client.0.smithi027.stderr: -389> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.673 INFO:tasks.workunit.client.0.smithi027.stderr: -388> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.673 INFO:tasks.workunit.client.0.smithi027.stderr: -387> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.673 INFO:tasks.workunit.client.0.smithi027.stderr: -386> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: crc 2023-01-15T14:45:07.673 INFO:tasks.workunit.client.0.smithi027.stderr: -385> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d62a40) adding con mode: secure 2023-01-15T14:45:07.674 INFO:tasks.workunit.client.0.smithi027.stderr: -384> 2023-01-15T14:45:07.525+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.674 INFO:tasks.workunit.client.0.smithi027.stderr: -383> 2023-01-15T14:45:07.525+0000 7f604c6a9780 1 librados: starting msgr at 2023-01-15T14:45:07.674 INFO:tasks.workunit.client.0.smithi027.stderr: -382> 2023-01-15T14:45:07.525+0000 7f604c6a9780 1 librados: starting objecter 2023-01-15T14:45:07.674 INFO:tasks.workunit.client.0.smithi027.stderr: -381> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command objecter_requests cmddesc objecter_requests hook 0x5615b5ff0980 EEXIST 2023-01-15T14:45:07.674 INFO:tasks.workunit.client.0.smithi027.stderr: -380> 2023-01-15T14:45:07.525+0000 7f604c6a9780 1 librados: setting wanted keys 2023-01-15T14:45:07.674 INFO:tasks.workunit.client.0.smithi027.stderr: -379> 2023-01-15T14:45:07.525+0000 7f604c6a9780 1 librados: calling monclient init 2023-01-15T14:45:07.674 INFO:tasks.workunit.client.0.smithi027.stderr: -378> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient: init 2023-01-15T14:45:07.674 INFO:tasks.workunit.client.0.smithi027.stderr: -377> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding auth protocol: cephx 2023-01-15T14:45:07.674 INFO:tasks.workunit.client.0.smithi027.stderr: -376> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding auth protocol: cephx 2023-01-15T14:45:07.674 INFO:tasks.workunit.client.0.smithi027.stderr: -375> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding auth protocol: cephx 2023-01-15T14:45:07.674 INFO:tasks.workunit.client.0.smithi027.stderr: -374> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: secure 2023-01-15T14:45:07.674 INFO:tasks.workunit.client.0.smithi027.stderr: -373> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: crc 2023-01-15T14:45:07.675 INFO:tasks.workunit.client.0.smithi027.stderr: -372> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: secure 2023-01-15T14:45:07.675 INFO:tasks.workunit.client.0.smithi027.stderr: -371> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: crc 2023-01-15T14:45:07.675 INFO:tasks.workunit.client.0.smithi027.stderr: -370> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: secure 2023-01-15T14:45:07.675 INFO:tasks.workunit.client.0.smithi027.stderr: -369> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: crc 2023-01-15T14:45:07.675 INFO:tasks.workunit.client.0.smithi027.stderr: -368> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: crc 2023-01-15T14:45:07.675 INFO:tasks.workunit.client.0.smithi027.stderr: -367> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: secure 2023-01-15T14:45:07.675 INFO:tasks.workunit.client.0.smithi027.stderr: -366> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: crc 2023-01-15T14:45:07.675 INFO:tasks.workunit.client.0.smithi027.stderr: -365> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: secure 2023-01-15T14:45:07.675 INFO:tasks.workunit.client.0.smithi027.stderr: -364> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: crc 2023-01-15T14:45:07.675 INFO:tasks.workunit.client.0.smithi027.stderr: -363> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d9c0d8) adding con mode: secure 2023-01-15T14:45:07.675 INFO:tasks.workunit.client.0.smithi027.stderr: -362> 2023-01-15T14:45:07.525+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.675 INFO:tasks.workunit.client.0.smithi027.stderr: -361> 2023-01-15T14:45:07.525+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.676 INFO:tasks.workunit.client.0.smithi027.stderr: -360> 2023-01-15T14:45:07.525+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command rotate-key cmddesc rotate-key hook 0x5615b6d9c220 EEXIST 2023-01-15T14:45:07.676 INFO:tasks.workunit.client.0.smithi027.stderr: -359> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient: _reopen_session rank -1 2023-01-15T14:45:07.676 INFO:tasks.workunit.client.0.smithi027.stderr: -358> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient: _add_conns ranks=[1,2,0] 2023-01-15T14:45:07.676 INFO:tasks.workunit.client.0.smithi027.stderr: -357> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-b con 0x5615b5ffcc00 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:07.676 INFO:tasks.workunit.client.0.smithi027.stderr: -356> 2023-01-15T14:45:07.525+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-c con 0x5615b6e87c00 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:07.676 INFO:tasks.workunit.client.0.smithi027.stderr: -355> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-a con 0x5615b6e87800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:07.676 INFO:tasks.workunit.client.0.smithi027.stderr: -354> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.676 INFO:tasks.workunit.client.0.smithi027.stderr: -353> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.676 INFO:tasks.workunit.client.0.smithi027.stderr: -352> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.676 INFO:tasks.workunit.client.0.smithi027.stderr: -351> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient(hunting): _renew_subs 2023-01-15T14:45:07.677 INFO:tasks.workunit.client.0.smithi027.stderr: -350> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient(hunting): authenticate will time out at 1407.663025s 2023-01-15T14:45:07.677 INFO:tasks.workunit.client.0.smithi027.stderr: -349> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): get_auth_request con 0x5615b6e87800 auth_method 0 2023-01-15T14:45:07.677 INFO:tasks.workunit.client.0.smithi027.stderr: -348> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.677 INFO:tasks.workunit.client.0.smithi027.stderr: -347> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.677 INFO:tasks.workunit.client.0.smithi027.stderr: -346> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.677 INFO:tasks.workunit.client.0.smithi027.stderr: -345> 2023-01-15T14:45:07.526+0000 7f6049e56700 10 monclient(hunting): get_auth_request con 0x5615b6e87c00 auth_method 0 2023-01-15T14:45:07.677 INFO:tasks.workunit.client.0.smithi027.stderr: -344> 2023-01-15T14:45:07.526+0000 7f6049e56700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.677 INFO:tasks.workunit.client.0.smithi027.stderr: -343> 2023-01-15T14:45:07.526+0000 7f6049e56700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.677 INFO:tasks.workunit.client.0.smithi027.stderr: -342> 2023-01-15T14:45:07.526+0000 7f6049e56700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.677 INFO:tasks.workunit.client.0.smithi027.stderr: -341> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.677 INFO:tasks.workunit.client.0.smithi027.stderr: -340> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.677 INFO:tasks.workunit.client.0.smithi027.stderr: -339> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.678 INFO:tasks.workunit.client.0.smithi027.stderr: -338> 2023-01-15T14:45:07.526+0000 7f6049e56700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.678 INFO:tasks.workunit.client.0.smithi027.stderr: -337> 2023-01-15T14:45:07.526+0000 7f6049e56700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.678 INFO:tasks.workunit.client.0.smithi027.stderr: -336> 2023-01-15T14:45:07.526+0000 7f6049e56700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.678 INFO:tasks.workunit.client.0.smithi027.stderr: -335> 2023-01-15T14:45:07.526+0000 7f604a657700 10 monclient(hunting): get_auth_request con 0x5615b5ffcc00 auth_method 0 2023-01-15T14:45:07.678 INFO:tasks.workunit.client.0.smithi027.stderr: -334> 2023-01-15T14:45:07.526+0000 7f604a657700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.678 INFO:tasks.workunit.client.0.smithi027.stderr: -333> 2023-01-15T14:45:07.526+0000 7f604a657700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.678 INFO:tasks.workunit.client.0.smithi027.stderr: -332> 2023-01-15T14:45:07.526+0000 7f604a657700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.678 INFO:tasks.workunit.client.0.smithi027.stderr: -331> 2023-01-15T14:45:07.526+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.678 INFO:tasks.workunit.client.0.smithi027.stderr: -330> 2023-01-15T14:45:07.526+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.678 INFO:tasks.workunit.client.0.smithi027.stderr: -329> 2023-01-15T14:45:07.526+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.678 INFO:tasks.workunit.client.0.smithi027.stderr: -328> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient(hunting): handle_auth_done global_id 5898 payload 824 2023-01-15T14:45:07.679 INFO:tasks.workunit.client.0.smithi027.stderr: -327> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient: _finish_hunting 0 2023-01-15T14:45:07.679 INFO:tasks.workunit.client.0.smithi027.stderr: -326> 2023-01-15T14:45:07.526+0000 7f604ae58700 1 monclient: found mon.noname-a 2023-01-15T14:45:07.679 INFO:tasks.workunit.client.0.smithi027.stderr: -325> 2023-01-15T14:45:07.526+0000 7f604ae58700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.679 INFO:tasks.workunit.client.0.smithi027.stderr: -324> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.679 INFO:tasks.workunit.client.0.smithi027.stderr: -323> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:45:07.679 INFO:tasks.workunit.client.0.smithi027.stderr: -322> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: dump: 2023-01-15T14:45:07.679 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.679 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.679 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.679 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.679 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.679 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.680 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.680 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.680 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.680 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.680 INFO:tasks.workunit.client.0.smithi027.stderr: -321> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: _finish_auth 0 2023-01-15T14:45:07.680 INFO:tasks.workunit.client.0.smithi027.stderr: -320> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: _check_auth_tickets 2023-01-15T14:45:07.680 INFO:tasks.workunit.client.0.smithi027.stderr: -319> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:07.680 INFO:tasks.workunit.client.0.smithi027.stderr: -318> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.680 INFO:tasks.workunit.client.0.smithi027.stderr: -317> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:45:07.680 INFO:tasks.workunit.client.0.smithi027.stderr: -316> 2023-01-15T14:45:07.526+0000 7f6044e4c700 4 set_mon_vals no callback set 2023-01-15T14:45:07.680 INFO:tasks.workunit.client.0.smithi027.stderr: -315> 2023-01-15T14:45:07.526+0000 7f6043649700 10 monclient: dump: 2023-01-15T14:45:07.681 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.681 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.681 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.681 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.681 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.681 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.681 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.681 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.681 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.681 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.681 INFO:tasks.workunit.client.0.smithi027.stderr: -314> 2023-01-15T14:45:07.526+0000 7f604c6a9780 5 monclient: authenticate success, global_id 5898 2023-01-15T14:45:07.681 INFO:tasks.workunit.client.0.smithi027.stderr: -313> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient: _renew_subs 2023-01-15T14:45:07.682 INFO:tasks.workunit.client.0.smithi027.stderr: -312> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.682 INFO:tasks.workunit.client.0.smithi027.stderr: -311> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient: _renew_subs 2023-01-15T14:45:07.682 INFO:tasks.workunit.client.0.smithi027.stderr: -310> 2023-01-15T14:45:07.526+0000 7f604c6a9780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.682 INFO:tasks.workunit.client.0.smithi027.stderr: -309> 2023-01-15T14:45:07.526+0000 7f604c6a9780 1 librados: init done 2023-01-15T14:45:07.682 INFO:tasks.workunit.client.0.smithi027.stderr: -308> 2023-01-15T14:45:07.527+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.682 INFO:tasks.workunit.client.0.smithi027.stderr: -307> 2023-01-15T14:45:07.528+0000 7f6043649700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:45:07.682 INFO:tasks.workunit.client.0.smithi027.stderr: -306> 2023-01-15T14:45:07.528+0000 7f6043649700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:07.682 INFO:tasks.workunit.client.0.smithi027.stderr: -305> 2023-01-15T14:45:07.528+0000 7f6043649700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:07.682 INFO:tasks.workunit.client.0.smithi027.stderr: -304> 2023-01-15T14:45:07.528+0000 7f604a657700 10 monclient: get_auth_request con 0x5615b63fac00 auth_method 0 2023-01-15T14:45:07.682 INFO:tasks.workunit.client.0.smithi027.stderr: -303> 2023-01-15T14:45:07.528+0000 7f6049e56700 10 monclient: get_auth_request con 0x5615b6e87400 auth_method 0 2023-01-15T14:45:07.682 INFO:tasks.workunit.client.0.smithi027.stderr: -302> 2023-01-15T14:45:07.528+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.683 INFO:tasks.workunit.client.0.smithi027.stderr: -301> 2023-01-15T14:45:07.528+0000 7f604c6a9780 20 realm 2023-01-15T14:45:07.683 INFO:tasks.workunit.client.0.smithi027.stderr: -300> 2023-01-15T14:45:07.528+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.683 INFO:tasks.workunit.client.0.smithi027.stderr: -299> 2023-01-15T14:45:07.529+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.683 INFO:tasks.workunit.client.0.smithi027.stderr: -298> 2023-01-15T14:45:07.529+0000 7f604c6a9780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:07.683 INFO:tasks.workunit.client.0.smithi027.stderr: -297> 2023-01-15T14:45:07.529+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.683 INFO:tasks.workunit.client.0.smithi027.stderr: -296> 2023-01-15T14:45:07.529+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.683 INFO:tasks.workunit.client.0.smithi027.stderr: -295> 2023-01-15T14:45:07.529+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.683 INFO:tasks.workunit.client.0.smithi027.stderr: -294> 2023-01-15T14:45:07.529+0000 7f604a657700 10 monclient: get_auth_request con 0x5615b63f8800 auth_method 0 2023-01-15T14:45:07.683 INFO:tasks.workunit.client.0.smithi027.stderr: -293> 2023-01-15T14:45:07.530+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.683 INFO:tasks.workunit.client.0.smithi027.stderr: -292> 2023-01-15T14:45:07.530+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.683 INFO:tasks.workunit.client.0.smithi027.stderr: -291> 2023-01-15T14:45:07.530+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:07.683 INFO:tasks.workunit.client.0.smithi027.stderr: -290> 2023-01-15T14:45:07.530+0000 7f604c6a9780 20 searching for the correct realm 2023-01-15T14:45:07.684 INFO:tasks.workunit.client.0.smithi027.stderr: -289> 2023-01-15T14:45:07.530+0000 7f6049e56700 10 monclient: get_auth_request con 0x5615b63fb400 auth_method 0 2023-01-15T14:45:07.684 INFO:tasks.workunit.client.0.smithi027.stderr: -288> 2023-01-15T14:45:07.531+0000 7f604ae58700 10 monclient: get_auth_request con 0x5615b63fb800 auth_method 0 2023-01-15T14:45:07.684 INFO:tasks.workunit.client.0.smithi027.stderr: -287> 2023-01-15T14:45:07.531+0000 7f604a657700 10 monclient: get_auth_request con 0x5615b63f8c00 auth_method 0 2023-01-15T14:45:07.684 INFO:tasks.workunit.client.0.smithi027.stderr: -286> 2023-01-15T14:45:07.532+0000 7f6049e56700 10 monclient: get_auth_request con 0x5615b63f8400 auth_method 0 2023-01-15T14:45:07.684 INFO:tasks.workunit.client.0.smithi027.stderr: -285> 2023-01-15T14:45:07.534+0000 7f604ae58700 10 monclient: get_auth_request con 0x5615b63f9400 auth_method 0 2023-01-15T14:45:07.684 INFO:tasks.workunit.client.0.smithi027.stderr: -284> 2023-01-15T14:45:07.535+0000 7f6043649700 1 client.5898.objecter ms_handle_reset 0x5615b63fb800 session 0x5615b605c900 osd.7 2023-01-15T14:45:07.684 INFO:tasks.workunit.client.0.smithi027.stderr: -283> 2023-01-15T14:45:07.535+0000 7f6043649700 10 monclient: _renew_subs 2023-01-15T14:45:07.684 INFO:tasks.workunit.client.0.smithi027.stderr: -282> 2023-01-15T14:45:07.535+0000 7f6043649700 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.684 INFO:tasks.workunit.client.0.smithi027.stderr: -281> 2023-01-15T14:45:07.535+0000 7f604ae58700 10 monclient: get_auth_request con 0x5615b63f9c00 auth_method 0 2023-01-15T14:45:07.684 INFO:tasks.workunit.client.0.smithi027.stderr: -280> 2023-01-15T14:45:07.536+0000 7f604a657700 10 monclient: get_auth_request con 0x5615b64f0000 auth_method 0 2023-01-15T14:45:07.685 INFO:tasks.workunit.client.0.smithi027.stderr: -279> 2023-01-15T14:45:07.538+0000 7f604a657700 0 -- 172.21.15.27:0/612211077 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x5615b63f8c00 msgr2=0x5615b64b2b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:07.685 INFO:tasks.workunit.client.0.smithi027.stderr: -278> 2023-01-15T14:45:07.538+0000 7f6043649700 1 client.5898.objecter ms_handle_reset 0x5615b63f8c00 session 0x5615b605d200 osd.2 2023-01-15T14:45:07.685 INFO:tasks.workunit.client.0.smithi027.stderr: -277> 2023-01-15T14:45:07.538+0000 7f604a657700 10 monclient: get_auth_request con 0x5615b63fb800 auth_method 0 2023-01-15T14:45:07.685 INFO:tasks.workunit.client.0.smithi027.stderr: -276> 2023-01-15T14:45:07.540+0000 7f604c6a9780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:07.685 INFO:tasks.workunit.client.0.smithi027.stderr: -275> 2023-01-15T14:45:07.540+0000 7f604c6a9780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:07.685 INFO:tasks.workunit.client.0.smithi027.stderr: -274> 2023-01-15T14:45:07.540+0000 7f604c6a9780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:07.685 INFO:tasks.workunit.client.0.smithi027.stderr: -273> 2023-01-15T14:45:07.540+0000 7f604c6a9780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:07.685 INFO:tasks.workunit.client.0.smithi027.stderr: -272> 2023-01-15T14:45:07.540+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.685 INFO:tasks.workunit.client.0.smithi027.stderr: -271> 2023-01-15T14:45:07.540+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.685 INFO:tasks.workunit.client.0.smithi027.stderr: -270> 2023-01-15T14:45:07.540+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.685 INFO:tasks.workunit.client.0.smithi027.stderr: -269> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.685 INFO:tasks.workunit.client.0.smithi027.stderr: -268> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.686 INFO:tasks.workunit.client.0.smithi027.stderr: -267> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:07.686 INFO:tasks.workunit.client.0.smithi027.stderr: -266> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 zone default found 2023-01-15T14:45:07.686 INFO:tasks.workunit.client.0.smithi027.stderr: -265> 2023-01-15T14:45:07.541+0000 7f604c6a9780 4 Realm: () 2023-01-15T14:45:07.686 INFO:tasks.workunit.client.0.smithi027.stderr: -264> 2023-01-15T14:45:07.541+0000 7f604c6a9780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:07.686 INFO:tasks.workunit.client.0.smithi027.stderr: -263> 2023-01-15T14:45:07.541+0000 7f604c6a9780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:07.686 INFO:tasks.workunit.client.0.smithi027.stderr: -262> 2023-01-15T14:45:07.541+0000 7f604c6a9780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:07.686 INFO:tasks.workunit.client.0.smithi027.stderr: -261> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 zonegroup default 2023-01-15T14:45:07.686 INFO:tasks.workunit.client.0.smithi027.stderr: -260> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.686 INFO:tasks.workunit.client.0.smithi027.stderr: -259> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.686 INFO:tasks.workunit.client.0.smithi027.stderr: -258> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.686 INFO:tasks.workunit.client.0.smithi027.stderr: -257> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.686 INFO:tasks.workunit.client.0.smithi027.stderr: -256> 2023-01-15T14:45:07.541+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.687 INFO:tasks.workunit.client.0.smithi027.stderr: -255> 2023-01-15T14:45:07.542+0000 7f604c6a9780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.687 INFO:tasks.workunit.client.0.smithi027.stderr: -254> 2023-01-15T14:45:07.542+0000 7f604c6a9780 20 started sync module instance, tier type = 2023-01-15T14:45:07.687 INFO:tasks.workunit.client.0.smithi027.stderr: -253> 2023-01-15T14:45:07.542+0000 7f604c6a9780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:07.687 INFO:tasks.workunit.client.0.smithi027.stderr: -252> 2023-01-15T14:45:07.543+0000 7f604ae58700 0 -- 172.21.15.27:0/612211077 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x5615b63f9c00 msgr2=0x5615b64b4100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:45:07.687 INFO:tasks.workunit.client.0.smithi027.stderr: -251> 2023-01-15T14:45:07.543+0000 7f6043649700 1 client.5898.objecter ms_handle_reset 0x5615b63f9c00 session 0x5615b605c900 osd.7 2023-01-15T14:45:07.687 INFO:tasks.workunit.client.0.smithi027.stderr: -250> 2023-01-15T14:45:07.543+0000 7f604ae58700 10 monclient: get_auth_request con 0x5615b63f8c00 auth_method 0 2023-01-15T14:45:07.687 INFO:tasks.workunit.client.0.smithi027.stderr: -249> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=0 2023-01-15T14:45:07.687 INFO:tasks.workunit.client.0.smithi027.stderr: -248> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=1 2023-01-15T14:45:07.687 INFO:tasks.workunit.client.0.smithi027.stderr: -247> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=2 2023-01-15T14:45:07.687 INFO:tasks.workunit.client.0.smithi027.stderr: -246> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=3 2023-01-15T14:45:07.687 INFO:tasks.workunit.client.0.smithi027.stderr: -245> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=4 2023-01-15T14:45:07.688 INFO:tasks.workunit.client.0.smithi027.stderr: -244> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=5 2023-01-15T14:45:07.688 INFO:tasks.workunit.client.0.smithi027.stderr: -243> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=6 2023-01-15T14:45:07.688 INFO:tasks.workunit.client.0.smithi027.stderr: -242> 2023-01-15T14:45:07.549+0000 7f604c6a9780 20 add_watcher() i=7 2023-01-15T14:45:07.688 INFO:tasks.workunit.client.0.smithi027.stderr: -241> 2023-01-15T14:45:07.549+0000 7f604c6a9780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:07.688 INFO:tasks.workunit.client.0.smithi027.stderr: -240> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding auth protocol: cephx 2023-01-15T14:45:07.688 INFO:tasks.workunit.client.0.smithi027.stderr: -239> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding auth protocol: cephx 2023-01-15T14:45:07.688 INFO:tasks.workunit.client.0.smithi027.stderr: -238> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding auth protocol: cephx 2023-01-15T14:45:07.688 INFO:tasks.workunit.client.0.smithi027.stderr: -237> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: secure 2023-01-15T14:45:07.688 INFO:tasks.workunit.client.0.smithi027.stderr: -236> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: crc 2023-01-15T14:45:07.688 INFO:tasks.workunit.client.0.smithi027.stderr: -235> 2023-01-15T14:45:07.551+0000 7f6031625700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:07.689 INFO:tasks.workunit.client.0.smithi027.stderr: -234> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: secure 2023-01-15T14:45:07.689 INFO:tasks.workunit.client.0.smithi027.stderr: -233> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: crc 2023-01-15T14:45:07.689 INFO:tasks.workunit.client.0.smithi027.stderr: -232> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: secure 2023-01-15T14:45:07.689 INFO:tasks.workunit.client.0.smithi027.stderr: -231> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: crc 2023-01-15T14:45:07.689 INFO:tasks.workunit.client.0.smithi027.stderr: -230> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: crc 2023-01-15T14:45:07.689 INFO:tasks.workunit.client.0.smithi027.stderr: -229> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: secure 2023-01-15T14:45:07.689 INFO:tasks.workunit.client.0.smithi027.stderr: -228> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: crc 2023-01-15T14:45:07.689 INFO:tasks.workunit.client.0.smithi027.stderr: -227> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: secure 2023-01-15T14:45:07.689 INFO:tasks.workunit.client.0.smithi027.stderr: -226> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: crc 2023-01-15T14:45:07.689 INFO:tasks.workunit.client.0.smithi027.stderr: -225> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becc190) adding con mode: secure 2023-01-15T14:45:07.689 INFO:tasks.workunit.client.0.smithi027.stderr: -224> 2023-01-15T14:45:07.551+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.690 INFO:tasks.workunit.client.0.smithi027.stderr: -223> 2023-01-15T14:45:07.551+0000 7f604c6a9780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:07.690 INFO:tasks.workunit.client.0.smithi027.stderr: -222> 2023-01-15T14:45:07.551+0000 7f604c6a9780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:07.690 INFO:tasks.workunit.client.0.smithi027.stderr: -221> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command cache list hook 0x5615b5ff09a0 2023-01-15T14:45:07.690 INFO:tasks.workunit.client.0.smithi027.stderr: -220> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command cache inspect hook 0x5615b5ff09a0 2023-01-15T14:45:07.690 INFO:tasks.workunit.client.0.smithi027.stderr: -219> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command cache erase hook 0x5615b5ff09a0 2023-01-15T14:45:07.690 INFO:tasks.workunit.client.0.smithi027.stderr: -218> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command cache zap hook 0x5615b5ff09a0 2023-01-15T14:45:07.690 INFO:tasks.workunit.client.0.smithi027.stderr: -217> 2023-01-15T14:45:07.551+0000 7f604c6a9780 10 monclient: get_monmap_and_config 2023-01-15T14:45:07.690 INFO:tasks.workunit.client.0.smithi027.stderr: -216> 2023-01-15T14:45:07.551+0000 7f604c6a9780 10 monclient: build_initial_monmap 2023-01-15T14:45:07.690 INFO:tasks.workunit.client.0.smithi027.stderr: -215> 2023-01-15T14:45:07.551+0000 7f604c6a9780 1 build_initial for_mkfs: 0 2023-01-15T14:45:07.690 INFO:tasks.workunit.client.0.smithi027.stderr: -214> 2023-01-15T14:45:07.551+0000 7f604c6a9780 10 monclient: monmap: 2023-01-15T14:45:07.690 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:45:07.691 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:45:07.691 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:45:07.691 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:45:07.691 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:45:07.691 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.691 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:45:07.691 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:45:07.691 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:45:07.691 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.691 INFO:tasks.workunit.client.0.smithi027.stderr: -213> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding auth protocol: cephx 2023-01-15T14:45:07.691 INFO:tasks.workunit.client.0.smithi027.stderr: -212> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding auth protocol: cephx 2023-01-15T14:45:07.691 INFO:tasks.workunit.client.0.smithi027.stderr: -211> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding auth protocol: cephx 2023-01-15T14:45:07.692 INFO:tasks.workunit.client.0.smithi027.stderr: -210> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.692 INFO:tasks.workunit.client.0.smithi027.stderr: -209> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.692 INFO:tasks.workunit.client.0.smithi027.stderr: -208> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.692 INFO:tasks.workunit.client.0.smithi027.stderr: -207> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.692 INFO:tasks.workunit.client.0.smithi027.stderr: -206> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.692 INFO:tasks.workunit.client.0.smithi027.stderr: -205> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.692 INFO:tasks.workunit.client.0.smithi027.stderr: -204> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.692 INFO:tasks.workunit.client.0.smithi027.stderr: -203> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.692 INFO:tasks.workunit.client.0.smithi027.stderr: -202> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.692 INFO:tasks.workunit.client.0.smithi027.stderr: -201> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.693 INFO:tasks.workunit.client.0.smithi027.stderr: -200> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.693 INFO:tasks.workunit.client.0.smithi027.stderr: -199> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.693 INFO:tasks.workunit.client.0.smithi027.stderr: -198> 2023-01-15T14:45:07.551+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.693 INFO:tasks.workunit.client.0.smithi027.stderr: -197> 2023-01-15T14:45:07.551+0000 7f604c6a9780 10 monclient: init 2023-01-15T14:45:07.693 INFO:tasks.workunit.client.0.smithi027.stderr: -196> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding auth protocol: cephx 2023-01-15T14:45:07.693 INFO:tasks.workunit.client.0.smithi027.stderr: -195> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding auth protocol: cephx 2023-01-15T14:45:07.693 INFO:tasks.workunit.client.0.smithi027.stderr: -194> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding auth protocol: cephx 2023-01-15T14:45:07.693 INFO:tasks.workunit.client.0.smithi027.stderr: -193> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: secure 2023-01-15T14:45:07.693 INFO:tasks.workunit.client.0.smithi027.stderr: -192> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: crc 2023-01-15T14:45:07.693 INFO:tasks.workunit.client.0.smithi027.stderr: -191> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: secure 2023-01-15T14:45:07.693 INFO:tasks.workunit.client.0.smithi027.stderr: -190> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: crc 2023-01-15T14:45:07.693 INFO:tasks.workunit.client.0.smithi027.stderr: -189> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: secure 2023-01-15T14:45:07.694 INFO:tasks.workunit.client.0.smithi027.stderr: -188> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: crc 2023-01-15T14:45:07.694 INFO:tasks.workunit.client.0.smithi027.stderr: -187> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: crc 2023-01-15T14:45:07.694 INFO:tasks.workunit.client.0.smithi027.stderr: -186> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: secure 2023-01-15T14:45:07.694 INFO:tasks.workunit.client.0.smithi027.stderr: -185> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: crc 2023-01-15T14:45:07.694 INFO:tasks.workunit.client.0.smithi027.stderr: -184> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: secure 2023-01-15T14:45:07.694 INFO:tasks.workunit.client.0.smithi027.stderr: -183> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: crc 2023-01-15T14:45:07.694 INFO:tasks.workunit.client.0.smithi027.stderr: -182> 2023-01-15T14:45:07.551+0000 7f604c6a9780 5 AuthRegistry(0x7ffd7becbdc0) adding con mode: secure 2023-01-15T14:45:07.694 INFO:tasks.workunit.client.0.smithi027.stderr: -181> 2023-01-15T14:45:07.552+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.694 INFO:tasks.workunit.client.0.smithi027.stderr: -180> 2023-01-15T14:45:07.552+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.694 INFO:tasks.workunit.client.0.smithi027.stderr: -179> 2023-01-15T14:45:07.552+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command rotate-key cmddesc rotate-key hook 0x7ffd7becbf08 EEXIST 2023-01-15T14:45:07.694 INFO:tasks.workunit.client.0.smithi027.stderr: -178> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient: _reopen_session rank -1 2023-01-15T14:45:07.695 INFO:tasks.workunit.client.0.smithi027.stderr: -177> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient: _add_conns ranks=[0,2,1] 2023-01-15T14:45:07.695 INFO:tasks.workunit.client.0.smithi027.stderr: -176> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-a con 0x5615b63f9800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:07.695 INFO:tasks.workunit.client.0.smithi027.stderr: -175> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-c con 0x5615b63f9000 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:07.695 INFO:tasks.workunit.client.0.smithi027.stderr: -174> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-b con 0x5615b64f1c00 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:07.695 INFO:tasks.workunit.client.0.smithi027.stderr: -173> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.695 INFO:tasks.workunit.client.0.smithi027.stderr: -172> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.695 INFO:tasks.workunit.client.0.smithi027.stderr: -171> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.695 INFO:tasks.workunit.client.0.smithi027.stderr: -170> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): _renew_subs 2023-01-15T14:45:07.695 INFO:tasks.workunit.client.0.smithi027.stderr: -169> 2023-01-15T14:45:07.552+0000 7f604c6a9780 10 monclient(hunting): authenticate will time out at 1407.689355s 2023-01-15T14:45:07.695 INFO:tasks.workunit.client.0.smithi027.stderr: -168> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): get_auth_request con 0x5615b63f9800 auth_method 0 2023-01-15T14:45:07.695 INFO:tasks.workunit.client.0.smithi027.stderr: -167> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.696 INFO:tasks.workunit.client.0.smithi027.stderr: -166> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.696 INFO:tasks.workunit.client.0.smithi027.stderr: -165> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.696 INFO:tasks.workunit.client.0.smithi027.stderr: -164> 2023-01-15T14:45:07.552+0000 7f604a657700 10 monclient(hunting): get_auth_request con 0x5615b63f9000 auth_method 0 2023-01-15T14:45:07.696 INFO:tasks.workunit.client.0.smithi027.stderr: -163> 2023-01-15T14:45:07.552+0000 7f604a657700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.696 INFO:tasks.workunit.client.0.smithi027.stderr: -162> 2023-01-15T14:45:07.552+0000 7f604a657700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.696 INFO:tasks.workunit.client.0.smithi027.stderr: -161> 2023-01-15T14:45:07.552+0000 7f604a657700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.696 INFO:tasks.workunit.client.0.smithi027.stderr: -160> 2023-01-15T14:45:07.552+0000 7f6049e56700 10 monclient(hunting): get_auth_request con 0x5615b64f1c00 auth_method 0 2023-01-15T14:45:07.696 INFO:tasks.workunit.client.0.smithi027.stderr: -159> 2023-01-15T14:45:07.552+0000 7f6049e56700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.696 INFO:tasks.workunit.client.0.smithi027.stderr: -158> 2023-01-15T14:45:07.552+0000 7f6049e56700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.696 INFO:tasks.workunit.client.0.smithi027.stderr: -157> 2023-01-15T14:45:07.552+0000 7f6049e56700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.696 INFO:tasks.workunit.client.0.smithi027.stderr: -156> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.696 INFO:tasks.workunit.client.0.smithi027.stderr: -155> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.697 INFO:tasks.workunit.client.0.smithi027.stderr: -154> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.697 INFO:tasks.workunit.client.0.smithi027.stderr: -153> 2023-01-15T14:45:07.552+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.697 INFO:tasks.workunit.client.0.smithi027.stderr: -152> 2023-01-15T14:45:07.552+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.697 INFO:tasks.workunit.client.0.smithi027.stderr: -151> 2023-01-15T14:45:07.552+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.697 INFO:tasks.workunit.client.0.smithi027.stderr: -150> 2023-01-15T14:45:07.552+0000 7f6049e56700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.697 INFO:tasks.workunit.client.0.smithi027.stderr: -149> 2023-01-15T14:45:07.552+0000 7f6049e56700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.697 INFO:tasks.workunit.client.0.smithi027.stderr: -148> 2023-01-15T14:45:07.552+0000 7f6049e56700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.697 INFO:tasks.workunit.client.0.smithi027.stderr: -147> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient(hunting): handle_auth_done global_id 5901 payload 274 2023-01-15T14:45:07.697 INFO:tasks.workunit.client.0.smithi027.stderr: -146> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient: _finish_hunting 0 2023-01-15T14:45:07.697 INFO:tasks.workunit.client.0.smithi027.stderr: -145> 2023-01-15T14:45:07.552+0000 7f604ae58700 1 monclient: found mon.noname-a 2023-01-15T14:45:07.697 INFO:tasks.workunit.client.0.smithi027.stderr: -144> 2023-01-15T14:45:07.552+0000 7f604ae58700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.698 INFO:tasks.workunit.client.0.smithi027.stderr: -143> 2023-01-15T14:45:07.552+0000 7f6030e24700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.698 INFO:tasks.workunit.client.0.smithi027.stderr: -142> 2023-01-15T14:45:07.552+0000 7f6030e24700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:45:07.698 INFO:tasks.workunit.client.0.smithi027.stderr: -141> 2023-01-15T14:45:07.552+0000 7f6030e24700 10 monclient: dump: 2023-01-15T14:45:07.698 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.698 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.698 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.698 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.698 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.698 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.698 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.698 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.698 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.699 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.699 INFO:tasks.workunit.client.0.smithi027.stderr: -140> 2023-01-15T14:45:07.552+0000 7f6030e24700 10 monclient: _finish_auth 0 2023-01-15T14:45:07.699 INFO:tasks.workunit.client.0.smithi027.stderr: -139> 2023-01-15T14:45:07.552+0000 7f6030e24700 10 monclient: _check_auth_tickets 2023-01-15T14:45:07.699 INFO:tasks.workunit.client.0.smithi027.stderr: -138> 2023-01-15T14:45:07.552+0000 7f604c6a9780 5 monclient: authenticate success, global_id 5901 2023-01-15T14:45:07.699 INFO:tasks.workunit.client.0.smithi027.stderr: -137> 2023-01-15T14:45:07.553+0000 7f6030e24700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:07.699 INFO:tasks.workunit.client.0.smithi027.stderr: -136> 2023-01-15T14:45:07.553+0000 7f6030e24700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.699 INFO:tasks.workunit.client.0.smithi027.stderr: -135> 2023-01-15T14:45:07.553+0000 7f6030e24700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:45:07.699 INFO:tasks.workunit.client.0.smithi027.stderr: -134> 2023-01-15T14:45:07.553+0000 7f6030e24700 10 monclient: dump: 2023-01-15T14:45:07.699 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.699 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.699 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.699 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.700 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.700 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.700 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.700 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.700 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.700 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.700 INFO:tasks.workunit.client.0.smithi027.stderr: -133> 2023-01-15T14:45:07.553+0000 7f604c6a9780 10 monclient: get_monmap_and_config success 2023-01-15T14:45:07.700 INFO:tasks.workunit.client.0.smithi027.stderr: -132> 2023-01-15T14:45:07.553+0000 7f604c6a9780 4 set_mon_vals no callback set 2023-01-15T14:45:07.700 INFO:tasks.workunit.client.0.smithi027.stderr: -131> 2023-01-15T14:45:07.553+0000 7f604c6a9780 10 monclient: shutdown 2023-01-15T14:45:07.700 INFO:tasks.workunit.client.0.smithi027.stderr: -130> 2023-01-15T14:45:07.553+0000 7f604c6a9780 10 monclient: build_initial_monmap 2023-01-15T14:45:07.700 INFO:tasks.workunit.client.0.smithi027.stderr: -129> 2023-01-15T14:45:07.553+0000 7f604c6a9780 1 build_initial for_mkfs: 0 2023-01-15T14:45:07.701 INFO:tasks.workunit.client.0.smithi027.stderr: -128> 2023-01-15T14:45:07.553+0000 7f604c6a9780 10 monclient: monmap: 2023-01-15T14:45:07.701 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:45:07.701 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:45:07.701 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:45:07.701 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:45:07.701 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:45:07.701 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.701 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:45:07.701 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:45:07.701 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:45:07.701 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.701 INFO:tasks.workunit.client.0.smithi027.stderr: -127> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding auth protocol: cephx 2023-01-15T14:45:07.702 INFO:tasks.workunit.client.0.smithi027.stderr: -126> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding auth protocol: cephx 2023-01-15T14:45:07.702 INFO:tasks.workunit.client.0.smithi027.stderr: -125> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding auth protocol: cephx 2023-01-15T14:45:07.702 INFO:tasks.workunit.client.0.smithi027.stderr: -124> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.702 INFO:tasks.workunit.client.0.smithi027.stderr: -123> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.702 INFO:tasks.workunit.client.0.smithi027.stderr: -122> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.702 INFO:tasks.workunit.client.0.smithi027.stderr: -121> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.702 INFO:tasks.workunit.client.0.smithi027.stderr: -120> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.702 INFO:tasks.workunit.client.0.smithi027.stderr: -119> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.702 INFO:tasks.workunit.client.0.smithi027.stderr: -118> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.702 INFO:tasks.workunit.client.0.smithi027.stderr: -117> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.702 INFO:tasks.workunit.client.0.smithi027.stderr: -116> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.703 INFO:tasks.workunit.client.0.smithi027.stderr: -115> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.703 INFO:tasks.workunit.client.0.smithi027.stderr: -114> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: crc 2023-01-15T14:45:07.703 INFO:tasks.workunit.client.0.smithi027.stderr: -113> 2023-01-15T14:45:07.553+0000 7f604c6a9780 5 AuthRegistry(0x5615b6d63340) adding con mode: secure 2023-01-15T14:45:07.703 INFO:tasks.workunit.client.0.smithi027.stderr: -112> 2023-01-15T14:45:07.553+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.703 INFO:tasks.workunit.client.0.smithi027.stderr: -111> 2023-01-15T14:45:07.554+0000 7f604c6a9780 1 librados: starting msgr at 2023-01-15T14:45:07.703 INFO:tasks.workunit.client.0.smithi027.stderr: -110> 2023-01-15T14:45:07.554+0000 7f604c6a9780 1 librados: starting objecter 2023-01-15T14:45:07.703 INFO:tasks.workunit.client.0.smithi027.stderr: -109> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command objecter_requests cmddesc objecter_requests hook 0x5615b5ff0d90 EEXIST 2023-01-15T14:45:07.703 INFO:tasks.workunit.client.0.smithi027.stderr: -108> 2023-01-15T14:45:07.554+0000 7f604c6a9780 1 librados: setting wanted keys 2023-01-15T14:45:07.703 INFO:tasks.workunit.client.0.smithi027.stderr: -107> 2023-01-15T14:45:07.554+0000 7f604c6a9780 1 librados: calling monclient init 2023-01-15T14:45:07.703 INFO:tasks.workunit.client.0.smithi027.stderr: -106> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient: init 2023-01-15T14:45:07.703 INFO:tasks.workunit.client.0.smithi027.stderr: -105> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding auth protocol: cephx 2023-01-15T14:45:07.703 INFO:tasks.workunit.client.0.smithi027.stderr: -104> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding auth protocol: cephx 2023-01-15T14:45:07.704 INFO:tasks.workunit.client.0.smithi027.stderr: -103> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding auth protocol: cephx 2023-01-15T14:45:07.704 INFO:tasks.workunit.client.0.smithi027.stderr: -102> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: secure 2023-01-15T14:45:07.704 INFO:tasks.workunit.client.0.smithi027.stderr: -101> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: crc 2023-01-15T14:45:07.704 INFO:tasks.workunit.client.0.smithi027.stderr: -100> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: secure 2023-01-15T14:45:07.704 INFO:tasks.workunit.client.0.smithi027.stderr: -99> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: crc 2023-01-15T14:45:07.704 INFO:tasks.workunit.client.0.smithi027.stderr: -98> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: secure 2023-01-15T14:45:07.704 INFO:tasks.workunit.client.0.smithi027.stderr: -97> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: crc 2023-01-15T14:45:07.704 INFO:tasks.workunit.client.0.smithi027.stderr: -96> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: crc 2023-01-15T14:45:07.704 INFO:tasks.workunit.client.0.smithi027.stderr: -95> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: secure 2023-01-15T14:45:07.704 INFO:tasks.workunit.client.0.smithi027.stderr: -94> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: crc 2023-01-15T14:45:07.704 INFO:tasks.workunit.client.0.smithi027.stderr: -93> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: secure 2023-01-15T14:45:07.705 INFO:tasks.workunit.client.0.smithi027.stderr: -92> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: crc 2023-01-15T14:45:07.705 INFO:tasks.workunit.client.0.smithi027.stderr: -91> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 AuthRegistry(0x5615b65250d8) adding con mode: secure 2023-01-15T14:45:07.705 INFO:tasks.workunit.client.0.smithi027.stderr: -90> 2023-01-15T14:45:07.554+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.705 INFO:tasks.workunit.client.0.smithi027.stderr: -89> 2023-01-15T14:45:07.554+0000 7f604c6a9780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:07.705 INFO:tasks.workunit.client.0.smithi027.stderr: -88> 2023-01-15T14:45:07.554+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command rotate-key cmddesc rotate-key hook 0x5615b6525220 EEXIST 2023-01-15T14:45:07.705 INFO:tasks.workunit.client.0.smithi027.stderr: -87> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient: _reopen_session rank -1 2023-01-15T14:45:07.705 INFO:tasks.workunit.client.0.smithi027.stderr: -86> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient: _add_conns ranks=[2,0,1] 2023-01-15T14:45:07.705 INFO:tasks.workunit.client.0.smithi027.stderr: -85> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-c con 0x5615b63f9000 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:07.705 INFO:tasks.workunit.client.0.smithi027.stderr: -84> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-a con 0x5615b63f9800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:07.705 INFO:tasks.workunit.client.0.smithi027.stderr: -83> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): picked mon.noname-b con 0x5615b64f1c00 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:07.705 INFO:tasks.workunit.client.0.smithi027.stderr: -82> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.705 INFO:tasks.workunit.client.0.smithi027.stderr: -81> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.706 INFO:tasks.workunit.client.0.smithi027.stderr: -80> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:07.706 INFO:tasks.workunit.client.0.smithi027.stderr: -79> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): _renew_subs 2023-01-15T14:45:07.706 INFO:tasks.workunit.client.0.smithi027.stderr: -78> 2023-01-15T14:45:07.554+0000 7f604c6a9780 10 monclient(hunting): authenticate will time out at 1407.691597s 2023-01-15T14:45:07.706 INFO:tasks.workunit.client.0.smithi027.stderr: -77> 2023-01-15T14:45:07.554+0000 7f604ae58700 10 monclient(hunting): get_auth_request con 0x5615b63f9000 auth_method 0 2023-01-15T14:45:07.706 INFO:tasks.workunit.client.0.smithi027.stderr: -76> 2023-01-15T14:45:07.554+0000 7f604ae58700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.706 INFO:tasks.workunit.client.0.smithi027.stderr: -75> 2023-01-15T14:45:07.554+0000 7f604ae58700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.706 INFO:tasks.workunit.client.0.smithi027.stderr: -74> 2023-01-15T14:45:07.554+0000 7f604ae58700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.706 INFO:tasks.workunit.client.0.smithi027.stderr: -73> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): get_auth_request con 0x5615b63f9800 auth_method 0 2023-01-15T14:45:07.706 INFO:tasks.workunit.client.0.smithi027.stderr: -72> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:07.706 INFO:tasks.workunit.client.0.smithi027.stderr: -71> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:07.706 INFO:tasks.workunit.client.0.smithi027.stderr: -70> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:07.706 INFO:tasks.workunit.client.0.smithi027.stderr: -69> 2023-01-15T14:45:07.554+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.707 INFO:tasks.workunit.client.0.smithi027.stderr: -68> 2023-01-15T14:45:07.554+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.707 INFO:tasks.workunit.client.0.smithi027.stderr: -67> 2023-01-15T14:45:07.554+0000 7f604ae58700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.707 INFO:tasks.workunit.client.0.smithi027.stderr: -66> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:07.707 INFO:tasks.workunit.client.0.smithi027.stderr: -65> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:07.707 INFO:tasks.workunit.client.0.smithi027.stderr: -64> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:07.707 INFO:tasks.workunit.client.0.smithi027.stderr: -63> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient(hunting): handle_auth_done global_id 5904 payload 824 2023-01-15T14:45:07.707 INFO:tasks.workunit.client.0.smithi027.stderr: -62> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient: _finish_hunting 0 2023-01-15T14:45:07.707 INFO:tasks.workunit.client.0.smithi027.stderr: -61> 2023-01-15T14:45:07.554+0000 7f604a657700 1 monclient: found mon.noname-a 2023-01-15T14:45:07.707 INFO:tasks.workunit.client.0.smithi027.stderr: -60> 2023-01-15T14:45:07.554+0000 7f604a657700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.707 INFO:tasks.workunit.client.0.smithi027.stderr: -59> 2023-01-15T14:45:07.554+0000 7f6049e56700 10 monclient: get_auth_request con 0x5615b64f1c00 auth_method 0 2023-01-15T14:45:07.707 INFO:tasks.workunit.client.0.smithi027.stderr: -58> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.708 INFO:tasks.workunit.client.0.smithi027.stderr: -57> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:45:07.708 INFO:tasks.workunit.client.0.smithi027.stderr: -56> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: dump: 2023-01-15T14:45:07.708 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.708 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.708 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.708 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.708 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.708 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.708 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.708 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.708 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.709 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.709 INFO:tasks.workunit.client.0.smithi027.stderr: -55> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: _finish_auth 0 2023-01-15T14:45:07.709 INFO:tasks.workunit.client.0.smithi027.stderr: -54> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: _check_auth_tickets 2023-01-15T14:45:07.709 INFO:tasks.workunit.client.0.smithi027.stderr: -53> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:07.709 INFO:tasks.workunit.client.0.smithi027.stderr: -52> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:07.709 INFO:tasks.workunit.client.0.smithi027.stderr: -51> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:45:07.709 INFO:tasks.workunit.client.0.smithi027.stderr: -50> 2023-01-15T14:45:07.555+0000 7f6030e24700 4 set_mon_vals no callback set 2023-01-15T14:45:07.709 INFO:tasks.workunit.client.0.smithi027.stderr: -49> 2023-01-15T14:45:07.555+0000 7f602f621700 10 monclient: dump: 2023-01-15T14:45:07.709 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:07.709 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:07.709 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.710 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:07.710 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:07.710 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:07.710 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:07.710 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:07.710 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:07.710 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.710 INFO:tasks.workunit.client.0.smithi027.stderr: -48> 2023-01-15T14:45:07.555+0000 7f604c6a9780 5 monclient: authenticate success, global_id 5904 2023-01-15T14:45:07.710 INFO:tasks.workunit.client.0.smithi027.stderr: -47> 2023-01-15T14:45:07.555+0000 7f604c6a9780 10 monclient: _renew_subs 2023-01-15T14:45:07.710 INFO:tasks.workunit.client.0.smithi027.stderr: -46> 2023-01-15T14:45:07.555+0000 7f604c6a9780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.710 INFO:tasks.workunit.client.0.smithi027.stderr: -45> 2023-01-15T14:45:07.555+0000 7f604c6a9780 10 monclient: _renew_subs 2023-01-15T14:45:07.710 INFO:tasks.workunit.client.0.smithi027.stderr: -44> 2023-01-15T14:45:07.555+0000 7f604c6a9780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:07.711 INFO:tasks.workunit.client.0.smithi027.stderr: -43> 2023-01-15T14:45:07.555+0000 7f604c6a9780 1 librados: init done 2023-01-15T14:45:07.711 INFO:tasks.workunit.client.0.smithi027.stderr: -42> 2023-01-15T14:45:07.555+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command cr dump hook 0x5615b6e4cdd8 2023-01-15T14:45:07.711 INFO:tasks.workunit.client.0.smithi027.stderr: -41> 2023-01-15T14:45:07.556+0000 7f602f621700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:45:07.711 INFO:tasks.workunit.client.0.smithi027.stderr: -40> 2023-01-15T14:45:07.556+0000 7f602f621700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:07.711 INFO:tasks.workunit.client.0.smithi027.stderr: -39> 2023-01-15T14:45:07.556+0000 7f602f621700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:07.711 INFO:tasks.workunit.client.0.smithi027.stderr: -38> 2023-01-15T14:45:07.556+0000 7f604c6a9780 5 note: GC not initialized 2023-01-15T14:45:07.711 INFO:tasks.workunit.client.0.smithi027.stderr: -37> 2023-01-15T14:45:07.556+0000 7f604ae58700 10 monclient: get_auth_request con 0x5615b654f400 auth_method 0 2023-01-15T14:45:07.711 INFO:tasks.workunit.client.0.smithi027.stderr: -36> 2023-01-15T14:45:07.557+0000 7f602ce1c700 20 reqs_thread_entry: start 2023-01-15T14:45:07.711 INFO:tasks.workunit.client.0.smithi027.stderr: -35> 2023-01-15T14:45:07.557+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command sync trace show hook 0x5615b6024000 2023-01-15T14:45:07.711 INFO:tasks.workunit.client.0.smithi027.stderr: -34> 2023-01-15T14:45:07.557+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command sync trace history hook 0x5615b6024000 2023-01-15T14:45:07.711 INFO:tasks.workunit.client.0.smithi027.stderr: -33> 2023-01-15T14:45:07.557+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command sync trace active hook 0x5615b6024000 2023-01-15T14:45:07.711 INFO:tasks.workunit.client.0.smithi027.stderr: -32> 2023-01-15T14:45:07.557+0000 7f604c6a9780 5 asok(0x5615b608e000) register_command sync trace active_short hook 0x5615b6024000 2023-01-15T14:45:07.712 INFO:tasks.workunit.client.0.smithi027.stderr: -31> 2023-01-15T14:45:07.557+0000 7f604c6a9780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:07.712 INFO:tasks.workunit.client.0.smithi027.stderr: -30> 2023-01-15T14:45:07.557+0000 7f604c6a9780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:07.712 INFO:tasks.workunit.client.0.smithi027.stderr: -29> 2023-01-15T14:45:07.557+0000 7f602ae18700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:37 2023 2023-01-15T14:45:07.712 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.712 INFO:tasks.workunit.client.0.smithi027.stderr: -28> 2023-01-15T14:45:07.557+0000 7f602a5f6700 20 reqs_thread_entry: start 2023-01-15T14:45:07.712 INFO:tasks.workunit.client.0.smithi027.stderr: -27> 2023-01-15T14:45:07.557+0000 7f604c6a9780 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-01-15T14:45:07.712 INFO:tasks.workunit.client.0.smithi027.stderr: -26> 2023-01-15T14:45:07.557+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.712 INFO:tasks.workunit.client.0.smithi027.stderr: -25> 2023-01-15T14:45:07.558+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:07.712 INFO:tasks.workunit.client.0.smithi027.stderr: -24> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-01-15T14:45:07.712 INFO:tasks.workunit.client.0.smithi027.stderr: -23> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-01-15T14:45:07.713 INFO:tasks.workunit.client.0.smithi027.stderr: -22> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 : miss 2023-01-15T14:45:07.713 INFO:tasks.workunit.client.0.smithi027.stderr: -21> 2023-01-15T14:45:07.558+0000 7f604c6a9780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.713 INFO:tasks.workunit.client.0.smithi027.stderr: -20> 2023-01-15T14:45:07.558+0000 7f604c6a9780 20 rados_obj.operate() r=0 bl.length=373 2023-01-15T14:45:07.713 INFO:tasks.workunit.client.0.smithi027.stderr: -19> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 info.flags=0x13 2023-01-15T14:45:07.713 INFO:tasks.workunit.client.0.smithi027.stderr: -18> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to cache LRU end 2023-01-15T14:45:07.713 INFO:tasks.workunit.client.0.smithi027.stderr: -17> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:45:07.713 INFO:tasks.workunit.client.0.smithi027.stderr: -16> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:07.713 INFO:tasks.workunit.client.0.smithi027.stderr: -15> 2023-01-15T14:45:07.558+0000 7f604c6a9780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 2023-01-15T14:45:07.713 INFO:tasks.workunit.client.0.smithi027.stderr: -14> 2023-01-15T14:45:07.559+0000 7f6049e56700 10 monclient: get_auth_request con 0x5615b6e87000 auth_method 0 2023-01-15T14:45:07.713 INFO:tasks.workunit.client.0.smithi027.stderr: -13> 2023-01-15T14:45:07.563+0000 7f604c6a9780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 info.flags=0x17 2023-01-15T14:45:07.713 INFO:tasks.workunit.client.0.smithi027.stderr: -12> 2023-01-15T14:45:07.563+0000 7f604c6a9780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to cache LRU end 2023-01-15T14:45:07.713 INFO:tasks.workunit.client.0.smithi027.stderr: -11> 2023-01-15T14:45:07.563+0000 7f604c6a9780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:07.714 INFO:tasks.workunit.client.0.smithi027.stderr: -10> 2023-01-15T14:45:07.563+0000 7f604c6a9780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19, ofs0, ns] 2023-01-15T14:45:07.714 INFO:tasks.workunit.client.0.smithi027.stderr: -9> 2023-01-15T14:45:07.563+0000 7f604464b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197638 cookie 94651248328576 notifier 5898 bl.length()=877 2023-01-15T14:45:07.714 INFO:tasks.workunit.client.0.smithi027.stderr: -8> 2023-01-15T14:45:07.563+0000 7f604464b700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 info.flags=0x17 2023-01-15T14:45:07.714 INFO:tasks.workunit.client.0.smithi027.stderr: -7> 2023-01-15T14:45:07.563+0000 7f604464b700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to cache LRU end 2023-01-15T14:45:07.714 INFO:tasks.workunit.client.0.smithi027.stderr: -6> 2023-01-15T14:45:07.563+0000 7f604464b700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:07.714 INFO:tasks.workunit.client.0.smithi027.stderr: -5> 2023-01-15T14:45:07.563+0000 7f604c6a9780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): orig_sources= new_sources= 2023-01-15T14:45:07.714 INFO:tasks.workunit.client.0.smithi027.stderr: -4> 2023-01-15T14:45:07.563+0000 7f604c6a9780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): potential sources added=[] removed=[] 2023-01-15T14:45:07.714 INFO:tasks.workunit.client.0.smithi027.stderr: -3> 2023-01-15T14:45:07.563+0000 7f604c6a9780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): orig_dests= new_dests= 2023-01-15T14:45:07.714 INFO:tasks.workunit.client.0.smithi027.stderr: -2> 2023-01-15T14:45:07.563+0000 7f604c6a9780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): potential dests added=[] removed=[] 2023-01-15T14:45:07.714 INFO:tasks.workunit.client.0.smithi027.stderr: -1> 2023-01-15T14:45:07.565+0000 7f604c6a9780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f604c6a9780 time 2023-01-15T14:45:07.565266+0000 2023-01-15T14:45:07.715 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:45:07.715 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.715 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:07.715 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f60533c7dbb] 2023-01-15T14:45:07.715 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f60533c7f81] 2023-01-15T14:45:07.715 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5615b31baae1] 2023-01-15T14:45:07.715 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x5615b31b7af6] 2023-01-15T14:45:07.715 INFO:tasks.workunit.client.0.smithi027.stderr: 5: main() 2023-01-15T14:45:07.715 INFO:tasks.workunit.client.0.smithi027.stderr: 6: __libc_start_main() 2023-01-15T14:45:07.715 INFO:tasks.workunit.client.0.smithi027.stderr: 7: _start() 2023-01-15T14:45:07.715 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.715 INFO:tasks.workunit.client.0.smithi027.stderr: 0> 2023-01-15T14:45:07.566+0000 7f604c6a9780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:45:07.716 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f604c6a9780 thread_name:radosgw-admin 2023-01-15T14:45:07.716 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.716 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:07.716 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f605408fcf0] 2023-01-15T14:45:07.716 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:45:07.716 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:45:07.716 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f60533c7e15] 2023-01-15T14:45:07.716 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f60533c7f81] 2023-01-15T14:45:07.716 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5615b31baae1] 2023-01-15T14:45:07.716 INFO:tasks.workunit.client.0.smithi027.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x136) [0x5615b31b7af6] 2023-01-15T14:45:07.716 INFO:tasks.workunit.client.0.smithi027.stderr: 8: main() 2023-01-15T14:45:07.717 INFO:tasks.workunit.client.0.smithi027.stderr: 9: __libc_start_main() 2023-01-15T14:45:07.717 INFO:tasks.workunit.client.0.smithi027.stderr: 10: _start() 2023-01-15T14:45:07.717 INFO:tasks.workunit.client.0.smithi027.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:45:07.717 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.717 INFO:tasks.workunit.client.0.smithi027.stderr:--- logging levels --- 2023-01-15T14:45:07.717 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 none 2023-01-15T14:45:07.717 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 lockdep 2023-01-15T14:45:07.717 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 context 2023-01-15T14:45:07.717 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 crush 2023-01-15T14:45:07.717 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds 2023-01-15T14:45:07.717 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_balancer 2023-01-15T14:45:07.717 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_locker 2023-01-15T14:45:07.718 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log 2023-01-15T14:45:07.718 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log_expire 2023-01-15T14:45:07.718 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_migrator 2023-01-15T14:45:07.718 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 buffer 2023-01-15T14:45:07.718 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 timer 2023-01-15T14:45:07.718 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 filer 2023-01-15T14:45:07.718 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 striper 2023-01-15T14:45:07.718 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 objecter 2023-01-15T14:45:07.718 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rados 2023-01-15T14:45:07.718 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd 2023-01-15T14:45:07.718 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_mirror 2023-01-15T14:45:07.718 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_replay 2023-01-15T14:45:07.719 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_pwl 2023-01-15T14:45:07.719 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 journaler 2023-01-15T14:45:07.719 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objectcacher 2023-01-15T14:45:07.719 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:45:07.719 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 client 2023-01-15T14:45:07.719 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 osd 2023-01-15T14:45:07.719 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 optracker 2023-01-15T14:45:07.719 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objclass 2023-01-15T14:45:07.719 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 filestore 2023-01-15T14:45:07.719 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 journal 2023-01-15T14:45:07.719 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 ms 2023-01-15T14:45:07.719 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mon 2023-01-15T14:45:07.720 INFO:tasks.workunit.client.0.smithi027.stderr: 0/10 monc 2023-01-15T14:45:07.720 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 paxos 2023-01-15T14:45:07.720 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 tp 2023-01-15T14:45:07.720 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 auth 2023-01-15T14:45:07.720 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 crypto 2023-01-15T14:45:07.720 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 finisher 2023-01-15T14:45:07.720 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 reserver 2023-01-15T14:45:07.720 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 heartbeatmap 2023-01-15T14:45:07.720 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 perfcounter 2023-01-15T14:45:07.720 INFO:tasks.workunit.client.0.smithi027.stderr: 20/20 rgw 2023-01-15T14:45:07.720 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_sync 2023-01-15T14:45:07.721 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_datacache 2023-01-15T14:45:07.721 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_access 2023-01-15T14:45:07.721 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:45:07.721 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 javaclient 2023-01-15T14:45:07.721 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 asok 2023-01-15T14:45:07.721 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 throttle 2023-01-15T14:45:07.721 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 refs 2023-01-15T14:45:07.721 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 compressor 2023-01-15T14:45:07.721 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluestore 2023-01-15T14:45:07.721 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluefs 2023-01-15T14:45:07.721 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 bdev 2023-01-15T14:45:07.722 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 kstore 2023-01-15T14:45:07.722 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 rocksdb 2023-01-15T14:45:07.722 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 leveldb 2023-01-15T14:45:07.722 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 fuse 2023-01-15T14:45:07.722 INFO:tasks.workunit.client.0.smithi027.stderr: 2/ 5 mgr 2023-01-15T14:45:07.722 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mgrc 2023-01-15T14:45:07.722 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 dpdk 2023-01-15T14:45:07.722 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 eventtrace 2023-01-15T14:45:07.722 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 prioritycache 2023-01-15T14:45:07.722 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 test 2023-01-15T14:45:07.722 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:45:07.723 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephsqlite 2023-01-15T14:45:07.723 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore 2023-01-15T14:45:07.723 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_onode 2023-01-15T14:45:07.723 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_odata 2023-01-15T14:45:07.723 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_omap 2023-01-15T14:45:07.723 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_tm 2023-01-15T14:45:07.723 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_t 2023-01-15T14:45:07.723 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:45:07.723 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_epm 2023-01-15T14:45:07.723 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_lba 2023-01-15T14:45:07.723 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:45:07.723 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cache 2023-01-15T14:45:07.724 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_journal 2023-01-15T14:45:07.724 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_device 2023-01-15T14:45:07.724 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_backref 2023-01-15T14:45:07.724 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 alienstore 2023-01-15T14:45:07.724 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mclock 2023-01-15T14:45:07.724 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cyanstore 2023-01-15T14:45:07.724 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 ceph_exporter 2023-01-15T14:45:07.724 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 memstore 2023-01-15T14:45:07.724 INFO:tasks.workunit.client.0.smithi027.stderr: -2/-2 (syslog threshold) 2023-01-15T14:45:07.724 INFO:tasks.workunit.client.0.smithi027.stderr: 99/99 (stderr threshold) 2023-01-15T14:45:07.724 INFO:tasks.workunit.client.0.smithi027.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:45:07.725 INFO:tasks.workunit.client.0.smithi027.stderr: 7f602a5f6700 / http_manager 2023-01-15T14:45:07.725 INFO:tasks.workunit.client.0.smithi027.stderr: 7f602ae18700 / notif-worker0 2023-01-15T14:45:07.725 INFO:tasks.workunit.client.0.smithi027.stderr: 7f602ce1c700 / http_manager 2023-01-15T14:45:07.725 INFO:tasks.workunit.client.0.smithi027.stderr: 7f602f621700 / ms_dispatch 2023-01-15T14:45:07.725 INFO:tasks.workunit.client.0.smithi027.stderr: 7f6030e24700 / io_context_pool 2023-01-15T14:45:07.725 INFO:tasks.workunit.client.0.smithi027.stderr: 7f6031625700 / rgw_dt_lg_renew 2023-01-15T14:45:07.725 INFO:tasks.workunit.client.0.smithi027.stderr: 7f6043649700 / ms_dispatch 2023-01-15T14:45:07.725 INFO:tasks.workunit.client.0.smithi027.stderr: 7f604464b700 / io_context_pool 2023-01-15T14:45:07.725 INFO:tasks.workunit.client.0.smithi027.stderr: 7f6044e4c700 / io_context_pool 2023-01-15T14:45:07.725 INFO:tasks.workunit.client.0.smithi027.stderr: 7f6047651700 / ms_dispatch 2023-01-15T14:45:07.725 INFO:tasks.workunit.client.0.smithi027.stderr: 7f6048e54700 / io_context_pool 2023-01-15T14:45:07.726 INFO:tasks.workunit.client.0.smithi027.stderr: 7f6049e56700 / msgr-worker-2 2023-01-15T14:45:07.726 INFO:tasks.workunit.client.0.smithi027.stderr: 7f604a657700 / msgr-worker-1 2023-01-15T14:45:07.726 INFO:tasks.workunit.client.0.smithi027.stderr: 7f604ae58700 / msgr-worker-0 2023-01-15T14:45:07.726 INFO:tasks.workunit.client.0.smithi027.stderr: 7f604c6a9780 / radosgw-admin 2023-01-15T14:45:07.726 INFO:tasks.workunit.client.0.smithi027.stderr: max_recent 500 2023-01-15T14:45:07.726 INFO:tasks.workunit.client.0.smithi027.stderr: max_new 1000 2023-01-15T14:45:07.726 INFO:tasks.workunit.client.0.smithi027.stderr: log_file /var/lib/ceph/crash/2023-01-15T14:45:07.567772Z_16c1b2b2-e83a-432f-86dc-13158bc15393/log 2023-01-15T14:45:07.726 INFO:tasks.workunit.client.0.smithi027.stderr:--- end dump of recent events --- 2023-01-15T14:45:07.726 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2023-01-15T14:45:07.732 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:07.732 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:07.732 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.613+0000 7fcb38ee3780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.732 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.614+0000 7fcb38ee3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.732 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.614+0000 7fcb38ee3780 20 realm 2023-01-15T14:45:07.732 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.614+0000 7fcb38ee3780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.732 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.614+0000 7fcb38ee3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.614+0000 7fcb38ee3780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:07.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.614+0000 7fcb38ee3780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.614+0000 7fcb38ee3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.614+0000 7fcb38ee3780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.615+0000 7fcb38ee3780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.615+0000 7fcb38ee3780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.616+0000 7fcb38ee3780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:07.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.616+0000 7fcb38ee3780 20 searching for the correct realm 2023-01-15T14:45:07.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.624+0000 7fcb36e91700 0 -- 172.21.15.27:0/1303378722 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55e3d09b0c00 msgr2=0x55e3d0651180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:45:07.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:07.733 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:07.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:07.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:07.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:07.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 20 zone default found 2023-01-15T14:45:07.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 4 Realm: () 2023-01-15T14:45:07.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:07.734 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:07.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:07.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 20 zonegroup default 2023-01-15T14:45:07.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.626+0000 7fcb38ee3780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.627+0000 7fcb38ee3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.627+0000 7fcb38ee3780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.627+0000 7fcb38ee3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.627+0000 7fcb38ee3780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.627+0000 7fcb38ee3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.627+0000 7fcb38ee3780 20 started sync module instance, tier type = 2023-01-15T14:45:07.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.627+0000 7fcb38ee3780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:07.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.632+0000 7fcb37692700 0 -- 172.21.15.27:0/1303378722 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x55e3d09b1000 msgr2=0x55e3d0a71600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:07.735 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.634+0000 7fcb38ee3780 20 add_watcher() i=0 2023-01-15T14:45:07.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.634+0000 7fcb38ee3780 20 add_watcher() i=1 2023-01-15T14:45:07.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.634+0000 7fcb38ee3780 20 add_watcher() i=2 2023-01-15T14:45:07.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.634+0000 7fcb38ee3780 20 add_watcher() i=3 2023-01-15T14:45:07.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.634+0000 7fcb38ee3780 20 add_watcher() i=4 2023-01-15T14:45:07.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.634+0000 7fcb38ee3780 20 add_watcher() i=5 2023-01-15T14:45:07.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.634+0000 7fcb38ee3780 20 add_watcher() i=6 2023-01-15T14:45:07.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.635+0000 7fcb38ee3780 20 add_watcher() i=7 2023-01-15T14:45:07.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.635+0000 7fcb38ee3780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:07.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.636+0000 7fcb1de5f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:07.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.636+0000 7fcb38ee3780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:07.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.636+0000 7fcb38ee3780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:07.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.641+0000 7fcb38ee3780 5 note: GC not initialized 2023-01-15T14:45:07.736 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.642+0000 7fcb19656700 20 reqs_thread_entry: start 2023-01-15T14:45:07.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.642+0000 7fcb38ee3780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:07.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.642+0000 7fcb38ee3780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:07.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.642+0000 7fcb17652700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:37 2023 2023-01-15T14:45:07.737 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.642+0000 7fcb16e30700 20 reqs_thread_entry: start 2023-01-15T14:45:07.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.642+0000 7fcb38ee3780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.643+0000 7fcb38ee3780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:07.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.643+0000 7fcb38ee3780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.643+0000 7fcb38ee3780 20 rados_obj.operate() r=0 bl.length=405 2023-01-15T14:45:07.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.643+0000 7fcb38ee3780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:07.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.643+0000 7fcb38ee3780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.643+0000 7fcb38ee3780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:07.737 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.644+0000 7fcb38ee3780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.644+0000 7fcb38ee3780 20 rados_obj.operate() r=0 bl.length=405 2023-01-15T14:45:07.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.644+0000 7fcb38ee3780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:07.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.645+0000 7fcb1de5f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:07.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.647+0000 7fcb38ee3780 20 remove_watcher() i=0 2023-01-15T14:45:07.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.647+0000 7fcb38ee3780 2 removed watcher, disabling cache 2023-01-15T14:45:07.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.648+0000 7fcb38ee3780 20 remove_watcher() i=1 2023-01-15T14:45:07.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.648+0000 7fcb38ee3780 20 remove_watcher() i=2 2023-01-15T14:45:07.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.649+0000 7fcb38ee3780 20 remove_watcher() i=3 2023-01-15T14:45:07.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.650+0000 7fcb38ee3780 20 remove_watcher() i=4 2023-01-15T14:45:07.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.651+0000 7fcb38ee3780 20 remove_watcher() i=5 2023-01-15T14:45:07.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.652+0000 7fcb38ee3780 20 remove_watcher() i=6 2023-01-15T14:45:07.738 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.652+0000 7fcb38ee3780 20 remove_watcher() i=7 2023-01-15T14:45:07.738 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.738 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:45:07.739 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: abort-at-block-writes id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:45:07.739 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.739 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:45:07.739 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:07.740 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:07.751 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.749+0000 7f03497b0780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.752 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.751+0000 7f03497b0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.753 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.751+0000 7f03497b0780 20 realm 2023-01-15T14:45:07.753 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.751+0000 7f03497b0780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.753 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.751+0000 7f03497b0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.753 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.751+0000 7f03497b0780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:07.753 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.751+0000 7f03497b0780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.751+0000 7f03497b0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.751+0000 7f03497b0780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.752+0000 7f03497b0780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.752+0000 7f03497b0780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.752+0000 7f03497b0780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:07.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.752+0000 7f03497b0780 20 searching for the correct realm 2023-01-15T14:45:07.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.760+0000 7f034775e700 0 -- 172.21.15.27:0/1837122121 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x55fb23398000 msgr2=0x55fb23371b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:07.764 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.762+0000 7f03497b0780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:07.764 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.762+0000 7f03497b0780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:07.764 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.762+0000 7f03497b0780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:07.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.762+0000 7f03497b0780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:07.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.762+0000 7f03497b0780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.762+0000 7f03497b0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.762+0000 7f03497b0780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.763+0000 7f03497b0780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:07.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.763+0000 7f03497b0780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.763+0000 7f03497b0780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:07.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.763+0000 7f03497b0780 20 zone default found 2023-01-15T14:45:07.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.763+0000 7f03497b0780 4 Realm: () 2023-01-15T14:45:07.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.763+0000 7f03497b0780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:07.766 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.763+0000 7f03497b0780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:07.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.763+0000 7f03497b0780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:07.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.763+0000 7f03497b0780 20 zonegroup default 2023-01-15T14:45:07.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.763+0000 7f03497b0780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.763+0000 7f03497b0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.763+0000 7f03497b0780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.763+0000 7f03497b0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.763+0000 7f03497b0780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.764+0000 7f03497b0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:07.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.764+0000 7f03497b0780 20 started sync module instance, tier type = 2023-01-15T14:45:07.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.764+0000 7f03497b0780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:07.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.766+0000 7f0347f5f700 0 -- 172.21.15.27:0/1837122121 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x55fb23c5d000 msgr2=0x55fb23370580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:45:07.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.770+0000 7f03497b0780 20 add_watcher() i=0 2023-01-15T14:45:07.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.770+0000 7f03497b0780 20 add_watcher() i=1 2023-01-15T14:45:07.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.770+0000 7f03497b0780 20 add_watcher() i=2 2023-01-15T14:45:07.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.770+0000 7f03497b0780 20 add_watcher() i=3 2023-01-15T14:45:07.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.770+0000 7f03497b0780 20 add_watcher() i=4 2023-01-15T14:45:07.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.770+0000 7f03497b0780 20 add_watcher() i=5 2023-01-15T14:45:07.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.770+0000 7f03497b0780 20 add_watcher() i=6 2023-01-15T14:45:07.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.771+0000 7f03497b0780 20 add_watcher() i=7 2023-01-15T14:45:07.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.771+0000 7f03497b0780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:07.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.772+0000 7f032e72c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:07.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.772+0000 7f03497b0780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:07.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.772+0000 7f03497b0780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:07.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.777+0000 7f03497b0780 5 note: GC not initialized 2023-01-15T14:45:07.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.778+0000 7f0329f23700 20 reqs_thread_entry: start 2023-01-15T14:45:07.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.779+0000 7f03497b0780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:07.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.779+0000 7f03497b0780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:07.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.779+0000 7f0327f1f700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:45:38 2023 2023-01-15T14:45:07.781 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:07.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.779+0000 7f03276fd700 20 reqs_thread_entry: start 2023-01-15T14:45:07.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.779+0000 7f03497b0780 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-01-15T14:45:07.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.779+0000 7f03497b0780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.779+0000 7f03497b0780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:07.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.780+0000 7f03497b0780 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-01-15T14:45:07.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.780+0000 7f03497b0780 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-01-15T14:45:07.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.780+0000 7f03497b0780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 : miss 2023-01-15T14:45:07.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.780+0000 7f03497b0780 20 rados->read ofs=0 len=0 2023-01-15T14:45:07.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.780+0000 7f03497b0780 20 rados_obj.operate() r=0 bl.length=405 2023-01-15T14:45:07.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.780+0000 7f03497b0780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 info.flags=0x13 2023-01-15T14:45:07.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.780+0000 7f03497b0780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to cache LRU end 2023-01-15T14:45:07.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.780+0000 7f03497b0780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:45:07.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.780+0000 7f03497b0780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:07.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.780+0000 7f03497b0780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 2023-01-15T14:45:07.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.783+0000 7f03497b0780 0 INFO: RGWReshardLock::lock found lock on abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to be held by another RGW process; skipping for now 2023-01-15T14:45:07.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.783+0000 7f032e72c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:07.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.785+0000 7f03497b0780 20 remove_watcher() i=0 2023-01-15T14:45:07.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.785+0000 7f03497b0780 2 removed watcher, disabling cache 2023-01-15T14:45:07.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.786+0000 7f03497b0780 20 remove_watcher() i=1 2023-01-15T14:45:07.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.787+0000 7f03497b0780 20 remove_watcher() i=2 2023-01-15T14:45:07.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.787+0000 7f03497b0780 20 remove_watcher() i=3 2023-01-15T14:45:07.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.788+0000 7f03497b0780 20 remove_watcher() i=4 2023-01-15T14:45:07.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.789+0000 7f03497b0780 20 remove_watcher() i=5 2023-01-15T14:45:07.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.790+0000 7f03497b0780 20 remove_watcher() i=6 2023-01-15T14:45:07.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:07.790+0000 7f03497b0780 20 remove_watcher() i=7 2023-01-15T14:45:07.796 INFO:tasks.workunit.client.0.smithi027.stderr:waiting 30 seconds for reshard lock to expire... 2023-01-15T14:45:37.829 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket abort-at-block-writes --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:45:37.866 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:37.866 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:37.880 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.878+0000 7f83d05f1780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.880+0000 7f83d05f1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:37.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.880+0000 7f83d05f1780 20 realm 2023-01-15T14:45:37.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.880+0000 7f83d05f1780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.880+0000 7f83d05f1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:37.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.880+0000 7f83d05f1780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:37.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.880+0000 7f83d05f1780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.880+0000 7f83d05f1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:37.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.880+0000 7f83d05f1780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.881+0000 7f83d05f1780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:37.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.881+0000 7f83d05f1780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.882+0000 7f83d05f1780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:37.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.882+0000 7f83d05f1780 20 searching for the correct realm 2023-01-15T14:45:37.893 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.892+0000 7f83cdd9e700 0 -- 172.21.15.27:0/2089015043 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x5582eb0eb000 msgr2=0x5582ea2f1700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:37.895 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.893+0000 7f83d05f1780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:37.895 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.893+0000 7f83d05f1780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:37.895 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.893+0000 7f83d05f1780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:37.895 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.893+0000 7f83d05f1780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:37.895 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.893+0000 7f83d05f1780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.896 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.894+0000 7f83d05f1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:37.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.894+0000 7f83d05f1780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.894+0000 7f83d05f1780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:37.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.894+0000 7f83d05f1780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.894+0000 7f83d05f1780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:37.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.894+0000 7f83d05f1780 20 zone default found 2023-01-15T14:45:37.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.894+0000 7f83d05f1780 4 Realm: () 2023-01-15T14:45:37.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.894+0000 7f83d05f1780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:37.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.894+0000 7f83d05f1780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:37.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.894+0000 7f83d05f1780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:37.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.894+0000 7f83d05f1780 20 zonegroup default 2023-01-15T14:45:37.897 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.894+0000 7f83d05f1780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.894+0000 7f83d05f1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:37.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.894+0000 7f83d05f1780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.895+0000 7f83d05f1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:37.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.895+0000 7f83d05f1780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.895+0000 7f83d05f1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:37.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.895+0000 7f83d05f1780 20 started sync module instance, tier type = 2023-01-15T14:45:37.899 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.895+0000 7f83d05f1780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:37.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.899+0000 7f83ce59f700 0 -- 172.21.15.27:0/2089015043 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x5582ea659800 msgr2=0x5582ea71eb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:37.905 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.903+0000 7f83d05f1780 20 add_watcher() i=0 2023-01-15T14:45:37.905 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.903+0000 7f83d05f1780 20 add_watcher() i=1 2023-01-15T14:45:37.905 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.903+0000 7f83d05f1780 20 add_watcher() i=2 2023-01-15T14:45:37.905 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.903+0000 7f83d05f1780 20 add_watcher() i=3 2023-01-15T14:45:37.905 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.903+0000 7f83d05f1780 20 add_watcher() i=4 2023-01-15T14:45:37.905 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.903+0000 7f83d05f1780 20 add_watcher() i=5 2023-01-15T14:45:37.905 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.903+0000 7f83d05f1780 20 add_watcher() i=6 2023-01-15T14:45:37.906 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.904+0000 7f83d05f1780 20 add_watcher() i=7 2023-01-15T14:45:37.906 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.904+0000 7f83d05f1780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:37.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.905+0000 7f83b556d700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:37.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.905+0000 7f83d05f1780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:37.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.905+0000 7f83d05f1780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:37.913 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.911+0000 7f83d05f1780 5 note: GC not initialized 2023-01-15T14:45:37.914 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.912+0000 7f83b0d64700 20 reqs_thread_entry: start 2023-01-15T14:45:37.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.912+0000 7f83d05f1780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:37.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.912+0000 7f83d05f1780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:37.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.912+0000 7f83aed60700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:08 2023 2023-01-15T14:45:37.915 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:37.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.912+0000 7f83ae53e700 20 reqs_thread_entry: start 2023-01-15T14:45:37.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.912+0000 7f83d05f1780 10 cache get: name=default.rgw.meta+root+abort-at-block-writes : miss 2023-01-15T14:45:37.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.912+0000 7f83d05f1780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.913+0000 7f83d05f1780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:37.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.913+0000 7f83d05f1780 10 cache put: name=default.rgw.meta+root+abort-at-block-writes info.flags=0x11 2023-01-15T14:45:37.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.913+0000 7f83d05f1780 10 adding default.rgw.meta+root+abort-at-block-writes to cache LRU end 2023-01-15T14:45:37.915 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.913+0000 7f83d05f1780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 : miss 2023-01-15T14:45:37.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.913+0000 7f83d05f1780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.913+0000 7f83d05f1780 20 rados_obj.operate() r=0 bl.length=405 2023-01-15T14:45:37.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.913+0000 7f83d05f1780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 info.flags=0x13 2023-01-15T14:45:37.916 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.913+0000 7f83d05f1780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to cache LRU end 2023-01-15T14:45:37.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.913+0000 7f83d05f1780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:45:37.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.913+0000 7f83d05f1780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:37.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.913+0000 7f83d05f1780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 2023-01-15T14:45:37.917 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.915+0000 7f83d05f1780 10 init_target_layout removing existing target index objects from a previous reshard attempt 2023-01-15T14:45:37.922 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.921+0000 7f83d05f1780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 info.flags=0x17 2023-01-15T14:45:37.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.921+0000 7f83d05f1780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to cache LRU end 2023-01-15T14:45:37.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.921+0000 7f83d05f1780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:37.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.921+0000 7f83d05f1780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19, ofs0, ns] 2023-01-15T14:45:37.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.921+0000 7f83c8d94700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197639 cookie 94020763025280 notifier 5958 bl.length()=877 2023-01-15T14:45:37.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.921+0000 7f83c8d94700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 info.flags=0x17 2023-01-15T14:45:37.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.921+0000 7f83c8d94700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to cache LRU end 2023-01-15T14:45:37.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.921+0000 7f83c8d94700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:37.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.922+0000 7f83d05f1780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): orig_sources= new_sources= 2023-01-15T14:45:37.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.922+0000 7f83d05f1780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): potential sources added=[] removed=[] 2023-01-15T14:45:37.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.922+0000 7f83d05f1780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): orig_dests= new_dests= 2023-01-15T14:45:37.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.922+0000 7f83d05f1780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): potential dests added=[] removed=[] 2023-01-15T14:45:37.925 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.0 2023-01-15T14:45:37.925 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.0 2023-01-15T14:45:37.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.1 2023-01-15T14:45:37.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.1 2023-01-15T14:45:37.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.2 2023-01-15T14:45:37.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.2 2023-01-15T14:45:37.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.3 2023-01-15T14:45:37.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.3 2023-01-15T14:45:37.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.4 2023-01-15T14:45:37.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.4 2023-01-15T14:45:37.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.5 2023-01-15T14:45:37.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.5 2023-01-15T14:45:37.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.6 2023-01-15T14:45:37.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.6 2023-01-15T14:45:37.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.7 2023-01-15T14:45:37.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.7 2023-01-15T14:45:37.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.8 2023-01-15T14:45:37.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.8 2023-01-15T14:45:37.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.9 2023-01-15T14:45:37.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.9 2023-01-15T14:45:37.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.10 2023-01-15T14:45:37.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.10 2023-01-15T14:45:37.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.11 2023-01-15T14:45:37.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2.11 2023-01-15T14:45:37.927 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.923+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.0 2023-01-15T14:45:37.928 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.924+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.1 2023-01-15T14:45:37.928 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.925+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.2 2023-01-15T14:45:37.928 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.925+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.3 2023-01-15T14:45:37.928 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.926+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.4 2023-01-15T14:45:37.929 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.926+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.5 2023-01-15T14:45:37.929 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.927+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.6 2023-01-15T14:45:37.929 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.927+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.7 2023-01-15T14:45:37.929 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.928+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.8 2023-01-15T14:45:37.930 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.928+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.9 2023-01-15T14:45:37.931 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.929+0000 7f83d05f1780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19.10 2023-01-15T14:45:37.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.932+0000 7f83d05f1780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 : hit (requested=0x13, cached=0x17) 2023-01-15T14:45:37.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.932+0000 7f83d05f1780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 2023-01-15T14:45:37.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.933+0000 7f83d05f1780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 info.flags=0x17 2023-01-15T14:45:37.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.933+0000 7f83d05f1780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to cache LRU end 2023-01-15T14:45:37.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.933+0000 7f83d05f1780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:37.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.933+0000 7f83d05f1780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19, ofs0, ns] 2023-01-15T14:45:37.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.933+0000 7f83c8d94700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197640 cookie 94020763025280 notifier 5958 bl.length()=845 2023-01-15T14:45:37.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.933+0000 7f83c8d94700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 info.flags=0x17 2023-01-15T14:45:37.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.933+0000 7f83c8d94700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-block-writes:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 to cache LRU end 2023-01-15T14:45:37.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.933+0000 7f83c8d94700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:37.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.934+0000 7f83d05f1780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): orig_sources= new_sources= 2023-01-15T14:45:37.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.934+0000 7f83d05f1780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): potential sources added=[] removed=[] 2023-01-15T14:45:37.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.934+0000 7f83d05f1780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): orig_dests= new_dests= 2023-01-15T14:45:37.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.934+0000 7f83d05f1780 20 handle_bi_update(): bucket=:abort-at-block-writes[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19]): potential dests added=[] removed=[] 2023-01-15T14:45:37.937 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.936+0000 7f83d05f1780 1 execute INFO: reshard of bucket "abort-at-block-writes" completed successfully 2023-01-15T14:45:37.939 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.937+0000 7f83b556d700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:37.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.939+0000 7f83d05f1780 20 remove_watcher() i=0 2023-01-15T14:45:37.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.939+0000 7f83d05f1780 2 removed watcher, disabling cache 2023-01-15T14:45:37.941 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.940+0000 7f83d05f1780 20 remove_watcher() i=1 2023-01-15T14:45:37.942 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.941+0000 7f83d05f1780 20 remove_watcher() i=2 2023-01-15T14:45:37.943 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.941+0000 7f83d05f1780 20 remove_watcher() i=3 2023-01-15T14:45:37.944 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.942+0000 7f83d05f1780 20 remove_watcher() i=4 2023-01-15T14:45:37.945 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.943+0000 7f83d05f1780 20 remove_watcher() i=5 2023-01-15T14:45:37.945 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.944+0000 7f83d05f1780 20 remove_watcher() i=6 2023-01-15T14:45:37.946 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.945+0000 7f83d05f1780 20 remove_watcher() i=7 2023-01-15T14:45:37.952 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket abort-at-block-writes 2023-01-15T14:45:37.981 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:37.981 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:37.992 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.991+0000 7f7d19829780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.994 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.992+0000 7f7d19829780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:37.994 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.992+0000 7f7d19829780 20 realm 2023-01-15T14:45:37.994 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.992+0000 7f7d19829780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.994 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.992+0000 7f7d19829780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:37.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.992+0000 7f7d19829780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:37.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.992+0000 7f7d19829780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.993+0000 7f7d19829780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:37.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.993+0000 7f7d19829780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.994+0000 7f7d19829780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:37.995 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.994+0000 7f7d19829780 20 rados->read ofs=0 len=0 2023-01-15T14:45:37.996 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.994+0000 7f7d19829780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:37.996 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:37.994+0000 7f7d19829780 20 searching for the correct realm 2023-01-15T14:45:38.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.003+0000 7f7d177d7700 0 -- 172.21.15.27:0/4262247276 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55c078712400 msgr2=0x55c07844cc00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:38.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.004+0000 7f7d19829780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:38.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.004+0000 7f7d19829780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:38.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.004+0000 7f7d19829780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:38.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.004+0000 7f7d19829780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:38.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.004+0000 7f7d19829780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.004+0000 7f7d19829780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.004+0000 7f7d19829780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.004+0000 7f7d19829780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:38.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.004+0000 7f7d19829780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.005+0000 7f7d19829780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:38.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.005+0000 7f7d19829780 20 zone default found 2023-01-15T14:45:38.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.005+0000 7f7d19829780 4 Realm: () 2023-01-15T14:45:38.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.005+0000 7f7d19829780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:38.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.005+0000 7f7d19829780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:38.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.005+0000 7f7d19829780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:38.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.005+0000 7f7d19829780 20 zonegroup default 2023-01-15T14:45:38.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.005+0000 7f7d19829780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.005+0000 7f7d19829780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.005+0000 7f7d19829780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.005+0000 7f7d19829780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.005+0000 7f7d19829780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.005+0000 7f7d19829780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.005+0000 7f7d19829780 20 started sync module instance, tier type = 2023-01-15T14:45:38.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.005+0000 7f7d19829780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:38.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.011+0000 7f7d16fd6700 0 -- 172.21.15.27:0/4262247276 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55c078713800 msgr2=0x55c07844d180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:38.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.012+0000 7f7d19829780 20 add_watcher() i=0 2023-01-15T14:45:38.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.012+0000 7f7d19829780 20 add_watcher() i=1 2023-01-15T14:45:38.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.012+0000 7f7d19829780 20 add_watcher() i=2 2023-01-15T14:45:38.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.012+0000 7f7d19829780 20 add_watcher() i=3 2023-01-15T14:45:38.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.012+0000 7f7d19829780 20 add_watcher() i=4 2023-01-15T14:45:38.014 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.012+0000 7f7d19829780 20 add_watcher() i=5 2023-01-15T14:45:38.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.013+0000 7f7d19829780 20 add_watcher() i=6 2023-01-15T14:45:38.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.013+0000 7f7d19829780 20 add_watcher() i=7 2023-01-15T14:45:38.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.013+0000 7f7d19829780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:38.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.014+0000 7f7cfe7a5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:38.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.014+0000 7f7d19829780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:38.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.015+0000 7f7d19829780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:38.021 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.020+0000 7f7d19829780 5 note: GC not initialized 2023-01-15T14:45:38.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.021+0000 7f7cf9f9c700 20 reqs_thread_entry: start 2023-01-15T14:45:38.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.021+0000 7f7d19829780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:38.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.021+0000 7f7d19829780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:38.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.021+0000 7f7cf7f98700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:08 2023 2023-01-15T14:45:38.024 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:38.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.021+0000 7f7cf7776700 20 reqs_thread_entry: start 2023-01-15T14:45:38.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.021+0000 7f7d19829780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.021+0000 7f7d19829780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:38.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.021+0000 7f7d19829780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.025 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.022+0000 7f7d19829780 20 rados_obj.operate() r=0 bl.length=373 2023-01-15T14:45:38.025 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.022+0000 7f7d19829780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:38.025 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.022+0000 7f7d19829780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.025 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.022+0000 7f7d19829780 20 rados_obj.operate() r=0 bl.length=189 2023-01-15T14:45:38.025 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.022+0000 7f7d19829780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.025 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.023+0000 7f7d19829780 20 rados_obj.operate() r=0 bl.length=373 2023-01-15T14:45:38.025 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.023+0000 7f7d19829780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:38.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.024+0000 7f7cfe7a5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:38.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.026+0000 7f7d19829780 20 remove_watcher() i=0 2023-01-15T14:45:38.028 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.026+0000 7f7d19829780 2 removed watcher, disabling cache 2023-01-15T14:45:38.028 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.027+0000 7f7d19829780 20 remove_watcher() i=1 2023-01-15T14:45:38.029 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.027+0000 7f7d19829780 20 remove_watcher() i=2 2023-01-15T14:45:38.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.028+0000 7f7d19829780 20 remove_watcher() i=3 2023-01-15T14:45:38.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.029+0000 7f7d19829780 20 remove_watcher() i=4 2023-01-15T14:45:38.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.030+0000 7f7d19829780 20 remove_watcher() i=5 2023-01-15T14:45:38.032 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.030+0000 7f7d19829780 20 remove_watcher() i=6 2023-01-15T14:45:38.033 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.031+0000 7f7d19829780 20 remove_watcher() i=7 2023-01-15T14:45:38.037 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:38.037 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:45:38.037 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: abort-at-block-writes id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.19 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:45:38.037 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:38.114 INFO:tasks.workunit.client.0.smithi027.stderr:TEST: reshard bucket with EIO injected at commit_target_layout 2023-01-15T14:45:38.114 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:38.277 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-01-15T14:45:38.305 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:38.305 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:38.316 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.315+0000 7f587b5d8780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.318 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.316+0000 7f587b5d8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.318 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.316+0000 7f587b5d8780 20 realm 2023-01-15T14:45:38.318 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.316+0000 7f587b5d8780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.319 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.316+0000 7f587b5d8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.319 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.316+0000 7f587b5d8780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:38.319 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.316+0000 7f587b5d8780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.319 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.317+0000 7f587b5d8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.319 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.317+0000 7f587b5d8780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.319 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.317+0000 7f587b5d8780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:38.320 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.317+0000 7f587b5d8780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.320 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.318+0000 7f587b5d8780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:38.320 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.318+0000 7f587b5d8780 20 searching for the correct realm 2023-01-15T14:45:38.328 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.326+0000 7f5878d85700 0 -- 172.21.15.27:0/927918549 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x560930197400 msgr2=0x56092fe25180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:38.330 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.328+0000 7f587b5d8780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:38.330 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.328+0000 7f587b5d8780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:38.330 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.328+0000 7f587b5d8780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:38.330 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.328+0000 7f587b5d8780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:38.330 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.328+0000 7f587b5d8780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.330 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.328+0000 7f587b5d8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.330 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.328+0000 7f587b5d8780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.331 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.328+0000 7f587b5d8780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:38.331 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.328+0000 7f587b5d8780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.331 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.329+0000 7f587b5d8780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:38.331 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.329+0000 7f587b5d8780 20 zone default found 2023-01-15T14:45:38.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.329+0000 7f587b5d8780 4 Realm: () 2023-01-15T14:45:38.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.329+0000 7f587b5d8780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:38.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.329+0000 7f587b5d8780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:38.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.329+0000 7f587b5d8780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:38.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.329+0000 7f587b5d8780 20 zonegroup default 2023-01-15T14:45:38.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.329+0000 7f587b5d8780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.329+0000 7f587b5d8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.329+0000 7f587b5d8780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.329+0000 7f587b5d8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.329+0000 7f587b5d8780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.332 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.329+0000 7f587b5d8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.333 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.329+0000 7f587b5d8780 20 started sync module instance, tier type = 2023-01-15T14:45:38.333 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.329+0000 7f587b5d8780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:38.334 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.333+0000 7f5879586700 0 -- 172.21.15.27:0/927918549 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x560930196c00 msgr2=0x56093017f080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:38.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.336+0000 7f587b5d8780 20 add_watcher() i=0 2023-01-15T14:45:38.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.336+0000 7f587b5d8780 20 add_watcher() i=1 2023-01-15T14:45:38.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.336+0000 7f587b5d8780 20 add_watcher() i=2 2023-01-15T14:45:38.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.336+0000 7f587b5d8780 20 add_watcher() i=3 2023-01-15T14:45:38.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.336+0000 7f587b5d8780 20 add_watcher() i=4 2023-01-15T14:45:38.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.336+0000 7f587b5d8780 20 add_watcher() i=5 2023-01-15T14:45:38.338 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.336+0000 7f587b5d8780 20 add_watcher() i=6 2023-01-15T14:45:38.339 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.337+0000 7f587b5d8780 20 add_watcher() i=7 2023-01-15T14:45:38.339 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.337+0000 7f587b5d8780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:38.340 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.338+0000 7f5860554700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:38.340 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.339+0000 7f587b5d8780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:38.341 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.339+0000 7f587b5d8780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:38.346 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.344+0000 7f587b5d8780 5 note: GC not initialized 2023-01-15T14:45:38.347 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.345+0000 7f585bd4b700 20 reqs_thread_entry: start 2023-01-15T14:45:38.347 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.345+0000 7f587b5d8780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:38.347 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.345+0000 7f587b5d8780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:38.347 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.345+0000 7f5859d47700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:08 2023 2023-01-15T14:45:38.348 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:38.348 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.345+0000 7f5859525700 20 reqs_thread_entry: start 2023-01-15T14:45:38.348 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.345+0000 7f587b5d8780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.348 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.346+0000 7f587b5d8780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:38.348 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.346+0000 7f587b5d8780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.349 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.346+0000 7f587b5d8780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:45:38.349 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.346+0000 7f587b5d8780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:38.349 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.346+0000 7f587b5d8780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.349 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.347+0000 7f587b5d8780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:38.349 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.347+0000 7f587b5d8780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.349 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.347+0000 7f587b5d8780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:45:38.349 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.347+0000 7f587b5d8780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:38.350 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.349+0000 7f5860554700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:38.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.350+0000 7f587b5d8780 20 remove_watcher() i=0 2023-01-15T14:45:38.352 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.350+0000 7f587b5d8780 2 removed watcher, disabling cache 2023-01-15T14:45:38.353 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.351+0000 7f587b5d8780 20 remove_watcher() i=1 2023-01-15T14:45:38.353 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.352+0000 7f587b5d8780 20 remove_watcher() i=2 2023-01-15T14:45:38.354 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.353+0000 7f587b5d8780 20 remove_watcher() i=3 2023-01-15T14:45:38.355 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.353+0000 7f587b5d8780 20 remove_watcher() i=4 2023-01-15T14:45:38.356 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.354+0000 7f587b5d8780 20 remove_watcher() i=5 2023-01-15T14:45:38.357 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.355+0000 7f587b5d8780 20 remove_watcher() i=6 2023-01-15T14:45:38.357 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.356+0000 7f587b5d8780 20 remove_watcher() i=7 2023-01-15T14:45:38.362 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:38.362 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:45:38.362 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-commit-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:45:38.362 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:38.363 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout 2023-01-15T14:45:38.396 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:38.397 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:38.408 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.406+0000 7f5d91036780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.408+0000 7f5d91036780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.408+0000 7f5d91036780 20 realm 2023-01-15T14:45:38.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.408+0000 7f5d91036780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.408+0000 7f5d91036780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.408+0000 7f5d91036780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:38.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.408+0000 7f5d91036780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.408+0000 7f5d91036780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.410 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.408+0000 7f5d91036780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.411 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.409+0000 7f5d91036780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:38.411 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.409+0000 7f5d91036780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.411 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.409+0000 7f5d91036780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:38.411 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.409+0000 7f5d91036780 20 searching for the correct realm 2023-01-15T14:45:38.419 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.417+0000 7f5d8efe4700 0 -- 172.21.15.27:0/3043652005 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x55b985912400 msgr2=0x55b9858f3b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:38.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.419+0000 7f5d91036780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:38.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.419+0000 7f5d91036780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:38.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.419+0000 7f5d91036780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:38.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.419+0000 7f5d91036780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:38.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.419+0000 7f5d91036780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.419+0000 7f5d91036780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.419+0000 7f5d91036780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.422 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.419+0000 7f5d91036780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:38.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.419+0000 7f5d91036780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.420+0000 7f5d91036780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:38.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.420+0000 7f5d91036780 20 zone default found 2023-01-15T14:45:38.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.420+0000 7f5d91036780 4 Realm: () 2023-01-15T14:45:38.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.420+0000 7f5d91036780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:38.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.420+0000 7f5d91036780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:38.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.420+0000 7f5d91036780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:38.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.420+0000 7f5d91036780 20 zonegroup default 2023-01-15T14:45:38.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.420+0000 7f5d91036780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.420+0000 7f5d91036780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.420+0000 7f5d91036780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.424 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.420+0000 7f5d91036780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.424 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.420+0000 7f5d91036780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.424 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.420+0000 7f5d91036780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.424 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.420+0000 7f5d91036780 20 started sync module instance, tier type = 2023-01-15T14:45:38.424 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.420+0000 7f5d91036780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:38.425 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.423+0000 7f5d8f7e5700 0 -- 172.21.15.27:0/3043652005 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x55b9862b2c00 msgr2=0x55b9858f2580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:45:38.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.427+0000 7f5d91036780 20 add_watcher() i=0 2023-01-15T14:45:38.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.427+0000 7f5d91036780 20 add_watcher() i=1 2023-01-15T14:45:38.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.427+0000 7f5d91036780 20 add_watcher() i=2 2023-01-15T14:45:38.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.427+0000 7f5d91036780 20 add_watcher() i=3 2023-01-15T14:45:38.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.427+0000 7f5d91036780 20 add_watcher() i=4 2023-01-15T14:45:38.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.427+0000 7f5d91036780 20 add_watcher() i=5 2023-01-15T14:45:38.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.427+0000 7f5d91036780 20 add_watcher() i=6 2023-01-15T14:45:38.430 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.428+0000 7f5d91036780 20 add_watcher() i=7 2023-01-15T14:45:38.430 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.428+0000 7f5d91036780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:38.430 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.429+0000 7f5d75fb2700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:38.431 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.429+0000 7f5d91036780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:38.431 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.429+0000 7f5d91036780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:38.436 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.434+0000 7f5d91036780 5 note: GC not initialized 2023-01-15T14:45:38.437 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.435+0000 7f5d717a9700 20 reqs_thread_entry: start 2023-01-15T14:45:38.437 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.435+0000 7f5d91036780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:38.438 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.435+0000 7f5d91036780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:38.438 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.435+0000 7f5d6f7a5700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:08 2023 2023-01-15T14:45:38.438 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:38.438 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.436+0000 7f5d6ef83700 20 reqs_thread_entry: start 2023-01-15T14:45:38.438 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.436+0000 7f5d91036780 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2023-01-15T14:45:38.438 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.436+0000 7f5d91036780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.436+0000 7f5d91036780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:38.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.436+0000 7f5d91036780 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2023-01-15T14:45:38.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.436+0000 7f5d91036780 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2023-01-15T14:45:38.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.436+0000 7f5d91036780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 : miss 2023-01-15T14:45:38.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.436+0000 7f5d91036780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.437+0000 7f5d91036780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:45:38.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.437+0000 7f5d91036780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 info.flags=0x13 2023-01-15T14:45:38.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.437+0000 7f5d91036780 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 to cache LRU end 2023-01-15T14:45:38.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.437+0000 7f5d91036780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:45:38.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.437+0000 7f5d91036780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:38.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.437+0000 7f5d91036780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 2023-01-15T14:45:38.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.441+0000 7f5d91036780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 info.flags=0x17 2023-01-15T14:45:38.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.441+0000 7f5d91036780 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 to cache LRU end 2023-01-15T14:45:38.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.441+0000 7f5d91036780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:38.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.441+0000 7f5d91036780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20, ofs0, ns] 2023-01-15T14:45:38.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.441+0000 7f5d88fd8700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197613 cookie 94255293675008 notifier 6021 bl.length()=893 2023-01-15T14:45:38.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.441+0000 7f5d88fd8700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 info.flags=0x17 2023-01-15T14:45:38.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.441+0000 7f5d88fd8700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 to cache LRU end 2023-01-15T14:45:38.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.441+0000 7f5d88fd8700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:38.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.441+0000 7f5d91036780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20]): orig_sources= new_sources= 2023-01-15T14:45:38.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.441+0000 7f5d91036780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20]): potential sources added=[] removed=[] 2023-01-15T14:45:38.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.441+0000 7f5d91036780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20]): orig_dests= new_dests= 2023-01-15T14:45:38.444 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.441+0000 7f5d91036780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20]): potential dests added=[] removed=[] 2023-01-15T14:45:38.445 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.0 2023-01-15T14:45:38.445 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.0 2023-01-15T14:45:38.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.1 2023-01-15T14:45:38.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.1 2023-01-15T14:45:38.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.2 2023-01-15T14:45:38.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.2 2023-01-15T14:45:38.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.3 2023-01-15T14:45:38.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.3 2023-01-15T14:45:38.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.4 2023-01-15T14:45:38.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.4 2023-01-15T14:45:38.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.5 2023-01-15T14:45:38.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.5 2023-01-15T14:45:38.446 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.6 2023-01-15T14:45:38.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.6 2023-01-15T14:45:38.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.7 2023-01-15T14:45:38.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.7 2023-01-15T14:45:38.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.8 2023-01-15T14:45:38.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.8 2023-01-15T14:45:38.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.9 2023-01-15T14:45:38.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.9 2023-01-15T14:45:38.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.10 2023-01-15T14:45:38.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.10 2023-01-15T14:45:38.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.11 2023-01-15T14:45:38.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1.11 2023-01-15T14:45:38.447 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.443+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.0 2023-01-15T14:45:38.448 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.444+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1 2023-01-15T14:45:38.449 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.444+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2 2023-01-15T14:45:38.449 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.445+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.3 2023-01-15T14:45:38.449 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.445+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.4 2023-01-15T14:45:38.449 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.446+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.5 2023-01-15T14:45:38.449 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.446+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.6 2023-01-15T14:45:38.449 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.447+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.7 2023-01-15T14:45:38.450 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.447+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.8 2023-01-15T14:45:38.450 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.448+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.9 2023-01-15T14:45:38.450 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.448+0000 7f5d91036780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.10 2023-01-15T14:45:38.452 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.451+0000 7f5d91036780 -1 Injecting error=-5 at location=commit_target_layout 2023-01-15T14:45:38.453 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.451+0000 7f5d91036780 0 ERROR: commit_reshard failed to commit target index layout: (5) Input/output error 2023-01-15T14:45:38.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.454+0000 7f5d75fb2700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:38.457 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.456+0000 7f5d91036780 20 remove_watcher() i=0 2023-01-15T14:45:38.457 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.456+0000 7f5d91036780 2 removed watcher, disabling cache 2023-01-15T14:45:38.458 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.456+0000 7f5d91036780 20 remove_watcher() i=1 2023-01-15T14:45:38.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.457+0000 7f5d91036780 20 remove_watcher() i=2 2023-01-15T14:45:38.459 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.458+0000 7f5d91036780 20 remove_watcher() i=3 2023-01-15T14:45:38.460 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.459+0000 7f5d91036780 20 remove_watcher() i=4 2023-01-15T14:45:38.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.459+0000 7f5d91036780 20 remove_watcher() i=5 2023-01-15T14:45:38.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.460+0000 7f5d91036780 20 remove_watcher() i=6 2023-01-15T14:45:38.462 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.461+0000 7f5d91036780 20 remove_watcher() i=7 2023-01-15T14:45:38.468 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-01-15T14:45:38.496 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:38.496 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:38.508 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.506+0000 7f1166493780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.510 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.508+0000 7f1166493780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.510 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.508+0000 7f1166493780 20 realm 2023-01-15T14:45:38.510 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.508+0000 7f1166493780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.510 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.508+0000 7f1166493780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.510 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.508+0000 7f1166493780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:38.510 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.508+0000 7f1166493780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.508+0000 7f1166493780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.508+0000 7f1166493780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.511 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.509+0000 7f1166493780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:38.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.509+0000 7f1166493780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.510+0000 7f1166493780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:38.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.510+0000 7f1166493780 20 searching for the correct realm 2023-01-15T14:45:38.520 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.518+0000 7f1164441700 0 -- 172.21.15.27:0/3883155461 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x560721470c00 msgr2=0x56072110d180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:45:38.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:38.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:38.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:38.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:38.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:38.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:38.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 20 zone default found 2023-01-15T14:45:38.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 4 Realm: () 2023-01-15T14:45:38.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:38.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:38.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:38.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 20 zonegroup default 2023-01-15T14:45:38.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.520+0000 7f1166493780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.521+0000 7f1166493780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.521+0000 7f1166493780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.521+0000 7f1166493780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.524 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.521+0000 7f1166493780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.525 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.521+0000 7f1166493780 20 started sync module instance, tier type = 2023-01-15T14:45:38.525 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.521+0000 7f1166493780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:38.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.525+0000 7f1164441700 0 -- 172.21.15.27:0/3883155461 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x56072154c000 msgr2=0x560721530b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:38.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.528+0000 7f1166493780 20 add_watcher() i=0 2023-01-15T14:45:38.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.528+0000 7f1166493780 20 add_watcher() i=1 2023-01-15T14:45:38.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.528+0000 7f1166493780 20 add_watcher() i=2 2023-01-15T14:45:38.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.528+0000 7f1166493780 20 add_watcher() i=3 2023-01-15T14:45:38.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.528+0000 7f1166493780 20 add_watcher() i=4 2023-01-15T14:45:38.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.528+0000 7f1166493780 20 add_watcher() i=5 2023-01-15T14:45:38.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.528+0000 7f1166493780 20 add_watcher() i=6 2023-01-15T14:45:38.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.528+0000 7f1166493780 20 add_watcher() i=7 2023-01-15T14:45:38.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.528+0000 7f1166493780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:38.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.530+0000 7f114b40f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:38.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.530+0000 7f1166493780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:38.532 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.530+0000 7f1166493780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:38.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.536+0000 7f1166493780 5 note: GC not initialized 2023-01-15T14:45:38.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.537+0000 7f1146c06700 20 reqs_thread_entry: start 2023-01-15T14:45:38.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.537+0000 7f1166493780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:38.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.537+0000 7f1166493780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:38.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.537+0000 7f1144c02700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:08 2023 2023-01-15T14:45:38.540 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:38.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.537+0000 7f11443e0700 20 reqs_thread_entry: start 2023-01-15T14:45:38.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.537+0000 7f1166493780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.538+0000 7f1166493780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:38.541 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.538+0000 7f1166493780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.538+0000 7f1166493780 20 rados_obj.operate() r=0 bl.length=413 2023-01-15T14:45:38.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.538+0000 7f1166493780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:38.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.538+0000 7f1166493780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.538+0000 7f1166493780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:38.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.538+0000 7f1166493780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.539+0000 7f1166493780 20 rados_obj.operate() r=0 bl.length=413 2023-01-15T14:45:38.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.539+0000 7f1166493780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:38.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.540+0000 7f114b40f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:38.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.542+0000 7f1166493780 20 remove_watcher() i=0 2023-01-15T14:45:38.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.542+0000 7f1166493780 2 removed watcher, disabling cache 2023-01-15T14:45:38.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.543+0000 7f1166493780 20 remove_watcher() i=1 2023-01-15T14:45:38.545 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.543+0000 7f1166493780 20 remove_watcher() i=2 2023-01-15T14:45:38.546 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.544+0000 7f1166493780 20 remove_watcher() i=3 2023-01-15T14:45:38.546 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.545+0000 7f1166493780 20 remove_watcher() i=4 2023-01-15T14:45:38.547 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.546+0000 7f1166493780 20 remove_watcher() i=5 2023-01-15T14:45:38.548 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.546+0000 7f1166493780 20 remove_watcher() i=6 2023-01-15T14:45:38.549 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.547+0000 7f1166493780 20 remove_watcher() i=7 2023-01-15T14:45:38.553 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:38.553 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:45:38.553 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-commit-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:45:38.553 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:38.603 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:45:38.635 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:38.635 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:38.647 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.646+0000 7fea432df780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.648 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.646+0000 7fea432df780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.646+0000 7fea432df780 20 realm 2023-01-15T14:45:38.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.646+0000 7fea432df780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.647+0000 7fea432df780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.647+0000 7fea432df780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:38.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.647+0000 7fea432df780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.647+0000 7fea432df780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.647+0000 7fea432df780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.650 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.648+0000 7fea432df780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:38.650 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.648+0000 7fea432df780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.650 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.648+0000 7fea432df780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:38.650 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.648+0000 7fea432df780 20 searching for the correct realm 2023-01-15T14:45:38.658 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.656+0000 7fea4128d700 0 -- 172.21.15.27:0/1964317611 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x56063acd4400 msgr2=0x56063abe6100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:38.660 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:38.660 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:38.660 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:38.660 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:38.660 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.660 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.660 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.660 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:38.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:38.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 20 zone default found 2023-01-15T14:45:38.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 4 Realm: () 2023-01-15T14:45:38.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:38.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:38.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:38.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 20 zonegroup default 2023-01-15T14:45:38.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.658+0000 7fea432df780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.659+0000 7fea432df780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.659+0000 7fea432df780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.659+0000 7fea432df780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.659+0000 7fea432df780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.659+0000 7fea432df780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.659+0000 7fea432df780 20 started sync module instance, tier type = 2023-01-15T14:45:38.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.659+0000 7fea432df780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:38.665 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.662+0000 7fea41a8e700 0 -- 172.21.15.27:0/1964317611 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x56063b680800 msgr2=0x56063abe4b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:38.667 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.666+0000 7fea432df780 20 add_watcher() i=0 2023-01-15T14:45:38.667 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.666+0000 7fea432df780 20 add_watcher() i=1 2023-01-15T14:45:38.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.666+0000 7fea432df780 20 add_watcher() i=2 2023-01-15T14:45:38.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.666+0000 7fea432df780 20 add_watcher() i=3 2023-01-15T14:45:38.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.666+0000 7fea432df780 20 add_watcher() i=4 2023-01-15T14:45:38.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.666+0000 7fea432df780 20 add_watcher() i=5 2023-01-15T14:45:38.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.666+0000 7fea432df780 20 add_watcher() i=6 2023-01-15T14:45:38.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.666+0000 7fea432df780 20 add_watcher() i=7 2023-01-15T14:45:38.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.666+0000 7fea432df780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:38.669 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.668+0000 7fea2825b700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:38.670 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.668+0000 7fea432df780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:38.670 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.668+0000 7fea432df780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:38.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.673+0000 7fea432df780 5 note: GC not initialized 2023-01-15T14:45:38.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.674+0000 7fea23a52700 20 reqs_thread_entry: start 2023-01-15T14:45:38.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.674+0000 7fea432df780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:38.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.674+0000 7fea432df780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:38.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.674+0000 7fea21a4e700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:08 2023 2023-01-15T14:45:38.677 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:38.677 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.674+0000 7fea2122c700 20 reqs_thread_entry: start 2023-01-15T14:45:38.677 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.674+0000 7fea432df780 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2023-01-15T14:45:38.677 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.674+0000 7fea432df780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.675+0000 7fea432df780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:38.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.675+0000 7fea432df780 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2023-01-15T14:45:38.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.675+0000 7fea432df780 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2023-01-15T14:45:38.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.675+0000 7fea432df780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 : miss 2023-01-15T14:45:38.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.675+0000 7fea432df780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.675+0000 7fea432df780 20 rados_obj.operate() r=0 bl.length=413 2023-01-15T14:45:38.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.675+0000 7fea432df780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 info.flags=0x13 2023-01-15T14:45:38.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.675+0000 7fea432df780 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 to cache LRU end 2023-01-15T14:45:38.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.675+0000 7fea432df780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:45:38.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.675+0000 7fea432df780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:38.679 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.675+0000 7fea432df780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 2023-01-15T14:45:38.679 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.677+0000 7fea432df780 10 init_target_layout removing existing target index objects from a previous reshard attempt 2023-01-15T14:45:38.684 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.682+0000 7fea432df780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 info.flags=0x17 2023-01-15T14:45:38.684 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.682+0000 7fea432df780 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 to cache LRU end 2023-01-15T14:45:38.684 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.682+0000 7fea432df780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:38.684 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.682+0000 7fea432df780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20, ofs0, ns] 2023-01-15T14:45:38.684 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.682+0000 7fea3b281700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197614 cookie 94584751822336 notifier 5800 bl.length()=893 2023-01-15T14:45:38.684 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.682+0000 7fea3b281700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 info.flags=0x17 2023-01-15T14:45:38.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.682+0000 7fea3b281700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 to cache LRU end 2023-01-15T14:45:38.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.682+0000 7fea3b281700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:38.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.683+0000 7fea432df780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20]): orig_sources= new_sources= 2023-01-15T14:45:38.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.683+0000 7fea432df780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20]): potential sources added=[] removed=[] 2023-01-15T14:45:38.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.683+0000 7fea432df780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20]): orig_dests= new_dests= 2023-01-15T14:45:38.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.683+0000 7fea432df780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20]): potential dests added=[] removed=[] 2023-01-15T14:45:38.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.0 2023-01-15T14:45:38.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.0 2023-01-15T14:45:38.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.1 2023-01-15T14:45:38.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.1 2023-01-15T14:45:38.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.2 2023-01-15T14:45:38.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.2 2023-01-15T14:45:38.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.3 2023-01-15T14:45:38.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.3 2023-01-15T14:45:38.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.4 2023-01-15T14:45:38.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.4 2023-01-15T14:45:38.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.5 2023-01-15T14:45:38.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.5 2023-01-15T14:45:38.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.6 2023-01-15T14:45:38.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.6 2023-01-15T14:45:38.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.7 2023-01-15T14:45:38.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.7 2023-01-15T14:45:38.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.8 2023-01-15T14:45:38.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.8 2023-01-15T14:45:38.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.9 2023-01-15T14:45:38.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.9 2023-01-15T14:45:38.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.10 2023-01-15T14:45:38.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.10 2023-01-15T14:45:38.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.11 2023-01-15T14:45:38.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2.11 2023-01-15T14:45:38.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.0 2023-01-15T14:45:38.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.685+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.1 2023-01-15T14:45:38.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.686+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.2 2023-01-15T14:45:38.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.686+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.3 2023-01-15T14:45:38.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.686+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.4 2023-01-15T14:45:38.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.687+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.5 2023-01-15T14:45:38.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.687+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.6 2023-01-15T14:45:38.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.688+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.7 2023-01-15T14:45:38.691 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.689+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.8 2023-01-15T14:45:38.691 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.689+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.9 2023-01-15T14:45:38.691 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.690+0000 7fea432df780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20.10 2023-01-15T14:45:38.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.692+0000 7fea432df780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 : hit (requested=0x13, cached=0x17) 2023-01-15T14:45:38.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.692+0000 7fea432df780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 2023-01-15T14:45:38.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.693+0000 7fea432df780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 info.flags=0x17 2023-01-15T14:45:38.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.693+0000 7fea432df780 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 to cache LRU end 2023-01-15T14:45:38.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.693+0000 7fea432df780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:38.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.693+0000 7fea432df780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20, ofs0, ns] 2023-01-15T14:45:38.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.693+0000 7fea3b281700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197615 cookie 94584751822336 notifier 5800 bl.length()=861 2023-01-15T14:45:38.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.693+0000 7fea3b281700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 info.flags=0x17 2023-01-15T14:45:38.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.693+0000 7fea3b281700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 to cache LRU end 2023-01-15T14:45:38.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.693+0000 7fea3b281700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:38.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.693+0000 7fea432df780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20]): orig_sources= new_sources= 2023-01-15T14:45:38.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.693+0000 7fea432df780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20]): potential sources added=[] removed=[] 2023-01-15T14:45:38.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.693+0000 7fea432df780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20]): orig_dests= new_dests= 2023-01-15T14:45:38.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.693+0000 7fea432df780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20]): potential dests added=[] removed=[] 2023-01-15T14:45:38.697 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.695+0000 7fea432df780 1 execute INFO: reshard of bucket "error-at-commit-target-layout" completed successfully 2023-01-15T14:45:38.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.697+0000 7fea2825b700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:38.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.699+0000 7fea432df780 20 remove_watcher() i=0 2023-01-15T14:45:38.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.699+0000 7fea432df780 2 removed watcher, disabling cache 2023-01-15T14:45:38.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.699+0000 7fea432df780 20 remove_watcher() i=1 2023-01-15T14:45:38.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.700+0000 7fea432df780 20 remove_watcher() i=2 2023-01-15T14:45:38.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.701+0000 7fea432df780 20 remove_watcher() i=3 2023-01-15T14:45:38.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.702+0000 7fea432df780 20 remove_watcher() i=4 2023-01-15T14:45:38.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.702+0000 7fea432df780 20 remove_watcher() i=5 2023-01-15T14:45:38.705 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.703+0000 7fea432df780 20 remove_watcher() i=6 2023-01-15T14:45:38.706 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.704+0000 7fea432df780 20 remove_watcher() i=7 2023-01-15T14:45:38.712 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-01-15T14:45:38.741 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:38.741 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:38.753 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.751+0000 7f57ba40e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.753+0000 7f57ba40e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.753+0000 7f57ba40e780 20 realm 2023-01-15T14:45:38.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.753+0000 7f57ba40e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.753+0000 7f57ba40e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.753+0000 7f57ba40e780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:38.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.753+0000 7f57ba40e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.753+0000 7f57ba40e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.753+0000 7f57ba40e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.754+0000 7f57ba40e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:38.757 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.754+0000 7f57ba40e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.757 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.754+0000 7f57ba40e780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:38.757 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.754+0000 7f57ba40e780 20 searching for the correct realm 2023-01-15T14:45:38.764 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.762+0000 7f57b7bbb700 0 -- 172.21.15.27:0/459206919 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x5583336e5c00 msgr2=0x558333379180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:45:38.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.764+0000 7f57ba40e780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:38.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.764+0000 7f57ba40e780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:38.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.764+0000 7f57ba40e780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:38.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.764+0000 7f57ba40e780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:38.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.764+0000 7f57ba40e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.767 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.764+0000 7f57ba40e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.764+0000 7f57ba40e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.765+0000 7f57ba40e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:38.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.765+0000 7f57ba40e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.765+0000 7f57ba40e780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:38.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.765+0000 7f57ba40e780 20 zone default found 2023-01-15T14:45:38.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.765+0000 7f57ba40e780 4 Realm: () 2023-01-15T14:45:38.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.765+0000 7f57ba40e780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:38.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.765+0000 7f57ba40e780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:38.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.765+0000 7f57ba40e780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:38.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.765+0000 7f57ba40e780 20 zonegroup default 2023-01-15T14:45:38.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.765+0000 7f57ba40e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.765+0000 7f57ba40e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.765+0000 7f57ba40e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.765+0000 7f57ba40e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.765+0000 7f57ba40e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.766+0000 7f57ba40e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:38.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.766+0000 7f57ba40e780 20 started sync module instance, tier type = 2023-01-15T14:45:38.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.766+0000 7f57ba40e780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:38.771 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.769+0000 7f57b8bbd700 0 -- 172.21.15.27:0/459206919 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x5583332e0800 msgr2=0x5583336d2b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:38.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.772+0000 7f57ba40e780 20 add_watcher() i=0 2023-01-15T14:45:38.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.772+0000 7f57ba40e780 20 add_watcher() i=1 2023-01-15T14:45:38.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.772+0000 7f57ba40e780 20 add_watcher() i=2 2023-01-15T14:45:38.774 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.772+0000 7f57ba40e780 20 add_watcher() i=3 2023-01-15T14:45:38.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.772+0000 7f57ba40e780 20 add_watcher() i=4 2023-01-15T14:45:38.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.772+0000 7f57ba40e780 20 add_watcher() i=5 2023-01-15T14:45:38.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.772+0000 7f57ba40e780 20 add_watcher() i=6 2023-01-15T14:45:38.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.773+0000 7f57ba40e780 20 add_watcher() i=7 2023-01-15T14:45:38.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.773+0000 7f57ba40e780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:38.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.774+0000 7f579f38a700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:38.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.774+0000 7f57ba40e780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:38.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.774+0000 7f57ba40e780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:38.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.780+0000 7f57ba40e780 5 note: GC not initialized 2023-01-15T14:45:38.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.781+0000 7f579ab81700 20 reqs_thread_entry: start 2023-01-15T14:45:38.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.781+0000 7f57ba40e780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:38.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.781+0000 7f57ba40e780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:38.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.781+0000 7f5798b7d700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:09 2023 2023-01-15T14:45:38.783 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:38.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.781+0000 7f579835b700 20 reqs_thread_entry: start 2023-01-15T14:45:38.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.781+0000 7f57ba40e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.782+0000 7f57ba40e780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:38.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.782+0000 7f57ba40e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.782+0000 7f57ba40e780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:45:38.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.782+0000 7f57ba40e780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:38.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.782+0000 7f57ba40e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.782+0000 7f57ba40e780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:38.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.782+0000 7f57ba40e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:38.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.783+0000 7f57ba40e780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:45:38.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.783+0000 7f57ba40e780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:38.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.784+0000 7f579f38a700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:38.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.786+0000 7f57ba40e780 20 remove_watcher() i=0 2023-01-15T14:45:38.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.786+0000 7f57ba40e780 2 removed watcher, disabling cache 2023-01-15T14:45:38.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.787+0000 7f57ba40e780 20 remove_watcher() i=1 2023-01-15T14:45:38.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.788+0000 7f57ba40e780 20 remove_watcher() i=2 2023-01-15T14:45:38.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.789+0000 7f57ba40e780 20 remove_watcher() i=3 2023-01-15T14:45:38.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.789+0000 7f57ba40e780 20 remove_watcher() i=4 2023-01-15T14:45:38.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.790+0000 7f57ba40e780 20 remove_watcher() i=5 2023-01-15T14:45:38.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.791+0000 7f57ba40e780 20 remove_watcher() i=6 2023-01-15T14:45:38.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:38.792+0000 7f57ba40e780 20 remove_watcher() i=7 2023-01-15T14:45:38.798 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:38.798 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:45:38.798 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-commit-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.20 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:45:38.798 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:38.874 INFO:tasks.workunit.client.0.smithi027.stderr:TEST: reshard bucket with ECANCELED injected at commit_target_layout 2023-01-15T14:45:38.874 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.037 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-01-15T14:45:39.064 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:39.064 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:39.075 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.074+0000 7f870467b780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.077 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.075+0000 7f870467b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.077 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.075+0000 7f870467b780 20 realm 2023-01-15T14:45:39.078 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.075+0000 7f870467b780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.078 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.075+0000 7f870467b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.078 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.075+0000 7f870467b780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:39.078 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.075+0000 7f870467b780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.078 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.076+0000 7f870467b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.078 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.076+0000 7f870467b780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.079 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.076+0000 7f870467b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:39.079 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.076+0000 7f870467b780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.079 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.077+0000 7f870467b780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:39.079 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.077+0000 7f870467b780 20 searching for the correct realm 2023-01-15T14:45:39.086 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.085+0000 7f8702629700 0 -- 172.21.15.27:0/1641096295 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x556ead40a400 msgr2=0x556ead31c100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:39.088 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.086+0000 7f870467b780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:39.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.086+0000 7f870467b780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:39.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.086+0000 7f870467b780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:39.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.086+0000 7f870467b780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:39.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.086+0000 7f870467b780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.087+0000 7f870467b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.087+0000 7f870467b780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.087+0000 7f870467b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:39.089 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.087+0000 7f870467b780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.087+0000 7f870467b780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:39.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.087+0000 7f870467b780 20 zone default found 2023-01-15T14:45:39.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.087+0000 7f870467b780 4 Realm: () 2023-01-15T14:45:39.090 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.087+0000 7f870467b780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:39.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.087+0000 7f870467b780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:39.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.087+0000 7f870467b780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:39.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.087+0000 7f870467b780 20 zonegroup default 2023-01-15T14:45:39.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.087+0000 7f870467b780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.087+0000 7f870467b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.087+0000 7f870467b780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.088+0000 7f870467b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.088+0000 7f870467b780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.088+0000 7f870467b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.088+0000 7f870467b780 20 started sync module instance, tier type = 2023-01-15T14:45:39.092 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.088+0000 7f870467b780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:39.093 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.091+0000 7f8702e2a700 0 -- 172.21.15.27:0/1641096295 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x556ead339800 msgr2=0x556ead31ab00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:39.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.095+0000 7f870467b780 20 add_watcher() i=0 2023-01-15T14:45:39.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.095+0000 7f870467b780 20 add_watcher() i=1 2023-01-15T14:45:39.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.095+0000 7f870467b780 20 add_watcher() i=2 2023-01-15T14:45:39.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.095+0000 7f870467b780 20 add_watcher() i=3 2023-01-15T14:45:39.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.095+0000 7f870467b780 20 add_watcher() i=4 2023-01-15T14:45:39.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.095+0000 7f870467b780 20 add_watcher() i=5 2023-01-15T14:45:39.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.095+0000 7f870467b780 20 add_watcher() i=6 2023-01-15T14:45:39.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.095+0000 7f870467b780 20 add_watcher() i=7 2023-01-15T14:45:39.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.095+0000 7f870467b780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:39.098 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.097+0000 7f86e95f7700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:39.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.097+0000 7f870467b780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:39.099 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.097+0000 7f870467b780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:39.104 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.102+0000 7f870467b780 5 note: GC not initialized 2023-01-15T14:45:39.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.103+0000 7f86e4dee700 20 reqs_thread_entry: start 2023-01-15T14:45:39.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.103+0000 7f870467b780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:39.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.103+0000 7f870467b780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:39.105 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.103+0000 7f86e2dea700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:09 2023 2023-01-15T14:45:39.106 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.106 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.103+0000 7f86e25c8700 20 reqs_thread_entry: start 2023-01-15T14:45:39.106 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.103+0000 7f870467b780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.104+0000 7f870467b780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:39.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.104+0000 7f870467b780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.104+0000 7f870467b780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:45:39.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.104+0000 7f870467b780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:39.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.104+0000 7f870467b780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.105+0000 7f870467b780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:39.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.105+0000 7f870467b780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.105+0000 7f870467b780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:45:39.107 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.105+0000 7f870467b780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:39.108 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.106+0000 7f86e95f7700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:39.109 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.108+0000 7f870467b780 20 remove_watcher() i=0 2023-01-15T14:45:39.110 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.108+0000 7f870467b780 2 removed watcher, disabling cache 2023-01-15T14:45:39.110 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.109+0000 7f870467b780 20 remove_watcher() i=1 2023-01-15T14:45:39.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.109+0000 7f870467b780 20 remove_watcher() i=2 2023-01-15T14:45:39.112 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.111+0000 7f870467b780 20 remove_watcher() i=3 2023-01-15T14:45:39.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.111+0000 7f870467b780 20 remove_watcher() i=4 2023-01-15T14:45:39.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.112+0000 7f870467b780 20 remove_watcher() i=5 2023-01-15T14:45:39.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.113+0000 7f870467b780 20 remove_watcher() i=6 2023-01-15T14:45:39.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.114+0000 7f870467b780 20 remove_watcher() i=7 2023-01-15T14:45:39.119 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.120 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:45:39.120 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-commit-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:45:39.120 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.121 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket error-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at commit_target_layout --inject-error-code 125 2023-01-15T14:45:39.156 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:39.157 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:39.168 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.167+0000 7f76f51d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.168+0000 7f76f51d6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.168+0000 7f76f51d6780 20 realm 2023-01-15T14:45:39.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.168+0000 7f76f51d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.168+0000 7f76f51d6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.168+0000 7f76f51d6780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:39.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.168+0000 7f76f51d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.168+0000 7f76f51d6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.168+0000 7f76f51d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.169+0000 7f76f51d6780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:39.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.169+0000 7f76f51d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.169+0000 7f76f51d6780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:39.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.169+0000 7f76f51d6780 20 searching for the correct realm 2023-01-15T14:45:39.179 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.177+0000 7f76f2983700 0 -- 172.21.15.27:0/3266021127 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x562d6e72d000 msgr2=0x562d6d939700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:39.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.179+0000 7f76f51d6780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:39.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.179+0000 7f76f51d6780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:39.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.179+0000 7f76f51d6780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:39.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.179+0000 7f76f51d6780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:39.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.179+0000 7f76f51d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.179+0000 7f76f51d6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.179+0000 7f76f51d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.179+0000 7f76f51d6780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:39.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.179+0000 7f76f51d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.180+0000 7f76f51d6780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:39.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.180+0000 7f76f51d6780 20 zone default found 2023-01-15T14:45:39.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.180+0000 7f76f51d6780 4 Realm: () 2023-01-15T14:45:39.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.180+0000 7f76f51d6780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:39.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.180+0000 7f76f51d6780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:39.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.180+0000 7f76f51d6780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:39.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.180+0000 7f76f51d6780 20 zonegroup default 2023-01-15T14:45:39.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.180+0000 7f76f51d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.180+0000 7f76f51d6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.183 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.180+0000 7f76f51d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.180+0000 7f76f51d6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.180+0000 7f76f51d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.180+0000 7f76f51d6780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.180+0000 7f76f51d6780 20 started sync module instance, tier type = 2023-01-15T14:45:39.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.180+0000 7f76f51d6780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:39.186 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.184+0000 7f76f3184700 0 -- 172.21.15.27:0/3266021127 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x562d6dd7e000 msgr2=0x562d6dd60b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:45:39.189 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.187+0000 7f76f51d6780 20 add_watcher() i=0 2023-01-15T14:45:39.189 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.187+0000 7f76f51d6780 20 add_watcher() i=1 2023-01-15T14:45:39.189 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.187+0000 7f76f51d6780 20 add_watcher() i=2 2023-01-15T14:45:39.189 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.187+0000 7f76f51d6780 20 add_watcher() i=3 2023-01-15T14:45:39.189 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.187+0000 7f76f51d6780 20 add_watcher() i=4 2023-01-15T14:45:39.189 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.187+0000 7f76f51d6780 20 add_watcher() i=5 2023-01-15T14:45:39.190 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.187+0000 7f76f51d6780 20 add_watcher() i=6 2023-01-15T14:45:39.190 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.188+0000 7f76f51d6780 20 add_watcher() i=7 2023-01-15T14:45:39.190 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.188+0000 7f76f51d6780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:39.191 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.189+0000 7f76da152700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:39.191 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.189+0000 7f76f51d6780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:39.191 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.189+0000 7f76f51d6780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:39.197 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.195+0000 7f76f51d6780 5 note: GC not initialized 2023-01-15T14:45:39.198 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.196+0000 7f76d5949700 20 reqs_thread_entry: start 2023-01-15T14:45:39.198 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.196+0000 7f76f51d6780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:39.198 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.196+0000 7f76f51d6780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:39.198 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.196+0000 7f76d3945700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:09 2023 2023-01-15T14:45:39.198 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.198 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.196+0000 7f76d3123700 20 reqs_thread_entry: start 2023-01-15T14:45:39.198 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.196+0000 7f76f51d6780 10 cache get: name=default.rgw.meta+root+error-at-commit-target-layout : miss 2023-01-15T14:45:39.198 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.196+0000 7f76f51d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.199 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.197+0000 7f76f51d6780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:39.199 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.197+0000 7f76f51d6780 10 cache put: name=default.rgw.meta+root+error-at-commit-target-layout info.flags=0x11 2023-01-15T14:45:39.199 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.197+0000 7f76f51d6780 10 adding default.rgw.meta+root+error-at-commit-target-layout to cache LRU end 2023-01-15T14:45:39.200 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.197+0000 7f76f51d6780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 : miss 2023-01-15T14:45:39.200 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.197+0000 7f76f51d6780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.200 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.197+0000 7f76f51d6780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:45:39.200 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.197+0000 7f76f51d6780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 info.flags=0x13 2023-01-15T14:45:39.200 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.197+0000 7f76f51d6780 10 adding default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 to cache LRU end 2023-01-15T14:45:39.200 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.197+0000 7f76f51d6780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:45:39.200 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.197+0000 7f76f51d6780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:39.200 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.197+0000 7f76f51d6780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 2023-01-15T14:45:39.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.201+0000 7f76f51d6780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 info.flags=0x17 2023-01-15T14:45:39.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.201+0000 7f76f51d6780 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 to cache LRU end 2023-01-15T14:45:39.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.201+0000 7f76f51d6780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:39.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.201+0000 7f76f51d6780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21, ofs0, ns] 2023-01-15T14:45:39.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.202+0000 7f76ed178700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197619 cookie 94753111873024 notifier 6123 bl.length()=893 2023-01-15T14:45:39.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.202+0000 7f76ed178700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 info.flags=0x17 2023-01-15T14:45:39.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.202+0000 7f76ed178700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 to cache LRU end 2023-01-15T14:45:39.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.202+0000 7f76ed178700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:39.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.202+0000 7f76f51d6780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21]): orig_sources= new_sources= 2023-01-15T14:45:39.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.202+0000 7f76f51d6780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21]): potential sources added=[] removed=[] 2023-01-15T14:45:39.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.202+0000 7f76f51d6780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21]): orig_dests= new_dests= 2023-01-15T14:45:39.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.202+0000 7f76f51d6780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21]): potential dests added=[] removed=[] 2023-01-15T14:45:39.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.0 2023-01-15T14:45:39.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.0 2023-01-15T14:45:39.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.1 2023-01-15T14:45:39.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.1 2023-01-15T14:45:39.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.2 2023-01-15T14:45:39.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.2 2023-01-15T14:45:39.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.3 2023-01-15T14:45:39.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.3 2023-01-15T14:45:39.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.4 2023-01-15T14:45:39.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.4 2023-01-15T14:45:39.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.5 2023-01-15T14:45:39.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.5 2023-01-15T14:45:39.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.6 2023-01-15T14:45:39.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.6 2023-01-15T14:45:39.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.7 2023-01-15T14:45:39.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.7 2023-01-15T14:45:39.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.8 2023-01-15T14:45:39.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.8 2023-01-15T14:45:39.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.9 2023-01-15T14:45:39.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.9 2023-01-15T14:45:39.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.10 2023-01-15T14:45:39.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.10 2023-01-15T14:45:39.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.11 2023-01-15T14:45:39.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1.11 2023-01-15T14:45:39.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.204+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.0 2023-01-15T14:45:39.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.205+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.1 2023-01-15T14:45:39.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.205+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.2 2023-01-15T14:45:39.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.206+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.3 2023-01-15T14:45:39.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.206+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.4 2023-01-15T14:45:39.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.207+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.5 2023-01-15T14:45:39.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.207+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.6 2023-01-15T14:45:39.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.208+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.7 2023-01-15T14:45:39.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.208+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.8 2023-01-15T14:45:39.211 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.209+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.9 2023-01-15T14:45:39.211 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.209+0000 7f76f51d6780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21.10 2023-01-15T14:45:39.213 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.211+0000 7f76f51d6780 -1 Injecting error=-125 at location=commit_target_layout 2023-01-15T14:45:39.213 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.212+0000 7f76f51d6780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 : hit (requested=0x13, cached=0x17) 2023-01-15T14:45:39.214 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.212+0000 7f76f51d6780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 2023-01-15T14:45:39.214 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.212+0000 7f76f51d6780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 info.flags=0x17 2023-01-15T14:45:39.214 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.212+0000 7f76f51d6780 10 moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 to cache LRU end 2023-01-15T14:45:39.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.212+0000 7f76f51d6780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:39.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.212+0000 7f76f51d6780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21, ofs0, ns] 2023-01-15T14:45:39.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.213+0000 7f76ed178700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197620 cookie 94753111873024 notifier 6123 bl.length()=861 2023-01-15T14:45:39.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.213+0000 7f76ed178700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 info.flags=0x17 2023-01-15T14:45:39.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.213+0000 7f76ed178700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 to cache LRU end 2023-01-15T14:45:39.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.213+0000 7f76ed178700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:39.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.213+0000 7f76f51d6780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21]): orig_sources= new_sources= 2023-01-15T14:45:39.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.213+0000 7f76f51d6780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21]): potential sources added=[] removed=[] 2023-01-15T14:45:39.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.213+0000 7f76f51d6780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21]): orig_dests= new_dests= 2023-01-15T14:45:39.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.213+0000 7f76f51d6780 20 handle_bi_update(): bucket=:error-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21]): potential dests added=[] removed=[] 2023-01-15T14:45:39.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.215+0000 7f76f51d6780 1 execute INFO: reshard of bucket "error-at-commit-target-layout" completed successfully 2023-01-15T14:45:39.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.216+0000 7f76da152700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:39.219 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.218+0000 7f76f51d6780 20 remove_watcher() i=0 2023-01-15T14:45:39.219 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.218+0000 7f76f51d6780 2 removed watcher, disabling cache 2023-01-15T14:45:39.220 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.218+0000 7f76f51d6780 20 remove_watcher() i=1 2023-01-15T14:45:39.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.219+0000 7f76f51d6780 20 remove_watcher() i=2 2023-01-15T14:45:39.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.220+0000 7f76f51d6780 20 remove_watcher() i=3 2023-01-15T14:45:39.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.221+0000 7f76f51d6780 20 remove_watcher() i=4 2023-01-15T14:45:39.223 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.222+0000 7f76f51d6780 20 remove_watcher() i=5 2023-01-15T14:45:39.224 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.222+0000 7f76f51d6780 20 remove_watcher() i=6 2023-01-15T14:45:39.225 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.223+0000 7f76f51d6780 20 remove_watcher() i=7 2023-01-15T14:45:39.230 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-commit-target-layout 2023-01-15T14:45:39.259 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:39.259 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:39.271 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.270+0000 7fd08bd41780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.271+0000 7fd08bd41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.271+0000 7fd08bd41780 20 realm 2023-01-15T14:45:39.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.271+0000 7fd08bd41780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.273 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.271+0000 7fd08bd41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.274 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.271+0000 7fd08bd41780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:39.274 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.271+0000 7fd08bd41780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.274 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.271+0000 7fd08bd41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.274 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.271+0000 7fd08bd41780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.274 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.272+0000 7fd08bd41780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:39.275 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.272+0000 7fd08bd41780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.275 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.273+0000 7fd08bd41780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:39.275 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.273+0000 7fd08bd41780 20 searching for the correct realm 2023-01-15T14:45:39.283 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.281+0000 7fd0894ee700 0 -- 172.21.15.27:0/3732013348 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x56515fa87800 msgr2=0x56515ecc7180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:39.284 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.282+0000 7fd08bd41780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:39.284 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.282+0000 7fd08bd41780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:39.285 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.282+0000 7fd08bd41780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:39.285 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.282+0000 7fd08bd41780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:39.285 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.282+0000 7fd08bd41780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.285 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.283+0000 7fd08bd41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.285 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.283+0000 7fd08bd41780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.283+0000 7fd08bd41780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:39.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.283+0000 7fd08bd41780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.283+0000 7fd08bd41780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:39.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.283+0000 7fd08bd41780 20 zone default found 2023-01-15T14:45:39.286 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.283+0000 7fd08bd41780 4 Realm: () 2023-01-15T14:45:39.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.283+0000 7fd08bd41780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:39.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.283+0000 7fd08bd41780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:39.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.283+0000 7fd08bd41780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:39.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.283+0000 7fd08bd41780 20 zonegroup default 2023-01-15T14:45:39.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.283+0000 7fd08bd41780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.284+0000 7fd08bd41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.284+0000 7fd08bd41780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.284+0000 7fd08bd41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.284+0000 7fd08bd41780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.284+0000 7fd08bd41780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.284+0000 7fd08bd41780 20 started sync module instance, tier type = 2023-01-15T14:45:39.287 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.284+0000 7fd08bd41780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:39.289 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.287+0000 7fd089cef700 0 -- 172.21.15.27:0/3732013348 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x56515f108000 msgr2=0x56515f025080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:39.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.291+0000 7fd08bd41780 20 add_watcher() i=0 2023-01-15T14:45:39.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.291+0000 7fd08bd41780 20 add_watcher() i=1 2023-01-15T14:45:39.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.291+0000 7fd08bd41780 20 add_watcher() i=2 2023-01-15T14:45:39.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.291+0000 7fd08bd41780 20 add_watcher() i=3 2023-01-15T14:45:39.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.291+0000 7fd08bd41780 20 add_watcher() i=4 2023-01-15T14:45:39.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.291+0000 7fd08bd41780 20 add_watcher() i=5 2023-01-15T14:45:39.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.291+0000 7fd08bd41780 20 add_watcher() i=6 2023-01-15T14:45:39.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.292+0000 7fd08bd41780 20 add_watcher() i=7 2023-01-15T14:45:39.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.292+0000 7fd08bd41780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:39.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.293+0000 7fd070cbd700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:39.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.294+0000 7fd08bd41780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:39.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.294+0000 7fd08bd41780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:39.301 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.299+0000 7fd08bd41780 5 note: GC not initialized 2023-01-15T14:45:39.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.300+0000 7fd06c4b4700 20 reqs_thread_entry: start 2023-01-15T14:45:39.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.300+0000 7fd08bd41780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:39.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.300+0000 7fd08bd41780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:39.303 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.300+0000 7fd06a4b0700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:09 2023 2023-01-15T14:45:39.303 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.303 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.300+0000 7fd069c8e700 20 reqs_thread_entry: start 2023-01-15T14:45:39.303 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.300+0000 7fd08bd41780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.303 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.301+0000 7fd08bd41780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:39.303 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.301+0000 7fd08bd41780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.304 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.301+0000 7fd08bd41780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:45:39.304 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.301+0000 7fd08bd41780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:39.304 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.301+0000 7fd08bd41780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.304 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.301+0000 7fd08bd41780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:39.304 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.301+0000 7fd08bd41780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.304 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.302+0000 7fd08bd41780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:45:39.304 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.302+0000 7fd08bd41780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:39.305 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.303+0000 7fd070cbd700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:39.307 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.305+0000 7fd08bd41780 20 remove_watcher() i=0 2023-01-15T14:45:39.307 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.305+0000 7fd08bd41780 2 removed watcher, disabling cache 2023-01-15T14:45:39.308 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.306+0000 7fd08bd41780 20 remove_watcher() i=1 2023-01-15T14:45:39.308 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.307+0000 7fd08bd41780 20 remove_watcher() i=2 2023-01-15T14:45:39.309 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.308+0000 7fd08bd41780 20 remove_watcher() i=3 2023-01-15T14:45:39.310 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.309+0000 7fd08bd41780 20 remove_watcher() i=4 2023-01-15T14:45:39.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.309+0000 7fd08bd41780 20 remove_watcher() i=5 2023-01-15T14:45:39.312 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.310+0000 7fd08bd41780 20 remove_watcher() i=6 2023-01-15T14:45:39.313 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.311+0000 7fd08bd41780 20 remove_watcher() i=7 2023-01-15T14:45:39.317 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.317 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:45:39.317 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-commit-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.21 num_objects: 20 size_kb: 1 num_shards: 12 2023-01-15T14:45:39.317 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.395 INFO:tasks.workunit.client.0.smithi027.stderr:TEST: reshard bucket with abort at commit_target_layout 2023-01-15T14:45:39.396 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.561 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2023-01-15T14:45:39.589 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:39.589 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:39.601 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.599+0000 7fea8429e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.600+0000 7fea8429e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.600+0000 7fea8429e780 20 realm 2023-01-15T14:45:39.602 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.600+0000 7fea8429e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.600+0000 7fea8429e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.600+0000 7fea8429e780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:39.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.600+0000 7fea8429e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.601+0000 7fea8429e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.603 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.601+0000 7fea8429e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.604 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.602+0000 7fea8429e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:39.604 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.602+0000 7fea8429e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.604 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.602+0000 7fea8429e780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:39.604 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.602+0000 7fea8429e780 20 searching for the correct realm 2023-01-15T14:45:39.612 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.610+0000 7fea8224c700 0 -- 172.21.15.27:0/1135164294 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x5648ba9f0800 msgr2=0x5648ba68b180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:39.614 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.612+0000 7fea8429e780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:39.614 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.612+0000 7fea8429e780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:39.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.612+0000 7fea8429e780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:39.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.612+0000 7fea8429e780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:39.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.612+0000 7fea8429e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.612+0000 7fea8429e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.612+0000 7fea8429e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.612+0000 7fea8429e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:39.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.612+0000 7fea8429e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.613+0000 7fea8429e780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:39.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.613+0000 7fea8429e780 20 zone default found 2023-01-15T14:45:39.615 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.613+0000 7fea8429e780 4 Realm: () 2023-01-15T14:45:39.616 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.613+0000 7fea8429e780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:39.616 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.613+0000 7fea8429e780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:39.616 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.613+0000 7fea8429e780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:39.616 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.613+0000 7fea8429e780 20 zonegroup default 2023-01-15T14:45:39.616 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.613+0000 7fea8429e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.616 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.613+0000 7fea8429e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.616 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.613+0000 7fea8429e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.617 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.613+0000 7fea8429e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.617 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.613+0000 7fea8429e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.617 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.613+0000 7fea8429e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.617 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.613+0000 7fea8429e780 20 started sync module instance, tier type = 2023-01-15T14:45:39.617 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.613+0000 7fea8429e780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:39.619 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.617+0000 7fea82a4d700 0 -- 172.21.15.27:0/1135164294 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x5648ba9f1400 msgr2=0x5648baaa9600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:39.622 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.620+0000 7fea8429e780 20 add_watcher() i=0 2023-01-15T14:45:39.622 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.620+0000 7fea8429e780 20 add_watcher() i=1 2023-01-15T14:45:39.622 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.620+0000 7fea8429e780 20 add_watcher() i=2 2023-01-15T14:45:39.622 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.620+0000 7fea8429e780 20 add_watcher() i=3 2023-01-15T14:45:39.622 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.620+0000 7fea8429e780 20 add_watcher() i=4 2023-01-15T14:45:39.622 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.620+0000 7fea8429e780 20 add_watcher() i=5 2023-01-15T14:45:39.622 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.620+0000 7fea8429e780 20 add_watcher() i=6 2023-01-15T14:45:39.623 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.621+0000 7fea8429e780 20 add_watcher() i=7 2023-01-15T14:45:39.623 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.621+0000 7fea8429e780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:39.623 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.622+0000 7fea6921a700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:39.624 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.622+0000 7fea8429e780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:39.624 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.622+0000 7fea8429e780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:39.630 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.628+0000 7fea8429e780 5 note: GC not initialized 2023-01-15T14:45:39.631 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.629+0000 7fea64a11700 20 reqs_thread_entry: start 2023-01-15T14:45:39.631 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.629+0000 7fea8429e780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:39.632 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.629+0000 7fea8429e780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:39.632 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.629+0000 7fea62a0d700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:09 2023 2023-01-15T14:45:39.632 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.632 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.629+0000 7fea621eb700 20 reqs_thread_entry: start 2023-01-15T14:45:39.632 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.629+0000 7fea8429e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.632 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.630+0000 7fea8429e780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:39.632 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.630+0000 7fea8429e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.633 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.630+0000 7fea8429e780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:45:39.633 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.630+0000 7fea8429e780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:39.633 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.630+0000 7fea8429e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.633 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.630+0000 7fea8429e780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:39.633 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.630+0000 7fea8429e780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.634 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.631+0000 7fea8429e780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:45:39.634 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.631+0000 7fea8429e780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:39.634 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.632+0000 7fea6921a700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:39.635 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.634+0000 7fea8429e780 20 remove_watcher() i=0 2023-01-15T14:45:39.635 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.634+0000 7fea8429e780 2 removed watcher, disabling cache 2023-01-15T14:45:39.636 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.634+0000 7fea8429e780 20 remove_watcher() i=1 2023-01-15T14:45:39.637 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.635+0000 7fea8429e780 20 remove_watcher() i=2 2023-01-15T14:45:39.638 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.636+0000 7fea8429e780 20 remove_watcher() i=3 2023-01-15T14:45:39.638 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.637+0000 7fea8429e780 20 remove_watcher() i=4 2023-01-15T14:45:39.639 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.638+0000 7fea8429e780 20 remove_watcher() i=5 2023-01-15T14:45:39.640 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.638+0000 7fea8429e780 20 remove_watcher() i=6 2023-01-15T14:45:39.641 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.639+0000 7fea8429e780 20 remove_watcher() i=7 2023-01-15T14:45:39.645 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.645 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:45:39.645 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: abort-at-commit-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:45:39.645 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.647 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at commit_target_layout 2023-01-15T14:45:39.680 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:39.680 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:39.692 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.690+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.691+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.691+0000 7f8892645780 20 realm 2023-01-15T14:45:39.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.691+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.691+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.691+0000 7f8892645780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:39.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.691+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.692+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.692+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.693+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:39.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.693+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.693+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:39.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.693+0000 7f8892645780 20 searching for the correct realm 2023-01-15T14:45:39.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.701+0000 7f888fdf2700 0 -- 172.21.15.27:0/3643471278 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x5648e4b63800 msgr2=0x5648e47f5700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:39.706 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.702+0000 7f8892645780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:39.706 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.702+0000 7f8892645780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:39.706 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.702+0000 7f8892645780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:39.706 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.702+0000 7f8892645780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:39.706 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.702+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.706 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.703+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.706 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.703+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.706 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.703+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:39.706 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.703+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.703+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:39.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.703+0000 7f8892645780 20 zone default found 2023-01-15T14:45:39.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.703+0000 7f8892645780 4 Realm: () 2023-01-15T14:45:39.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.703+0000 7f8892645780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:39.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.703+0000 7f8892645780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:39.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.703+0000 7f8892645780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:39.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.703+0000 7f8892645780 20 zonegroup default 2023-01-15T14:45:39.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.703+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.703+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.703+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.707 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.704+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.708 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.704+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.708 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.704+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.708 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.704+0000 7f8892645780 20 started sync module instance, tier type = 2023-01-15T14:45:39.708 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.704+0000 7f8892645780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:39.709 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.708+0000 7f88905f3700 0 -- 172.21.15.27:0/3643471278 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x5648e4c38000 msgr2=0x5648e4c16b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:39.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=0 2023-01-15T14:45:39.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=1 2023-01-15T14:45:39.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=2 2023-01-15T14:45:39.713 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=3 2023-01-15T14:45:39.714 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=4 2023-01-15T14:45:39.714 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=5 2023-01-15T14:45:39.714 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=6 2023-01-15T14:45:39.714 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.712+0000 7f8892645780 20 add_watcher() i=7 2023-01-15T14:45:39.714 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.712+0000 7f8892645780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:39.715 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.713+0000 7f88775c1700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:39.715 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.713+0000 7f8892645780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:39.715 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.713+0000 7f8892645780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:39.920 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.918+0000 7f8890df4700 0 --2- 172.21.15.27:0/539137814 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5648e4c39000 0x5648e4c18c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2023-01-15T14:45:39.922 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.920+0000 7f8892645780 5 note: GC not initialized 2023-01-15T14:45:39.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.921+0000 7f8872db8700 20 reqs_thread_entry: start 2023-01-15T14:45:39.923 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.921+0000 7f8892645780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:39.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.922+0000 7f8892645780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:39.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.922+0000 7f8870db4700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:10 2023 2023-01-15T14:45:39.924 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.922+0000 7f8870592700 20 reqs_thread_entry: start 2023-01-15T14:45:39.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.922+0000 7f8892645780 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-01-15T14:45:39.924 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.922+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.925 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.922+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:39.925 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.922+0000 7f8892645780 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-01-15T14:45:39.925 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.922+0000 7f8892645780 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-01-15T14:45:39.925 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.922+0000 7f8892645780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 : miss 2023-01-15T14:45:39.925 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.922+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.923+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:45:39.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.923+0000 7f8892645780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 info.flags=0x13 2023-01-15T14:45:39.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.923+0000 7f8892645780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 to cache LRU end 2023-01-15T14:45:39.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.923+0000 7f8892645780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:45:39.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.923+0000 7f8892645780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:39.926 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.923+0000 7f8892645780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 2023-01-15T14:45:39.929 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.928+0000 7f8892645780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 info.flags=0x17 2023-01-15T14:45:39.930 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.928+0000 7f8892645780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 to cache LRU end 2023-01-15T14:45:39.930 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.928+0000 7f8892645780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:39.930 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.928+0000 7f8892645780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22, ofs0, ns] 2023-01-15T14:45:39.930 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.928+0000 7f888a5e7700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197640 cookie 94871071150464 notifier 6192 bl.length()=893 2023-01-15T14:45:39.930 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.928+0000 7f888a5e7700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 info.flags=0x17 2023-01-15T14:45:39.931 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.928+0000 7f888a5e7700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 to cache LRU end 2023-01-15T14:45:39.931 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.928+0000 7f888a5e7700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:39.931 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.929+0000 7f8892645780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): orig_sources= new_sources= 2023-01-15T14:45:39.931 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.929+0000 7f8892645780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): potential sources added=[] removed=[] 2023-01-15T14:45:39.931 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.929+0000 7f8892645780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): orig_dests= new_dests= 2023-01-15T14:45:39.931 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.929+0000 7f8892645780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): potential dests added=[] removed=[] 2023-01-15T14:45:39.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.930+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.0 2023-01-15T14:45:39.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.930+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.0 2023-01-15T14:45:39.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.1 2023-01-15T14:45:39.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.1 2023-01-15T14:45:39.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.2 2023-01-15T14:45:39.933 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.2 2023-01-15T14:45:39.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.3 2023-01-15T14:45:39.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.3 2023-01-15T14:45:39.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.4 2023-01-15T14:45:39.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.4 2023-01-15T14:45:39.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.5 2023-01-15T14:45:39.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.5 2023-01-15T14:45:39.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.6 2023-01-15T14:45:39.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.6 2023-01-15T14:45:39.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.7 2023-01-15T14:45:39.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.7 2023-01-15T14:45:39.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.8 2023-01-15T14:45:39.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.8 2023-01-15T14:45:39.934 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.9 2023-01-15T14:45:39.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.9 2023-01-15T14:45:39.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.10 2023-01-15T14:45:39.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.10 2023-01-15T14:45:39.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.11 2023-01-15T14:45:39.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.11 2023-01-15T14:45:39.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.0 2023-01-15T14:45:39.935 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1 2023-01-15T14:45:39.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.932+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.2 2023-01-15T14:45:39.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.932+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.3 2023-01-15T14:45:39.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.933+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.4 2023-01-15T14:45:39.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.933+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.5 2023-01-15T14:45:39.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.934+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.6 2023-01-15T14:45:39.936 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.934+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.7 2023-01-15T14:45:39.937 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.935+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.8 2023-01-15T14:45:39.937 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.935+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.9 2023-01-15T14:45:39.938 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.936+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.10 2023-01-15T14:45:39.941 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8892645780 time 2023-01-15T14:45:39.940827+0000 2023-01-15T14:45:39.941 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:45:39.942 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:39.942 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f8899363dbb] 2023-01-15T14:45:39.942 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f8899363f81] 2023-01-15T14:45:39.942 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648e2c39ae1] 2023-01-15T14:45:39.942 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5648e2c36dff] 2023-01-15T14:45:39.942 INFO:tasks.workunit.client.0.smithi027.stderr: 5: main() 2023-01-15T14:45:39.943 INFO:tasks.workunit.client.0.smithi027.stderr: 6: __libc_start_main() 2023-01-15T14:45:39.943 INFO:tasks.workunit.client.0.smithi027.stderr: 7: _start() 2023-01-15T14:45:39.943 INFO:tasks.workunit.client.0.smithi027.stderr:*** Caught signal (Aborted) ** 2023-01-15T14:45:39.943 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f8892645780 thread_name:radosgw-admin 2023-01-15T14:45:39.943 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.940+0000 7f8892645780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8892645780 time 2023-01-15T14:45:39.940827+0000 2023-01-15T14:45:39.943 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:45:39.943 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.943 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:39.943 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f8899363dbb] 2023-01-15T14:45:39.943 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f8899363f81] 2023-01-15T14:45:39.943 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648e2c39ae1] 2023-01-15T14:45:39.943 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5648e2c36dff] 2023-01-15T14:45:39.944 INFO:tasks.workunit.client.0.smithi027.stderr: 5: main() 2023-01-15T14:45:39.944 INFO:tasks.workunit.client.0.smithi027.stderr: 6: __libc_start_main() 2023-01-15T14:45:39.944 INFO:tasks.workunit.client.0.smithi027.stderr: 7: _start() 2023-01-15T14:45:39.944 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.967 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:39.967 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f889a02bcf0] 2023-01-15T14:45:39.967 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:45:39.967 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:45:39.967 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f8899363e15] 2023-01-15T14:45:39.967 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f8899363f81] 2023-01-15T14:45:39.967 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648e2c39ae1] 2023-01-15T14:45:39.967 INFO:tasks.workunit.client.0.smithi027.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5648e2c36dff] 2023-01-15T14:45:39.967 INFO:tasks.workunit.client.0.smithi027.stderr: 8: main() 2023-01-15T14:45:39.967 INFO:tasks.workunit.client.0.smithi027.stderr: 9: __libc_start_main() 2023-01-15T14:45:39.968 INFO:tasks.workunit.client.0.smithi027.stderr: 10: _start() 2023-01-15T14:45:39.968 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.942+0000 7f8892645780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:45:39.968 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f8892645780 thread_name:radosgw-admin 2023-01-15T14:45:39.968 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.968 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:39.968 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f889a02bcf0] 2023-01-15T14:45:39.968 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:45:39.968 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:45:39.968 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f8899363e15] 2023-01-15T14:45:39.968 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f8899363f81] 2023-01-15T14:45:39.968 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648e2c39ae1] 2023-01-15T14:45:39.969 INFO:tasks.workunit.client.0.smithi027.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5648e2c36dff] 2023-01-15T14:45:39.969 INFO:tasks.workunit.client.0.smithi027.stderr: 8: main() 2023-01-15T14:45:39.969 INFO:tasks.workunit.client.0.smithi027.stderr: 9: __libc_start_main() 2023-01-15T14:45:39.969 INFO:tasks.workunit.client.0.smithi027.stderr: 10: _start() 2023-01-15T14:45:39.969 INFO:tasks.workunit.client.0.smithi027.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:45:39.969 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.969 INFO:tasks.workunit.client.0.smithi027.stderr:--- begin dump of recent events --- 2023-01-15T14:45:39.969 INFO:tasks.workunit.client.0.smithi027.stderr: -499> 2023-01-15T14:45:39.686+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:39.969 INFO:tasks.workunit.client.0.smithi027.stderr: -498> 2023-01-15T14:45:39.686+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:39.969 INFO:tasks.workunit.client.0.smithi027.stderr: -497> 2023-01-15T14:45:39.686+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:39.969 INFO:tasks.workunit.client.0.smithi027.stderr: -496> 2023-01-15T14:45:39.686+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:39.969 INFO:tasks.workunit.client.0.smithi027.stderr: -495> 2023-01-15T14:45:39.686+0000 7f888fdf2700 10 monclient(hunting): handle_auth_done global_id 5894 payload 274 2023-01-15T14:45:39.970 INFO:tasks.workunit.client.0.smithi027.stderr: -494> 2023-01-15T14:45:39.687+0000 7f888fdf2700 10 monclient: _finish_hunting 0 2023-01-15T14:45:39.970 INFO:tasks.workunit.client.0.smithi027.stderr: -493> 2023-01-15T14:45:39.687+0000 7f888fdf2700 1 monclient: found mon.noname-c 2023-01-15T14:45:39.970 INFO:tasks.workunit.client.0.smithi027.stderr: -492> 2023-01-15T14:45:39.687+0000 7f888fdf2700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.27:3301/0 2023-01-15T14:45:39.970 INFO:tasks.workunit.client.0.smithi027.stderr: -491> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:39.970 INFO:tasks.workunit.client.0.smithi027.stderr: -490> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:45:39.970 INFO:tasks.workunit.client.0.smithi027.stderr: -489> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: dump: 2023-01-15T14:45:39.970 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:39.970 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:39.970 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:39.970 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:39.970 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:39.970 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:39.971 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:39.971 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:39.971 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:39.971 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.971 INFO:tasks.workunit.client.0.smithi027.stderr: -488> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: _finish_auth 0 2023-01-15T14:45:39.971 INFO:tasks.workunit.client.0.smithi027.stderr: -487> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: _check_auth_tickets 2023-01-15T14:45:39.971 INFO:tasks.workunit.client.0.smithi027.stderr: -486> 2023-01-15T14:45:39.687+0000 7f8892645780 5 monclient: authenticate success, global_id 5894 2023-01-15T14:45:39.971 INFO:tasks.workunit.client.0.smithi027.stderr: -485> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:39.971 INFO:tasks.workunit.client.0.smithi027.stderr: -484> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:39.971 INFO:tasks.workunit.client.0.smithi027.stderr: -483> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:45:39.971 INFO:tasks.workunit.client.0.smithi027.stderr: -482> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: dump: 2023-01-15T14:45:39.971 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:39.972 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:39.972 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:39.972 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:39.972 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:39.972 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:39.972 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:39.972 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:39.972 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:39.972 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.972 INFO:tasks.workunit.client.0.smithi027.stderr: -481> 2023-01-15T14:45:39.687+0000 7f8892645780 10 monclient: get_monmap_and_config success 2023-01-15T14:45:39.972 INFO:tasks.workunit.client.0.smithi027.stderr: -480> 2023-01-15T14:45:39.687+0000 7f8892645780 4 set_mon_vals no callback set 2023-01-15T14:45:39.972 INFO:tasks.workunit.client.0.smithi027.stderr: -479> 2023-01-15T14:45:39.687+0000 7f8892645780 10 monclient: shutdown 2023-01-15T14:45:39.973 INFO:tasks.workunit.client.0.smithi027.stderr: -478> 2023-01-15T14:45:39.687+0000 7f8892645780 10 monclient: build_initial_monmap 2023-01-15T14:45:39.973 INFO:tasks.workunit.client.0.smithi027.stderr: -477> 2023-01-15T14:45:39.687+0000 7f8892645780 1 build_initial for_mkfs: 0 2023-01-15T14:45:39.973 INFO:tasks.workunit.client.0.smithi027.stderr: -476> 2023-01-15T14:45:39.687+0000 7f8892645780 10 monclient: monmap: 2023-01-15T14:45:39.973 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:45:39.973 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:45:39.973 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:45:39.973 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:45:39.973 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:45:39.973 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:39.973 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:45:39.973 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:45:39.973 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:45:39.974 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.974 INFO:tasks.workunit.client.0.smithi027.stderr: -475> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding auth protocol: cephx 2023-01-15T14:45:39.974 INFO:tasks.workunit.client.0.smithi027.stderr: -474> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding auth protocol: cephx 2023-01-15T14:45:39.974 INFO:tasks.workunit.client.0.smithi027.stderr: -473> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding auth protocol: cephx 2023-01-15T14:45:39.974 INFO:tasks.workunit.client.0.smithi027.stderr: -472> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: secure 2023-01-15T14:45:39.974 INFO:tasks.workunit.client.0.smithi027.stderr: -471> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: crc 2023-01-15T14:45:39.974 INFO:tasks.workunit.client.0.smithi027.stderr: -470> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: secure 2023-01-15T14:45:39.974 INFO:tasks.workunit.client.0.smithi027.stderr: -469> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: crc 2023-01-15T14:45:39.974 INFO:tasks.workunit.client.0.smithi027.stderr: -468> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: secure 2023-01-15T14:45:39.974 INFO:tasks.workunit.client.0.smithi027.stderr: -467> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: crc 2023-01-15T14:45:39.974 INFO:tasks.workunit.client.0.smithi027.stderr: -466> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: crc 2023-01-15T14:45:39.974 INFO:tasks.workunit.client.0.smithi027.stderr: -465> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: secure 2023-01-15T14:45:39.975 INFO:tasks.workunit.client.0.smithi027.stderr: -464> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: crc 2023-01-15T14:45:39.975 INFO:tasks.workunit.client.0.smithi027.stderr: -463> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: secure 2023-01-15T14:45:39.975 INFO:tasks.workunit.client.0.smithi027.stderr: -462> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: crc 2023-01-15T14:45:39.975 INFO:tasks.workunit.client.0.smithi027.stderr: -461> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: secure 2023-01-15T14:45:39.975 INFO:tasks.workunit.client.0.smithi027.stderr: -460> 2023-01-15T14:45:39.688+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:39.975 INFO:tasks.workunit.client.0.smithi027.stderr: -459> 2023-01-15T14:45:39.688+0000 7f8892645780 1 librados: starting msgr at 2023-01-15T14:45:39.975 INFO:tasks.workunit.client.0.smithi027.stderr: -458> 2023-01-15T14:45:39.688+0000 7f8892645780 1 librados: starting objecter 2023-01-15T14:45:39.975 INFO:tasks.workunit.client.0.smithi027.stderr: -457> 2023-01-15T14:45:39.688+0000 7f8892645780 5 asok(0x5648e47ee000) register_command objecter_requests cmddesc objecter_requests hook 0x5648e4750550 EEXIST 2023-01-15T14:45:39.975 INFO:tasks.workunit.client.0.smithi027.stderr: -456> 2023-01-15T14:45:39.688+0000 7f8892645780 1 librados: setting wanted keys 2023-01-15T14:45:39.975 INFO:tasks.workunit.client.0.smithi027.stderr: -455> 2023-01-15T14:45:39.688+0000 7f8892645780 1 librados: calling monclient init 2023-01-15T14:45:39.975 INFO:tasks.workunit.client.0.smithi027.stderr: -454> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient: init 2023-01-15T14:45:39.975 INFO:tasks.workunit.client.0.smithi027.stderr: -453> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding auth protocol: cephx 2023-01-15T14:45:39.976 INFO:tasks.workunit.client.0.smithi027.stderr: -452> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding auth protocol: cephx 2023-01-15T14:45:39.976 INFO:tasks.workunit.client.0.smithi027.stderr: -451> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding auth protocol: cephx 2023-01-15T14:45:39.976 INFO:tasks.workunit.client.0.smithi027.stderr: -450> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: secure 2023-01-15T14:45:39.976 INFO:tasks.workunit.client.0.smithi027.stderr: -449> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: crc 2023-01-15T14:45:39.976 INFO:tasks.workunit.client.0.smithi027.stderr: -448> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: secure 2023-01-15T14:45:39.976 INFO:tasks.workunit.client.0.smithi027.stderr: -447> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: crc 2023-01-15T14:45:39.976 INFO:tasks.workunit.client.0.smithi027.stderr: -446> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: secure 2023-01-15T14:45:39.976 INFO:tasks.workunit.client.0.smithi027.stderr: -445> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: crc 2023-01-15T14:45:39.976 INFO:tasks.workunit.client.0.smithi027.stderr: -444> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: crc 2023-01-15T14:45:39.976 INFO:tasks.workunit.client.0.smithi027.stderr: -443> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: secure 2023-01-15T14:45:39.976 INFO:tasks.workunit.client.0.smithi027.stderr: -442> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: crc 2023-01-15T14:45:39.977 INFO:tasks.workunit.client.0.smithi027.stderr: -441> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: secure 2023-01-15T14:45:39.977 INFO:tasks.workunit.client.0.smithi027.stderr: -440> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: crc 2023-01-15T14:45:39.977 INFO:tasks.workunit.client.0.smithi027.stderr: -439> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: secure 2023-01-15T14:45:39.977 INFO:tasks.workunit.client.0.smithi027.stderr: -438> 2023-01-15T14:45:39.688+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:39.977 INFO:tasks.workunit.client.0.smithi027.stderr: -437> 2023-01-15T14:45:39.688+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:39.977 INFO:tasks.workunit.client.0.smithi027.stderr: -436> 2023-01-15T14:45:39.688+0000 7f8892645780 5 asok(0x5648e47ee000) register_command rotate-key cmddesc rotate-key hook 0x5648e54fc220 EEXIST 2023-01-15T14:45:39.977 INFO:tasks.workunit.client.0.smithi027.stderr: -435> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient: _reopen_session rank -1 2023-01-15T14:45:39.977 INFO:tasks.workunit.client.0.smithi027.stderr: -434> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient: _add_conns ranks=[2,0,1] 2023-01-15T14:45:39.977 INFO:tasks.workunit.client.0.smithi027.stderr: -433> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): picked mon.noname-c con 0x5648e475cc00 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:39.977 INFO:tasks.workunit.client.0.smithi027.stderr: -432> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): picked mon.noname-a con 0x5648e55ddc00 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:39.977 INFO:tasks.workunit.client.0.smithi027.stderr: -431> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): picked mon.noname-b con 0x5648e55dd800 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:39.977 INFO:tasks.workunit.client.0.smithi027.stderr: -430> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:39.978 INFO:tasks.workunit.client.0.smithi027.stderr: -429> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:39.978 INFO:tasks.workunit.client.0.smithi027.stderr: -428> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:39.978 INFO:tasks.workunit.client.0.smithi027.stderr: -427> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): _renew_subs 2023-01-15T14:45:39.978 INFO:tasks.workunit.client.0.smithi027.stderr: -426> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): authenticate will time out at 1439.825821s 2023-01-15T14:45:39.978 INFO:tasks.workunit.client.0.smithi027.stderr: -425> 2023-01-15T14:45:39.688+0000 7f888fdf2700 10 monclient(hunting): get_auth_request con 0x5648e55ddc00 auth_method 0 2023-01-15T14:45:39.978 INFO:tasks.workunit.client.0.smithi027.stderr: -424> 2023-01-15T14:45:39.688+0000 7f888fdf2700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:39.978 INFO:tasks.workunit.client.0.smithi027.stderr: -423> 2023-01-15T14:45:39.688+0000 7f888fdf2700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:39.978 INFO:tasks.workunit.client.0.smithi027.stderr: -422> 2023-01-15T14:45:39.688+0000 7f888fdf2700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:39.978 INFO:tasks.workunit.client.0.smithi027.stderr: -421> 2023-01-15T14:45:39.688+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:39.978 INFO:tasks.workunit.client.0.smithi027.stderr: -420> 2023-01-15T14:45:39.688+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:39.978 INFO:tasks.workunit.client.0.smithi027.stderr: -419> 2023-01-15T14:45:39.688+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:39.978 INFO:tasks.workunit.client.0.smithi027.stderr: -418> 2023-01-15T14:45:39.689+0000 7f8890df4700 10 monclient(hunting): get_auth_request con 0x5648e55dd800 auth_method 0 2023-01-15T14:45:39.979 INFO:tasks.workunit.client.0.smithi027.stderr: -417> 2023-01-15T14:45:39.689+0000 7f8890df4700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:39.979 INFO:tasks.workunit.client.0.smithi027.stderr: -416> 2023-01-15T14:45:39.689+0000 7f8890df4700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:39.979 INFO:tasks.workunit.client.0.smithi027.stderr: -415> 2023-01-15T14:45:39.689+0000 7f8890df4700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:39.979 INFO:tasks.workunit.client.0.smithi027.stderr: -414> 2023-01-15T14:45:39.689+0000 7f88905f3700 10 monclient(hunting): get_auth_request con 0x5648e475cc00 auth_method 0 2023-01-15T14:45:39.979 INFO:tasks.workunit.client.0.smithi027.stderr: -413> 2023-01-15T14:45:39.689+0000 7f88905f3700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:39.979 INFO:tasks.workunit.client.0.smithi027.stderr: -412> 2023-01-15T14:45:39.689+0000 7f88905f3700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:39.979 INFO:tasks.workunit.client.0.smithi027.stderr: -411> 2023-01-15T14:45:39.689+0000 7f88905f3700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:39.979 INFO:tasks.workunit.client.0.smithi027.stderr: -410> 2023-01-15T14:45:39.689+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:39.979 INFO:tasks.workunit.client.0.smithi027.stderr: -409> 2023-01-15T14:45:39.689+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:39.979 INFO:tasks.workunit.client.0.smithi027.stderr: -408> 2023-01-15T14:45:39.689+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:39.979 INFO:tasks.workunit.client.0.smithi027.stderr: -407> 2023-01-15T14:45:39.689+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:39.979 INFO:tasks.workunit.client.0.smithi027.stderr: -406> 2023-01-15T14:45:39.689+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:39.979 INFO:tasks.workunit.client.0.smithi027.stderr: -405> 2023-01-15T14:45:39.689+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:39.980 INFO:tasks.workunit.client.0.smithi027.stderr: -404> 2023-01-15T14:45:39.689+0000 7f888fdf2700 10 monclient(hunting): handle_auth_done global_id 6192 payload 824 2023-01-15T14:45:39.980 INFO:tasks.workunit.client.0.smithi027.stderr: -403> 2023-01-15T14:45:39.689+0000 7f888fdf2700 10 monclient: _finish_hunting 0 2023-01-15T14:45:39.980 INFO:tasks.workunit.client.0.smithi027.stderr: -402> 2023-01-15T14:45:39.689+0000 7f888fdf2700 1 monclient: found mon.noname-a 2023-01-15T14:45:39.980 INFO:tasks.workunit.client.0.smithi027.stderr: -401> 2023-01-15T14:45:39.689+0000 7f888fdf2700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:45:39.980 INFO:tasks.workunit.client.0.smithi027.stderr: -400> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:39.980 INFO:tasks.workunit.client.0.smithi027.stderr: -399> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:45:39.980 INFO:tasks.workunit.client.0.smithi027.stderr: -398> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: dump: 2023-01-15T14:45:39.980 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:39.981 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:39.981 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:39.981 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:39.981 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:39.981 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:39.981 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:39.981 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:39.981 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:39.981 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.981 INFO:tasks.workunit.client.0.smithi027.stderr: -397> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: _finish_auth 0 2023-01-15T14:45:39.981 INFO:tasks.workunit.client.0.smithi027.stderr: -396> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: _check_auth_tickets 2023-01-15T14:45:39.982 INFO:tasks.workunit.client.0.smithi027.stderr: -395> 2023-01-15T14:45:39.689+0000 7f8892645780 5 monclient: authenticate success, global_id 6192 2023-01-15T14:45:39.982 INFO:tasks.workunit.client.0.smithi027.stderr: -394> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:39.982 INFO:tasks.workunit.client.0.smithi027.stderr: -393> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:39.982 INFO:tasks.workunit.client.0.smithi027.stderr: -392> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:45:39.982 INFO:tasks.workunit.client.0.smithi027.stderr: -391> 2023-01-15T14:45:39.689+0000 7f888ade8700 4 set_mon_vals no callback set 2023-01-15T14:45:39.982 INFO:tasks.workunit.client.0.smithi027.stderr: -390> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: dump: 2023-01-15T14:45:39.982 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:39.982 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:39.982 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:39.982 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:39.982 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:39.982 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:39.983 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:39.983 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:39.983 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:39.983 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.983 INFO:tasks.workunit.client.0.smithi027.stderr: -389> 2023-01-15T14:45:39.689+0000 7f8892645780 10 monclient: _renew_subs 2023-01-15T14:45:39.983 INFO:tasks.workunit.client.0.smithi027.stderr: -388> 2023-01-15T14:45:39.689+0000 7f8892645780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:39.983 INFO:tasks.workunit.client.0.smithi027.stderr: -387> 2023-01-15T14:45:39.689+0000 7f8892645780 10 monclient: _renew_subs 2023-01-15T14:45:39.983 INFO:tasks.workunit.client.0.smithi027.stderr: -386> 2023-01-15T14:45:39.689+0000 7f8892645780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:39.983 INFO:tasks.workunit.client.0.smithi027.stderr: -385> 2023-01-15T14:45:39.689+0000 7f8892645780 1 librados: init done 2023-01-15T14:45:39.983 INFO:tasks.workunit.client.0.smithi027.stderr: -384> 2023-01-15T14:45:39.690+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.983 INFO:tasks.workunit.client.0.smithi027.stderr: -383> 2023-01-15T14:45:39.690+0000 7f88895e5700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:45:39.983 INFO:tasks.workunit.client.0.smithi027.stderr: -382> 2023-01-15T14:45:39.690+0000 7f88895e5700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:39.984 INFO:tasks.workunit.client.0.smithi027.stderr: -381> 2023-01-15T14:45:39.690+0000 7f88895e5700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:39.984 INFO:tasks.workunit.client.0.smithi027.stderr: -380> 2023-01-15T14:45:39.690+0000 7f88905f3700 10 monclient: get_auth_request con 0x5648e4b62800 auth_method 0 2023-01-15T14:45:39.984 INFO:tasks.workunit.client.0.smithi027.stderr: -379> 2023-01-15T14:45:39.691+0000 7f8890df4700 10 monclient: get_auth_request con 0x5648e55dd400 auth_method 0 2023-01-15T14:45:39.984 INFO:tasks.workunit.client.0.smithi027.stderr: -378> 2023-01-15T14:45:39.691+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.984 INFO:tasks.workunit.client.0.smithi027.stderr: -377> 2023-01-15T14:45:39.691+0000 7f8892645780 20 realm 2023-01-15T14:45:39.984 INFO:tasks.workunit.client.0.smithi027.stderr: -376> 2023-01-15T14:45:39.691+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.984 INFO:tasks.workunit.client.0.smithi027.stderr: -375> 2023-01-15T14:45:39.691+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.984 INFO:tasks.workunit.client.0.smithi027.stderr: -374> 2023-01-15T14:45:39.691+0000 7f8892645780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:39.984 INFO:tasks.workunit.client.0.smithi027.stderr: -373> 2023-01-15T14:45:39.691+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.984 INFO:tasks.workunit.client.0.smithi027.stderr: -372> 2023-01-15T14:45:39.692+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.984 INFO:tasks.workunit.client.0.smithi027.stderr: -371> 2023-01-15T14:45:39.692+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.984 INFO:tasks.workunit.client.0.smithi027.stderr: -370> 2023-01-15T14:45:39.692+0000 7f88905f3700 10 monclient: get_auth_request con 0x5648e4b62c00 auth_method 0 2023-01-15T14:45:39.985 INFO:tasks.workunit.client.0.smithi027.stderr: -369> 2023-01-15T14:45:39.693+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:39.985 INFO:tasks.workunit.client.0.smithi027.stderr: -368> 2023-01-15T14:45:39.693+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.985 INFO:tasks.workunit.client.0.smithi027.stderr: -367> 2023-01-15T14:45:39.693+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:39.985 INFO:tasks.workunit.client.0.smithi027.stderr: -366> 2023-01-15T14:45:39.693+0000 7f8892645780 20 searching for the correct realm 2023-01-15T14:45:39.985 INFO:tasks.workunit.client.0.smithi027.stderr: -365> 2023-01-15T14:45:39.693+0000 7f888fdf2700 10 monclient: get_auth_request con 0x5648e4b63800 auth_method 0 2023-01-15T14:45:39.985 INFO:tasks.workunit.client.0.smithi027.stderr: -364> 2023-01-15T14:45:39.694+0000 7f8890df4700 10 monclient: get_auth_request con 0x5648e4b63c00 auth_method 0 2023-01-15T14:45:39.985 INFO:tasks.workunit.client.0.smithi027.stderr: -363> 2023-01-15T14:45:39.694+0000 7f88905f3700 10 monclient: get_auth_request con 0x5648e4c38000 auth_method 0 2023-01-15T14:45:39.985 INFO:tasks.workunit.client.0.smithi027.stderr: -362> 2023-01-15T14:45:39.695+0000 7f888fdf2700 10 monclient: get_auth_request con 0x5648e4c38800 auth_method 0 2023-01-15T14:45:39.985 INFO:tasks.workunit.client.0.smithi027.stderr: -361> 2023-01-15T14:45:39.696+0000 7f8890df4700 10 monclient: get_auth_request con 0x5648e4b63000 auth_method 0 2023-01-15T14:45:39.985 INFO:tasks.workunit.client.0.smithi027.stderr: -360> 2023-01-15T14:45:39.698+0000 7f88905f3700 10 monclient: get_auth_request con 0x5648e4c38400 auth_method 0 2023-01-15T14:45:39.985 INFO:tasks.workunit.client.0.smithi027.stderr: -359> 2023-01-15T14:45:39.701+0000 7f888fdf2700 0 -- 172.21.15.27:0/3643471278 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x5648e4b63800 msgr2=0x5648e47f5700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:39.985 INFO:tasks.workunit.client.0.smithi027.stderr: -358> 2023-01-15T14:45:39.701+0000 7f88895e5700 1 client.6192.objecter ms_handle_reset 0x5648e4b63800 session 0x5648e47bc780 osd.3 2023-01-15T14:45:39.986 INFO:tasks.workunit.client.0.smithi027.stderr: -357> 2023-01-15T14:45:39.701+0000 7f88895e5700 10 monclient: _renew_subs 2023-01-15T14:45:39.986 INFO:tasks.workunit.client.0.smithi027.stderr: -356> 2023-01-15T14:45:39.701+0000 7f88895e5700 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:39.986 INFO:tasks.workunit.client.0.smithi027.stderr: -355> 2023-01-15T14:45:39.701+0000 7f888fdf2700 10 monclient: get_auth_request con 0x5648e4c52000 auth_method 0 2023-01-15T14:45:39.986 INFO:tasks.workunit.client.0.smithi027.stderr: -354> 2023-01-15T14:45:39.702+0000 7f8892645780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:39.986 INFO:tasks.workunit.client.0.smithi027.stderr: -353> 2023-01-15T14:45:39.702+0000 7f8892645780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:39.986 INFO:tasks.workunit.client.0.smithi027.stderr: -352> 2023-01-15T14:45:39.702+0000 7f8892645780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:39.986 INFO:tasks.workunit.client.0.smithi027.stderr: -351> 2023-01-15T14:45:39.702+0000 7f8892645780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:39.986 INFO:tasks.workunit.client.0.smithi027.stderr: -350> 2023-01-15T14:45:39.702+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.986 INFO:tasks.workunit.client.0.smithi027.stderr: -349> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.986 INFO:tasks.workunit.client.0.smithi027.stderr: -348> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.986 INFO:tasks.workunit.client.0.smithi027.stderr: -347> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:39.986 INFO:tasks.workunit.client.0.smithi027.stderr: -346> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.987 INFO:tasks.workunit.client.0.smithi027.stderr: -345> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:39.987 INFO:tasks.workunit.client.0.smithi027.stderr: -344> 2023-01-15T14:45:39.703+0000 7f8892645780 20 zone default found 2023-01-15T14:45:39.987 INFO:tasks.workunit.client.0.smithi027.stderr: -343> 2023-01-15T14:45:39.703+0000 7f8892645780 4 Realm: () 2023-01-15T14:45:39.987 INFO:tasks.workunit.client.0.smithi027.stderr: -342> 2023-01-15T14:45:39.703+0000 7f8892645780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:39.987 INFO:tasks.workunit.client.0.smithi027.stderr: -341> 2023-01-15T14:45:39.703+0000 7f8892645780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:39.987 INFO:tasks.workunit.client.0.smithi027.stderr: -340> 2023-01-15T14:45:39.703+0000 7f8892645780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:39.987 INFO:tasks.workunit.client.0.smithi027.stderr: -339> 2023-01-15T14:45:39.703+0000 7f8892645780 20 zonegroup default 2023-01-15T14:45:39.987 INFO:tasks.workunit.client.0.smithi027.stderr: -338> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.987 INFO:tasks.workunit.client.0.smithi027.stderr: -337> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.987 INFO:tasks.workunit.client.0.smithi027.stderr: -336> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.987 INFO:tasks.workunit.client.0.smithi027.stderr: -335> 2023-01-15T14:45:39.704+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.987 INFO:tasks.workunit.client.0.smithi027.stderr: -334> 2023-01-15T14:45:39.704+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:39.988 INFO:tasks.workunit.client.0.smithi027.stderr: -333> 2023-01-15T14:45:39.704+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:39.988 INFO:tasks.workunit.client.0.smithi027.stderr: -332> 2023-01-15T14:45:39.704+0000 7f8892645780 20 started sync module instance, tier type = 2023-01-15T14:45:39.988 INFO:tasks.workunit.client.0.smithi027.stderr: -331> 2023-01-15T14:45:39.704+0000 7f8892645780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:39.988 INFO:tasks.workunit.client.0.smithi027.stderr: -330> 2023-01-15T14:45:39.708+0000 7f88905f3700 0 -- 172.21.15.27:0/3643471278 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x5648e4c38000 msgr2=0x5648e4c16b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:39.988 INFO:tasks.workunit.client.0.smithi027.stderr: -329> 2023-01-15T14:45:39.708+0000 7f88895e5700 1 client.6192.objecter ms_handle_reset 0x5648e4c38000 session 0x5648e47bd080 osd.2 2023-01-15T14:45:39.988 INFO:tasks.workunit.client.0.smithi027.stderr: -328> 2023-01-15T14:45:39.708+0000 7f88905f3700 10 monclient: get_auth_request con 0x5648e4b63800 auth_method 0 2023-01-15T14:45:39.988 INFO:tasks.workunit.client.0.smithi027.stderr: -327> 2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=0 2023-01-15T14:45:39.988 INFO:tasks.workunit.client.0.smithi027.stderr: -326> 2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=1 2023-01-15T14:45:39.988 INFO:tasks.workunit.client.0.smithi027.stderr: -325> 2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=2 2023-01-15T14:45:39.988 INFO:tasks.workunit.client.0.smithi027.stderr: -324> 2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=3 2023-01-15T14:45:39.988 INFO:tasks.workunit.client.0.smithi027.stderr: -323> 2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=4 2023-01-15T14:45:39.988 INFO:tasks.workunit.client.0.smithi027.stderr: -322> 2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=5 2023-01-15T14:45:39.989 INFO:tasks.workunit.client.0.smithi027.stderr: -321> 2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=6 2023-01-15T14:45:39.989 INFO:tasks.workunit.client.0.smithi027.stderr: -320> 2023-01-15T14:45:39.712+0000 7f8892645780 20 add_watcher() i=7 2023-01-15T14:45:39.989 INFO:tasks.workunit.client.0.smithi027.stderr: -319> 2023-01-15T14:45:39.712+0000 7f8892645780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:39.989 INFO:tasks.workunit.client.0.smithi027.stderr: -318> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding auth protocol: cephx 2023-01-15T14:45:39.989 INFO:tasks.workunit.client.0.smithi027.stderr: -317> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding auth protocol: cephx 2023-01-15T14:45:39.989 INFO:tasks.workunit.client.0.smithi027.stderr: -316> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding auth protocol: cephx 2023-01-15T14:45:39.989 INFO:tasks.workunit.client.0.smithi027.stderr: -315> 2023-01-15T14:45:39.713+0000 7f88775c1700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:39.989 INFO:tasks.workunit.client.0.smithi027.stderr: -314> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: secure 2023-01-15T14:45:39.989 INFO:tasks.workunit.client.0.smithi027.stderr: -313> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: crc 2023-01-15T14:45:39.989 INFO:tasks.workunit.client.0.smithi027.stderr: -312> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: secure 2023-01-15T14:45:39.989 INFO:tasks.workunit.client.0.smithi027.stderr: -311> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: crc 2023-01-15T14:45:39.989 INFO:tasks.workunit.client.0.smithi027.stderr: -310> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: secure 2023-01-15T14:45:39.989 INFO:tasks.workunit.client.0.smithi027.stderr: -309> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: crc 2023-01-15T14:45:39.990 INFO:tasks.workunit.client.0.smithi027.stderr: -308> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: crc 2023-01-15T14:45:39.990 INFO:tasks.workunit.client.0.smithi027.stderr: -307> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: secure 2023-01-15T14:45:39.990 INFO:tasks.workunit.client.0.smithi027.stderr: -306> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: crc 2023-01-15T14:45:39.990 INFO:tasks.workunit.client.0.smithi027.stderr: -305> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: secure 2023-01-15T14:45:39.990 INFO:tasks.workunit.client.0.smithi027.stderr: -304> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: crc 2023-01-15T14:45:39.990 INFO:tasks.workunit.client.0.smithi027.stderr: -303> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: secure 2023-01-15T14:45:39.990 INFO:tasks.workunit.client.0.smithi027.stderr: -302> 2023-01-15T14:45:39.713+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:39.990 INFO:tasks.workunit.client.0.smithi027.stderr: -301> 2023-01-15T14:45:39.713+0000 7f8892645780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:39.990 INFO:tasks.workunit.client.0.smithi027.stderr: -300> 2023-01-15T14:45:39.713+0000 7f8892645780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:39.990 INFO:tasks.workunit.client.0.smithi027.stderr: -299> 2023-01-15T14:45:39.713+0000 7f8892645780 5 asok(0x5648e47ee000) register_command cache list hook 0x5648e47509a0 2023-01-15T14:45:39.990 INFO:tasks.workunit.client.0.smithi027.stderr: -298> 2023-01-15T14:45:39.713+0000 7f8892645780 5 asok(0x5648e47ee000) register_command cache inspect hook 0x5648e47509a0 2023-01-15T14:45:39.991 INFO:tasks.workunit.client.0.smithi027.stderr: -297> 2023-01-15T14:45:39.713+0000 7f8892645780 5 asok(0x5648e47ee000) register_command cache erase hook 0x5648e47509a0 2023-01-15T14:45:39.991 INFO:tasks.workunit.client.0.smithi027.stderr: -296> 2023-01-15T14:45:39.713+0000 7f8892645780 5 asok(0x5648e47ee000) register_command cache zap hook 0x5648e47509a0 2023-01-15T14:45:39.991 INFO:tasks.workunit.client.0.smithi027.stderr: -295> 2023-01-15T14:45:39.713+0000 7f8892645780 10 monclient: get_monmap_and_config 2023-01-15T14:45:39.991 INFO:tasks.workunit.client.0.smithi027.stderr: -294> 2023-01-15T14:45:39.713+0000 7f8892645780 10 monclient: build_initial_monmap 2023-01-15T14:45:39.991 INFO:tasks.workunit.client.0.smithi027.stderr: -293> 2023-01-15T14:45:39.713+0000 7f8892645780 1 build_initial for_mkfs: 0 2023-01-15T14:45:39.991 INFO:tasks.workunit.client.0.smithi027.stderr: -292> 2023-01-15T14:45:39.713+0000 7f8892645780 10 monclient: monmap: 2023-01-15T14:45:39.991 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:45:39.991 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:45:39.991 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:45:39.991 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:45:39.991 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:45:39.991 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:39.991 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:45:39.992 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:45:39.992 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:45:39.992 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.992 INFO:tasks.workunit.client.0.smithi027.stderr: -291> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding auth protocol: cephx 2023-01-15T14:45:39.992 INFO:tasks.workunit.client.0.smithi027.stderr: -290> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding auth protocol: cephx 2023-01-15T14:45:39.992 INFO:tasks.workunit.client.0.smithi027.stderr: -289> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding auth protocol: cephx 2023-01-15T14:45:39.992 INFO:tasks.workunit.client.0.smithi027.stderr: -288> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:39.992 INFO:tasks.workunit.client.0.smithi027.stderr: -287> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:39.992 INFO:tasks.workunit.client.0.smithi027.stderr: -286> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:39.992 INFO:tasks.workunit.client.0.smithi027.stderr: -285> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:39.992 INFO:tasks.workunit.client.0.smithi027.stderr: -284> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:39.993 INFO:tasks.workunit.client.0.smithi027.stderr: -283> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:39.993 INFO:tasks.workunit.client.0.smithi027.stderr: -282> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:39.993 INFO:tasks.workunit.client.0.smithi027.stderr: -281> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:39.993 INFO:tasks.workunit.client.0.smithi027.stderr: -280> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:39.993 INFO:tasks.workunit.client.0.smithi027.stderr: -279> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:39.993 INFO:tasks.workunit.client.0.smithi027.stderr: -278> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:39.993 INFO:tasks.workunit.client.0.smithi027.stderr: -277> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:39.993 INFO:tasks.workunit.client.0.smithi027.stderr: -276> 2023-01-15T14:45:39.714+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:39.993 INFO:tasks.workunit.client.0.smithi027.stderr: -275> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient: init 2023-01-15T14:45:39.993 INFO:tasks.workunit.client.0.smithi027.stderr: -274> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding auth protocol: cephx 2023-01-15T14:45:39.993 INFO:tasks.workunit.client.0.smithi027.stderr: -273> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding auth protocol: cephx 2023-01-15T14:45:39.993 INFO:tasks.workunit.client.0.smithi027.stderr: -272> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding auth protocol: cephx 2023-01-15T14:45:39.994 INFO:tasks.workunit.client.0.smithi027.stderr: -271> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: secure 2023-01-15T14:45:39.994 INFO:tasks.workunit.client.0.smithi027.stderr: -270> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: crc 2023-01-15T14:45:39.994 INFO:tasks.workunit.client.0.smithi027.stderr: -269> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: secure 2023-01-15T14:45:39.994 INFO:tasks.workunit.client.0.smithi027.stderr: -268> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: crc 2023-01-15T14:45:39.994 INFO:tasks.workunit.client.0.smithi027.stderr: -267> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: secure 2023-01-15T14:45:39.994 INFO:tasks.workunit.client.0.smithi027.stderr: -266> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: crc 2023-01-15T14:45:39.994 INFO:tasks.workunit.client.0.smithi027.stderr: -265> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: crc 2023-01-15T14:45:39.994 INFO:tasks.workunit.client.0.smithi027.stderr: -264> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: secure 2023-01-15T14:45:39.994 INFO:tasks.workunit.client.0.smithi027.stderr: -263> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: crc 2023-01-15T14:45:39.994 INFO:tasks.workunit.client.0.smithi027.stderr: -262> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: secure 2023-01-15T14:45:39.994 INFO:tasks.workunit.client.0.smithi027.stderr: -261> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: crc 2023-01-15T14:45:39.994 INFO:tasks.workunit.client.0.smithi027.stderr: -260> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: secure 2023-01-15T14:45:39.995 INFO:tasks.workunit.client.0.smithi027.stderr: -259> 2023-01-15T14:45:39.714+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:39.995 INFO:tasks.workunit.client.0.smithi027.stderr: -258> 2023-01-15T14:45:39.714+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:39.995 INFO:tasks.workunit.client.0.smithi027.stderr: -257> 2023-01-15T14:45:39.714+0000 7f8892645780 5 asok(0x5648e47ee000) register_command rotate-key cmddesc rotate-key hook 0x7ffffdc63c58 EEXIST 2023-01-15T14:45:39.995 INFO:tasks.workunit.client.0.smithi027.stderr: -256> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient: _reopen_session rank -1 2023-01-15T14:45:39.995 INFO:tasks.workunit.client.0.smithi027.stderr: -255> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient: _add_conns ranks=[0,1,2] 2023-01-15T14:45:39.995 INFO:tasks.workunit.client.0.smithi027.stderr: -254> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): picked mon.noname-a con 0x5648e4c39000 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:39.995 INFO:tasks.workunit.client.0.smithi027.stderr: -253> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): picked mon.noname-b con 0x5648e55dc800 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:39.995 INFO:tasks.workunit.client.0.smithi027.stderr: -252> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): picked mon.noname-c con 0x5648e55dd000 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:39.995 INFO:tasks.workunit.client.0.smithi027.stderr: -251> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:39.995 INFO:tasks.workunit.client.0.smithi027.stderr: -250> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:39.995 INFO:tasks.workunit.client.0.smithi027.stderr: -249> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:39.996 INFO:tasks.workunit.client.0.smithi027.stderr: -248> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): _renew_subs 2023-01-15T14:45:39.996 INFO:tasks.workunit.client.0.smithi027.stderr: -247> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): authenticate will time out at 1439.851647s 2023-01-15T14:45:39.996 INFO:tasks.workunit.client.0.smithi027.stderr: -246> 2023-01-15T14:45:39.714+0000 7f8890df4700 10 monclient(hunting): get_auth_request con 0x5648e4c39000 auth_method 0 2023-01-15T14:45:39.996 INFO:tasks.workunit.client.0.smithi027.stderr: -245> 2023-01-15T14:45:39.714+0000 7f8890df4700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:39.996 INFO:tasks.workunit.client.0.smithi027.stderr: -244> 2023-01-15T14:45:39.714+0000 7f8890df4700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:39.996 INFO:tasks.workunit.client.0.smithi027.stderr: -243> 2023-01-15T14:45:39.714+0000 7f8890df4700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:39.996 INFO:tasks.workunit.client.0.smithi027.stderr: -242> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): get_auth_request con 0x5648e55dd000 auth_method 0 2023-01-15T14:45:39.996 INFO:tasks.workunit.client.0.smithi027.stderr: -241> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:39.996 INFO:tasks.workunit.client.0.smithi027.stderr: -240> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:39.996 INFO:tasks.workunit.client.0.smithi027.stderr: -239> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:39.996 INFO:tasks.workunit.client.0.smithi027.stderr: -238> 2023-01-15T14:45:39.714+0000 7f88905f3700 10 monclient(hunting): get_auth_request con 0x5648e55dc800 auth_method 0 2023-01-15T14:45:39.996 INFO:tasks.workunit.client.0.smithi027.stderr: -237> 2023-01-15T14:45:39.714+0000 7f88905f3700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:39.997 INFO:tasks.workunit.client.0.smithi027.stderr: -236> 2023-01-15T14:45:39.714+0000 7f88905f3700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:39.997 INFO:tasks.workunit.client.0.smithi027.stderr: -235> 2023-01-15T14:45:39.714+0000 7f88905f3700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:39.997 INFO:tasks.workunit.client.0.smithi027.stderr: -234> 2023-01-15T14:45:39.714+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:39.997 INFO:tasks.workunit.client.0.smithi027.stderr: -233> 2023-01-15T14:45:39.714+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:39.997 INFO:tasks.workunit.client.0.smithi027.stderr: -232> 2023-01-15T14:45:39.714+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:39.997 INFO:tasks.workunit.client.0.smithi027.stderr: -231> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:39.997 INFO:tasks.workunit.client.0.smithi027.stderr: -230> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:39.997 INFO:tasks.workunit.client.0.smithi027.stderr: -229> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:39.997 INFO:tasks.workunit.client.0.smithi027.stderr: -228> 2023-01-15T14:45:39.714+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:39.997 INFO:tasks.workunit.client.0.smithi027.stderr: -227> 2023-01-15T14:45:39.714+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:39.997 INFO:tasks.workunit.client.0.smithi027.stderr: -226> 2023-01-15T14:45:39.714+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:39.998 INFO:tasks.workunit.client.0.smithi027.stderr: -225> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): handle_auth_done global_id 5900 payload 274 2023-01-15T14:45:39.998 INFO:tasks.workunit.client.0.smithi027.stderr: -224> 2023-01-15T14:45:39.715+0000 7f888fdf2700 10 monclient: _finish_hunting 0 2023-01-15T14:45:39.998 INFO:tasks.workunit.client.0.smithi027.stderr: -223> 2023-01-15T14:45:39.715+0000 7f888fdf2700 1 monclient: found mon.noname-c 2023-01-15T14:45:39.998 INFO:tasks.workunit.client.0.smithi027.stderr: -222> 2023-01-15T14:45:39.715+0000 7f888fdf2700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.27:3301/0 2023-01-15T14:45:39.998 INFO:tasks.workunit.client.0.smithi027.stderr: -221> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:39.998 INFO:tasks.workunit.client.0.smithi027.stderr: -220> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:45:39.998 INFO:tasks.workunit.client.0.smithi027.stderr: -219> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: dump: 2023-01-15T14:45:39.998 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:39.998 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:39.998 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:39.998 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:39.998 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:39.999 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:39.999 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:39.999 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:39.999 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:39.999 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:39.999 INFO:tasks.workunit.client.0.smithi027.stderr: -218> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: _finish_auth 0 2023-01-15T14:45:39.999 INFO:tasks.workunit.client.0.smithi027.stderr: -217> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: _check_auth_tickets 2023-01-15T14:45:39.999 INFO:tasks.workunit.client.0.smithi027.stderr: -216> 2023-01-15T14:45:39.715+0000 7f8892645780 5 monclient: authenticate success, global_id 5900 2023-01-15T14:45:39.999 INFO:tasks.workunit.client.0.smithi027.stderr: -215> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:39.999 INFO:tasks.workunit.client.0.smithi027.stderr: -214> 2023-01-15T14:45:39.715+0000 7f8892645780 10 monclient: get_monmap_and_config success 2023-01-15T14:45:39.999 INFO:tasks.workunit.client.0.smithi027.stderr: -213> 2023-01-15T14:45:39.715+0000 7f8892645780 4 set_mon_vals no callback set 2023-01-15T14:45:40.000 INFO:tasks.workunit.client.0.smithi027.stderr: -212> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:40.000 INFO:tasks.workunit.client.0.smithi027.stderr: -211> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:45:40.000 INFO:tasks.workunit.client.0.smithi027.stderr: -210> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: dump: 2023-01-15T14:45:40.000 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:40.000 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:40.000 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.000 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.000 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:40.000 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:40.000 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:40.000 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:40.001 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:40.001 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.001 INFO:tasks.workunit.client.0.smithi027.stderr: -209> 2023-01-15T14:45:39.715+0000 7f8892645780 10 monclient: shutdown 2023-01-15T14:45:40.001 INFO:tasks.workunit.client.0.smithi027.stderr: -208> 2023-01-15T14:45:39.716+0000 7f8892645780 10 monclient: build_initial_monmap 2023-01-15T14:45:40.001 INFO:tasks.workunit.client.0.smithi027.stderr: -207> 2023-01-15T14:45:39.716+0000 7f8892645780 1 build_initial for_mkfs: 0 2023-01-15T14:45:40.001 INFO:tasks.workunit.client.0.smithi027.stderr: -206> 2023-01-15T14:45:39.716+0000 7f8892645780 10 monclient: monmap: 2023-01-15T14:45:40.001 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:45:40.001 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:45:40.001 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:45:40.001 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:45:40.001 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:45:40.001 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:40.002 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:45:40.002 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:45:40.002 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:45:40.002 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.002 INFO:tasks.workunit.client.0.smithi027.stderr: -205> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding auth protocol: cephx 2023-01-15T14:45:40.002 INFO:tasks.workunit.client.0.smithi027.stderr: -204> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding auth protocol: cephx 2023-01-15T14:45:40.002 INFO:tasks.workunit.client.0.smithi027.stderr: -203> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding auth protocol: cephx 2023-01-15T14:45:40.002 INFO:tasks.workunit.client.0.smithi027.stderr: -202> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.002 INFO:tasks.workunit.client.0.smithi027.stderr: -201> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.002 INFO:tasks.workunit.client.0.smithi027.stderr: -200> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.002 INFO:tasks.workunit.client.0.smithi027.stderr: -199> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.002 INFO:tasks.workunit.client.0.smithi027.stderr: -198> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.003 INFO:tasks.workunit.client.0.smithi027.stderr: -197> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.003 INFO:tasks.workunit.client.0.smithi027.stderr: -196> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.003 INFO:tasks.workunit.client.0.smithi027.stderr: -195> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.003 INFO:tasks.workunit.client.0.smithi027.stderr: -194> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.003 INFO:tasks.workunit.client.0.smithi027.stderr: -193> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.003 INFO:tasks.workunit.client.0.smithi027.stderr: -192> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.003 INFO:tasks.workunit.client.0.smithi027.stderr: -191> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.003 INFO:tasks.workunit.client.0.smithi027.stderr: -190> 2023-01-15T14:45:39.716+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:40.003 INFO:tasks.workunit.client.0.smithi027.stderr: -189> 2023-01-15T14:45:39.716+0000 7f8892645780 1 librados: starting msgr at 2023-01-15T14:45:40.003 INFO:tasks.workunit.client.0.smithi027.stderr: -188> 2023-01-15T14:45:39.716+0000 7f8892645780 1 librados: starting objecter 2023-01-15T14:45:40.003 INFO:tasks.workunit.client.0.smithi027.stderr: -187> 2023-01-15T14:45:39.716+0000 7f8892645780 5 asok(0x5648e47ee000) register_command objecter_requests cmddesc objecter_requests hook 0x5648e4750f00 EEXIST 2023-01-15T14:45:40.004 INFO:tasks.workunit.client.0.smithi027.stderr: -186> 2023-01-15T14:45:39.716+0000 7f8892645780 1 librados: setting wanted keys 2023-01-15T14:45:40.004 INFO:tasks.workunit.client.0.smithi027.stderr: -185> 2023-01-15T14:45:39.716+0000 7f8892645780 1 librados: calling monclient init 2023-01-15T14:45:40.004 INFO:tasks.workunit.client.0.smithi027.stderr: -184> 2023-01-15T14:45:39.716+0000 7f8892645780 10 monclient: init 2023-01-15T14:45:40.004 INFO:tasks.workunit.client.0.smithi027.stderr: -183> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding auth protocol: cephx 2023-01-15T14:45:40.004 INFO:tasks.workunit.client.0.smithi027.stderr: -182> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding auth protocol: cephx 2023-01-15T14:45:40.004 INFO:tasks.workunit.client.0.smithi027.stderr: -181> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding auth protocol: cephx 2023-01-15T14:45:40.004 INFO:tasks.workunit.client.0.smithi027.stderr: -180> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: secure 2023-01-15T14:45:40.004 INFO:tasks.workunit.client.0.smithi027.stderr: -179> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: crc 2023-01-15T14:45:40.004 INFO:tasks.workunit.client.0.smithi027.stderr: -178> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: secure 2023-01-15T14:45:40.004 INFO:tasks.workunit.client.0.smithi027.stderr: -177> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: crc 2023-01-15T14:45:40.004 INFO:tasks.workunit.client.0.smithi027.stderr: -176> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: secure 2023-01-15T14:45:40.004 INFO:tasks.workunit.client.0.smithi027.stderr: -175> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: crc 2023-01-15T14:45:40.005 INFO:tasks.workunit.client.0.smithi027.stderr: -174> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: crc 2023-01-15T14:45:40.005 INFO:tasks.workunit.client.0.smithi027.stderr: -173> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: secure 2023-01-15T14:45:40.005 INFO:tasks.workunit.client.0.smithi027.stderr: -172> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: crc 2023-01-15T14:45:40.005 INFO:tasks.workunit.client.0.smithi027.stderr: -171> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: secure 2023-01-15T14:45:40.005 INFO:tasks.workunit.client.0.smithi027.stderr: -170> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: crc 2023-01-15T14:45:40.005 INFO:tasks.workunit.client.0.smithi027.stderr: -169> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: secure 2023-01-15T14:45:40.005 INFO:tasks.workunit.client.0.smithi027.stderr: -168> 2023-01-15T14:45:39.717+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:40.005 INFO:tasks.workunit.client.0.smithi027.stderr: -167> 2023-01-15T14:45:39.717+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:40.005 INFO:tasks.workunit.client.0.smithi027.stderr: -166> 2023-01-15T14:45:39.717+0000 7f8892645780 5 asok(0x5648e47ee000) register_command rotate-key cmddesc rotate-key hook 0x5648e4c81220 EEXIST 2023-01-15T14:45:40.005 INFO:tasks.workunit.client.0.smithi027.stderr: -165> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient: _reopen_session rank -1 2023-01-15T14:45:40.005 INFO:tasks.workunit.client.0.smithi027.stderr: -164> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient: _add_conns ranks=[0,1,2] 2023-01-15T14:45:40.006 INFO:tasks.workunit.client.0.smithi027.stderr: -163> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): picked mon.noname-a con 0x5648e4c39000 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:40.006 INFO:tasks.workunit.client.0.smithi027.stderr: -162> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): picked mon.noname-b con 0x5648e55dc800 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:40.006 INFO:tasks.workunit.client.0.smithi027.stderr: -161> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): picked mon.noname-c con 0x5648e55dd000 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:40.006 INFO:tasks.workunit.client.0.smithi027.stderr: -160> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.006 INFO:tasks.workunit.client.0.smithi027.stderr: -159> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.006 INFO:tasks.workunit.client.0.smithi027.stderr: -158> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.006 INFO:tasks.workunit.client.0.smithi027.stderr: -157> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): _renew_subs 2023-01-15T14:45:40.006 INFO:tasks.workunit.client.0.smithi027.stderr: -156> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): authenticate will time out at 1439.854360s 2023-01-15T14:45:40.006 INFO:tasks.workunit.client.0.smithi027.stderr: -155> 2023-01-15T14:45:39.717+0000 7f888fdf2700 10 monclient(hunting): get_auth_request con 0x5648e55dd000 auth_method 0 2023-01-15T14:45:40.006 INFO:tasks.workunit.client.0.smithi027.stderr: -154> 2023-01-15T14:45:39.717+0000 7f888fdf2700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.006 INFO:tasks.workunit.client.0.smithi027.stderr: -153> 2023-01-15T14:45:39.717+0000 7f888fdf2700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.006 INFO:tasks.workunit.client.0.smithi027.stderr: -152> 2023-01-15T14:45:39.717+0000 7f888fdf2700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:40.007 INFO:tasks.workunit.client.0.smithi027.stderr: -151> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): get_auth_request con 0x5648e4c39000 auth_method 0 2023-01-15T14:45:40.007 INFO:tasks.workunit.client.0.smithi027.stderr: -150> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.007 INFO:tasks.workunit.client.0.smithi027.stderr: -149> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.007 INFO:tasks.workunit.client.0.smithi027.stderr: -148> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:40.007 INFO:tasks.workunit.client.0.smithi027.stderr: -147> 2023-01-15T14:45:39.717+0000 7f88905f3700 10 monclient(hunting): get_auth_request con 0x5648e55dc800 auth_method 0 2023-01-15T14:45:40.007 INFO:tasks.workunit.client.0.smithi027.stderr: -146> 2023-01-15T14:45:39.717+0000 7f88905f3700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.007 INFO:tasks.workunit.client.0.smithi027.stderr: -145> 2023-01-15T14:45:39.717+0000 7f88905f3700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.007 INFO:tasks.workunit.client.0.smithi027.stderr: -144> 2023-01-15T14:45:39.717+0000 7f88905f3700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:40.007 INFO:tasks.workunit.client.0.smithi027.stderr: -143> 2023-01-15T14:45:39.717+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.007 INFO:tasks.workunit.client.0.smithi027.stderr: -142> 2023-01-15T14:45:39.717+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.007 INFO:tasks.workunit.client.0.smithi027.stderr: -141> 2023-01-15T14:45:39.717+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:40.008 INFO:tasks.workunit.client.0.smithi027.stderr: -140> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.008 INFO:tasks.workunit.client.0.smithi027.stderr: -139> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.008 INFO:tasks.workunit.client.0.smithi027.stderr: -138> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:40.008 INFO:tasks.workunit.client.0.smithi027.stderr: -137> 2023-01-15T14:45:39.717+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.008 INFO:tasks.workunit.client.0.smithi027.stderr: -136> 2023-01-15T14:45:39.717+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.008 INFO:tasks.workunit.client.0.smithi027.stderr: -135> 2023-01-15T14:45:39.717+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:40.008 INFO:tasks.workunit.client.0.smithi027.stderr: -134> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): handle_auth_done global_id 6198 payload 824 2023-01-15T14:45:40.008 INFO:tasks.workunit.client.0.smithi027.stderr: -133> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient: _finish_hunting 0 2023-01-15T14:45:40.008 INFO:tasks.workunit.client.0.smithi027.stderr: -132> 2023-01-15T14:45:39.717+0000 7f8890df4700 1 monclient: found mon.noname-a 2023-01-15T14:45:40.008 INFO:tasks.workunit.client.0.smithi027.stderr: -131> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:45:40.008 INFO:tasks.workunit.client.0.smithi027.stderr: -130> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient: get_auth_request con 0x5648e4c39000 auth_method 0 2023-01-15T14:45:40.009 INFO:tasks.workunit.client.0.smithi027.stderr: -129> 2023-01-15T14:45:39.918+0000 7f8890df4700 0 --2- 172.21.15.27:0/539137814 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5648e4c39000 0x5648e4c18c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2023-01-15T14:45:40.009 INFO:tasks.workunit.client.0.smithi027.stderr: -128> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient: ms_handle_reset current mon [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:40.009 INFO:tasks.workunit.client.0.smithi027.stderr: -127> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient: _reopen_session rank -1 2023-01-15T14:45:40.009 INFO:tasks.workunit.client.0.smithi027.stderr: -126> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient: _add_conns ranks=[0,1,2] 2023-01-15T14:45:40.009 INFO:tasks.workunit.client.0.smithi027.stderr: -125> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient(hunting): picked mon.noname-a con 0x5648e4cae000 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:40.009 INFO:tasks.workunit.client.0.smithi027.stderr: -124> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient(hunting): picked mon.noname-b con 0x5648e55dc800 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:40.009 INFO:tasks.workunit.client.0.smithi027.stderr: -123> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient(hunting): picked mon.noname-c con 0x5648e55dd000 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:40.009 INFO:tasks.workunit.client.0.smithi027.stderr: -122> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.009 INFO:tasks.workunit.client.0.smithi027.stderr: -121> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.009 INFO:tasks.workunit.client.0.smithi027.stderr: -120> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.009 INFO:tasks.workunit.client.0.smithi027.stderr: -119> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient(hunting): _renew_subs 2023-01-15T14:45:40.009 INFO:tasks.workunit.client.0.smithi027.stderr: -118> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): get_auth_request con 0x5648e4cae000 auth_method 0 2023-01-15T14:45:40.009 INFO:tasks.workunit.client.0.smithi027.stderr: -117> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.010 INFO:tasks.workunit.client.0.smithi027.stderr: -116> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.010 INFO:tasks.workunit.client.0.smithi027.stderr: -115> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): _init_auth already have auth, reseting 2023-01-15T14:45:40.010 INFO:tasks.workunit.client.0.smithi027.stderr: -114> 2023-01-15T14:45:39.918+0000 7f888fdf2700 10 monclient(hunting): get_auth_request con 0x5648e55dd000 auth_method 0 2023-01-15T14:45:40.010 INFO:tasks.workunit.client.0.smithi027.stderr: -113> 2023-01-15T14:45:39.918+0000 7f888fdf2700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.010 INFO:tasks.workunit.client.0.smithi027.stderr: -112> 2023-01-15T14:45:39.918+0000 7f888fdf2700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.010 INFO:tasks.workunit.client.0.smithi027.stderr: -111> 2023-01-15T14:45:39.918+0000 7f888fdf2700 10 monclient(hunting): _init_auth already have auth, reseting 2023-01-15T14:45:40.010 INFO:tasks.workunit.client.0.smithi027.stderr: -110> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.010 INFO:tasks.workunit.client.0.smithi027.stderr: -109> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.010 INFO:tasks.workunit.client.0.smithi027.stderr: -108> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2023-01-15T14:45:40.011 INFO:tasks.workunit.client.0.smithi027.stderr: -107> 2023-01-15T14:45:39.918+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.011 INFO:tasks.workunit.client.0.smithi027.stderr: -106> 2023-01-15T14:45:39.918+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.011 INFO:tasks.workunit.client.0.smithi027.stderr: -105> 2023-01-15T14:45:39.918+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2023-01-15T14:45:40.011 INFO:tasks.workunit.client.0.smithi027.stderr: -104> 2023-01-15T14:45:39.918+0000 7f88905f3700 10 monclient(hunting): get_auth_request con 0x5648e55dc800 auth_method 0 2023-01-15T14:45:40.011 INFO:tasks.workunit.client.0.smithi027.stderr: -103> 2023-01-15T14:45:39.918+0000 7f88905f3700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.011 INFO:tasks.workunit.client.0.smithi027.stderr: -102> 2023-01-15T14:45:39.918+0000 7f88905f3700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.011 INFO:tasks.workunit.client.0.smithi027.stderr: -101> 2023-01-15T14:45:39.918+0000 7f88905f3700 10 monclient(hunting): _init_auth already have auth, reseting 2023-01-15T14:45:40.011 INFO:tasks.workunit.client.0.smithi027.stderr: -100> 2023-01-15T14:45:39.918+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.011 INFO:tasks.workunit.client.0.smithi027.stderr: -99> 2023-01-15T14:45:39.918+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.011 INFO:tasks.workunit.client.0.smithi027.stderr: -98> 2023-01-15T14:45:39.918+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2023-01-15T14:45:40.011 INFO:tasks.workunit.client.0.smithi027.stderr: -97> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): handle_auth_done global_id 6198 payload 293 2023-01-15T14:45:40.012 INFO:tasks.workunit.client.0.smithi027.stderr: -96> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient: _finish_hunting 0 2023-01-15T14:45:40.012 INFO:tasks.workunit.client.0.smithi027.stderr: -95> 2023-01-15T14:45:39.918+0000 7f8890df4700 1 monclient: found mon.noname-a 2023-01-15T14:45:40.012 INFO:tasks.workunit.client.0.smithi027.stderr: -94> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:45:40.012 INFO:tasks.workunit.client.0.smithi027.stderr: -93> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:40.012 INFO:tasks.workunit.client.0.smithi027.stderr: -92> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:45:40.012 INFO:tasks.workunit.client.0.smithi027.stderr: -91> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: dump: 2023-01-15T14:45:40.012 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:40.012 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:40.012 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.012 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.012 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:40.012 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:40.012 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:40.013 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:40.013 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:40.013 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.013 INFO:tasks.workunit.client.0.smithi027.stderr: -90> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: _finish_auth 0 2023-01-15T14:45:40.013 INFO:tasks.workunit.client.0.smithi027.stderr: -89> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: _check_auth_tickets 2023-01-15T14:45:40.013 INFO:tasks.workunit.client.0.smithi027.stderr: -88> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:40.013 INFO:tasks.workunit.client.0.smithi027.stderr: -87> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:40.013 INFO:tasks.workunit.client.0.smithi027.stderr: -86> 2023-01-15T14:45:39.919+0000 7f8876dc0700 4 set_mon_vals no callback set 2023-01-15T14:45:40.013 INFO:tasks.workunit.client.0.smithi027.stderr: -85> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:45:40.013 INFO:tasks.workunit.client.0.smithi027.stderr: -84> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: dump: 2023-01-15T14:45:40.013 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:40.013 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:40.014 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.014 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.014 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:40.014 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:40.014 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:40.014 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:40.014 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:40.014 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.014 INFO:tasks.workunit.client.0.smithi027.stderr: -83> 2023-01-15T14:45:39.919+0000 7f8892645780 5 monclient: authenticate success, global_id 6198 2023-01-15T14:45:40.014 INFO:tasks.workunit.client.0.smithi027.stderr: -82> 2023-01-15T14:45:39.919+0000 7f8892645780 10 monclient: _renew_subs 2023-01-15T14:45:40.014 INFO:tasks.workunit.client.0.smithi027.stderr: -81> 2023-01-15T14:45:39.919+0000 7f8892645780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:40.015 INFO:tasks.workunit.client.0.smithi027.stderr: -80> 2023-01-15T14:45:39.919+0000 7f8892645780 10 monclient: _renew_subs 2023-01-15T14:45:40.015 INFO:tasks.workunit.client.0.smithi027.stderr: -79> 2023-01-15T14:45:39.919+0000 7f8892645780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:40.015 INFO:tasks.workunit.client.0.smithi027.stderr: -78> 2023-01-15T14:45:39.919+0000 7f8892645780 1 librados: init done 2023-01-15T14:45:40.015 INFO:tasks.workunit.client.0.smithi027.stderr: -77> 2023-01-15T14:45:39.919+0000 7f8892645780 5 asok(0x5648e47ee000) register_command cr dump hook 0x5648e55a4e88 2023-01-15T14:45:40.015 INFO:tasks.workunit.client.0.smithi027.stderr: -76> 2023-01-15T14:45:39.920+0000 7f88755bd700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:45:40.015 INFO:tasks.workunit.client.0.smithi027.stderr: -75> 2023-01-15T14:45:39.920+0000 7f88755bd700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:40.015 INFO:tasks.workunit.client.0.smithi027.stderr: -74> 2023-01-15T14:45:39.920+0000 7f88755bd700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:40.015 INFO:tasks.workunit.client.0.smithi027.stderr: -73> 2023-01-15T14:45:39.920+0000 7f88905f3700 10 monclient: get_auth_request con 0x5648e4c39000 auth_method 0 2023-01-15T14:45:40.015 INFO:tasks.workunit.client.0.smithi027.stderr: -72> 2023-01-15T14:45:39.920+0000 7f8892645780 5 note: GC not initialized 2023-01-15T14:45:40.015 INFO:tasks.workunit.client.0.smithi027.stderr: -71> 2023-01-15T14:45:39.921+0000 7f8872db8700 20 reqs_thread_entry: start 2023-01-15T14:45:40.016 INFO:tasks.workunit.client.0.smithi027.stderr: -70> 2023-01-15T14:45:39.921+0000 7f8892645780 5 asok(0x5648e47ee000) register_command sync trace show hook 0x5648e4785c00 2023-01-15T14:45:40.016 INFO:tasks.workunit.client.0.smithi027.stderr: -69> 2023-01-15T14:45:39.921+0000 7f8892645780 5 asok(0x5648e47ee000) register_command sync trace history hook 0x5648e4785c00 2023-01-15T14:45:40.016 INFO:tasks.workunit.client.0.smithi027.stderr: -68> 2023-01-15T14:45:39.921+0000 7f8892645780 5 asok(0x5648e47ee000) register_command sync trace active hook 0x5648e4785c00 2023-01-15T14:45:40.016 INFO:tasks.workunit.client.0.smithi027.stderr: -67> 2023-01-15T14:45:39.921+0000 7f8892645780 5 asok(0x5648e47ee000) register_command sync trace active_short hook 0x5648e4785c00 2023-01-15T14:45:40.016 INFO:tasks.workunit.client.0.smithi027.stderr: -66> 2023-01-15T14:45:39.921+0000 7f8892645780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:40.016 INFO:tasks.workunit.client.0.smithi027.stderr: -65> 2023-01-15T14:45:39.922+0000 7f8892645780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:40.016 INFO:tasks.workunit.client.0.smithi027.stderr: -64> 2023-01-15T14:45:39.922+0000 7f8870db4700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:10 2023 2023-01-15T14:45:40.016 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.016 INFO:tasks.workunit.client.0.smithi027.stderr: -63> 2023-01-15T14:45:39.922+0000 7f8870592700 20 reqs_thread_entry: start 2023-01-15T14:45:40.016 INFO:tasks.workunit.client.0.smithi027.stderr: -62> 2023-01-15T14:45:39.922+0000 7f8892645780 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-01-15T14:45:40.016 INFO:tasks.workunit.client.0.smithi027.stderr: -61> 2023-01-15T14:45:39.922+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.017 INFO:tasks.workunit.client.0.smithi027.stderr: -60> 2023-01-15T14:45:39.922+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:40.017 INFO:tasks.workunit.client.0.smithi027.stderr: -59> 2023-01-15T14:45:39.922+0000 7f8892645780 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-01-15T14:45:40.017 INFO:tasks.workunit.client.0.smithi027.stderr: -58> 2023-01-15T14:45:39.922+0000 7f8892645780 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-01-15T14:45:40.017 INFO:tasks.workunit.client.0.smithi027.stderr: -57> 2023-01-15T14:45:39.922+0000 7f8892645780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 : miss 2023-01-15T14:45:40.017 INFO:tasks.workunit.client.0.smithi027.stderr: -56> 2023-01-15T14:45:39.922+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.017 INFO:tasks.workunit.client.0.smithi027.stderr: -55> 2023-01-15T14:45:39.923+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:45:40.017 INFO:tasks.workunit.client.0.smithi027.stderr: -54> 2023-01-15T14:45:39.923+0000 7f8892645780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 info.flags=0x13 2023-01-15T14:45:40.017 INFO:tasks.workunit.client.0.smithi027.stderr: -53> 2023-01-15T14:45:39.923+0000 7f8892645780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 to cache LRU end 2023-01-15T14:45:40.017 INFO:tasks.workunit.client.0.smithi027.stderr: -52> 2023-01-15T14:45:39.923+0000 7f8892645780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:45:40.017 INFO:tasks.workunit.client.0.smithi027.stderr: -51> 2023-01-15T14:45:39.923+0000 7f8892645780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:40.017 INFO:tasks.workunit.client.0.smithi027.stderr: -50> 2023-01-15T14:45:39.923+0000 7f8892645780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 2023-01-15T14:45:40.017 INFO:tasks.workunit.client.0.smithi027.stderr: -49> 2023-01-15T14:45:39.923+0000 7f888fdf2700 10 monclient: get_auth_request con 0x5648e4cae400 auth_method 0 2023-01-15T14:45:40.018 INFO:tasks.workunit.client.0.smithi027.stderr: -48> 2023-01-15T14:45:39.928+0000 7f8892645780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 info.flags=0x17 2023-01-15T14:45:40.018 INFO:tasks.workunit.client.0.smithi027.stderr: -47> 2023-01-15T14:45:39.928+0000 7f8892645780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 to cache LRU end 2023-01-15T14:45:40.018 INFO:tasks.workunit.client.0.smithi027.stderr: -46> 2023-01-15T14:45:39.928+0000 7f8892645780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:40.018 INFO:tasks.workunit.client.0.smithi027.stderr: -45> 2023-01-15T14:45:39.928+0000 7f8892645780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22, ofs0, ns] 2023-01-15T14:45:40.018 INFO:tasks.workunit.client.0.smithi027.stderr: -44> 2023-01-15T14:45:39.928+0000 7f888a5e7700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197640 cookie 94871071150464 notifier 6192 bl.length()=893 2023-01-15T14:45:40.018 INFO:tasks.workunit.client.0.smithi027.stderr: -43> 2023-01-15T14:45:39.928+0000 7f888a5e7700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 info.flags=0x17 2023-01-15T14:45:40.018 INFO:tasks.workunit.client.0.smithi027.stderr: -42> 2023-01-15T14:45:39.928+0000 7f888a5e7700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 to cache LRU end 2023-01-15T14:45:40.018 INFO:tasks.workunit.client.0.smithi027.stderr: -41> 2023-01-15T14:45:39.928+0000 7f888a5e7700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:40.018 INFO:tasks.workunit.client.0.smithi027.stderr: -40> 2023-01-15T14:45:39.929+0000 7f8892645780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): orig_sources= new_sources= 2023-01-15T14:45:40.018 INFO:tasks.workunit.client.0.smithi027.stderr: -39> 2023-01-15T14:45:39.929+0000 7f8892645780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): potential sources added=[] removed=[] 2023-01-15T14:45:40.018 INFO:tasks.workunit.client.0.smithi027.stderr: -38> 2023-01-15T14:45:39.929+0000 7f8892645780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): orig_dests= new_dests= 2023-01-15T14:45:40.018 INFO:tasks.workunit.client.0.smithi027.stderr: -37> 2023-01-15T14:45:39.929+0000 7f8892645780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): potential dests added=[] removed=[] 2023-01-15T14:45:40.019 INFO:tasks.workunit.client.0.smithi027.stderr: -36> 2023-01-15T14:45:39.930+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.0 2023-01-15T14:45:40.019 INFO:tasks.workunit.client.0.smithi027.stderr: -35> 2023-01-15T14:45:39.930+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.0 2023-01-15T14:45:40.019 INFO:tasks.workunit.client.0.smithi027.stderr: -34> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.1 2023-01-15T14:45:40.019 INFO:tasks.workunit.client.0.smithi027.stderr: -33> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.1 2023-01-15T14:45:40.019 INFO:tasks.workunit.client.0.smithi027.stderr: -32> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.2 2023-01-15T14:45:40.019 INFO:tasks.workunit.client.0.smithi027.stderr: -31> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.2 2023-01-15T14:45:40.019 INFO:tasks.workunit.client.0.smithi027.stderr: -30> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.3 2023-01-15T14:45:40.019 INFO:tasks.workunit.client.0.smithi027.stderr: -29> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.3 2023-01-15T14:45:40.019 INFO:tasks.workunit.client.0.smithi027.stderr: -28> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.4 2023-01-15T14:45:40.019 INFO:tasks.workunit.client.0.smithi027.stderr: -27> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.4 2023-01-15T14:45:40.019 INFO:tasks.workunit.client.0.smithi027.stderr: -26> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.5 2023-01-15T14:45:40.019 INFO:tasks.workunit.client.0.smithi027.stderr: -25> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.5 2023-01-15T14:45:40.020 INFO:tasks.workunit.client.0.smithi027.stderr: -24> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.6 2023-01-15T14:45:40.020 INFO:tasks.workunit.client.0.smithi027.stderr: -23> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.6 2023-01-15T14:45:40.020 INFO:tasks.workunit.client.0.smithi027.stderr: -22> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.7 2023-01-15T14:45:40.020 INFO:tasks.workunit.client.0.smithi027.stderr: -21> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.7 2023-01-15T14:45:40.020 INFO:tasks.workunit.client.0.smithi027.stderr: -20> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.8 2023-01-15T14:45:40.020 INFO:tasks.workunit.client.0.smithi027.stderr: -19> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.8 2023-01-15T14:45:40.020 INFO:tasks.workunit.client.0.smithi027.stderr: -18> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.9 2023-01-15T14:45:40.020 INFO:tasks.workunit.client.0.smithi027.stderr: -17> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.9 2023-01-15T14:45:40.020 INFO:tasks.workunit.client.0.smithi027.stderr: -16> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.10 2023-01-15T14:45:40.020 INFO:tasks.workunit.client.0.smithi027.stderr: -15> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.10 2023-01-15T14:45:40.020 INFO:tasks.workunit.client.0.smithi027.stderr: -14> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.11 2023-01-15T14:45:40.020 INFO:tasks.workunit.client.0.smithi027.stderr: -13> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.11 2023-01-15T14:45:40.021 INFO:tasks.workunit.client.0.smithi027.stderr: -12> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.0 2023-01-15T14:45:40.021 INFO:tasks.workunit.client.0.smithi027.stderr: -11> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1 2023-01-15T14:45:40.021 INFO:tasks.workunit.client.0.smithi027.stderr: -10> 2023-01-15T14:45:39.932+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.2 2023-01-15T14:45:40.021 INFO:tasks.workunit.client.0.smithi027.stderr: -9> 2023-01-15T14:45:39.932+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.3 2023-01-15T14:45:40.021 INFO:tasks.workunit.client.0.smithi027.stderr: -8> 2023-01-15T14:45:39.933+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.4 2023-01-15T14:45:40.021 INFO:tasks.workunit.client.0.smithi027.stderr: -7> 2023-01-15T14:45:39.933+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.5 2023-01-15T14:45:40.021 INFO:tasks.workunit.client.0.smithi027.stderr: -6> 2023-01-15T14:45:39.934+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.6 2023-01-15T14:45:40.021 INFO:tasks.workunit.client.0.smithi027.stderr: -5> 2023-01-15T14:45:39.934+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.7 2023-01-15T14:45:40.021 INFO:tasks.workunit.client.0.smithi027.stderr: -4> 2023-01-15T14:45:39.935+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.8 2023-01-15T14:45:40.021 INFO:tasks.workunit.client.0.smithi027.stderr: -3> 2023-01-15T14:45:39.935+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.9 2023-01-15T14:45:40.021 INFO:tasks.workunit.client.0.smithi027.stderr: -2> 2023-01-15T14:45:39.936+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.10 2023-01-15T14:45:40.021 INFO:tasks.workunit.client.0.smithi027.stderr: -1> 2023-01-15T14:45:39.940+0000 7f8892645780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8892645780 time 2023-01-15T14:45:39.940827+0000 2023-01-15T14:45:40.022 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:45:40.022 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.022 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:40.022 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f8899363dbb] 2023-01-15T14:45:40.022 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f8899363f81] 2023-01-15T14:45:40.022 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648e2c39ae1] 2023-01-15T14:45:40.022 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5648e2c36dff] 2023-01-15T14:45:40.022 INFO:tasks.workunit.client.0.smithi027.stderr: 5: main() 2023-01-15T14:45:40.022 INFO:tasks.workunit.client.0.smithi027.stderr: 6: __libc_start_main() 2023-01-15T14:45:40.022 INFO:tasks.workunit.client.0.smithi027.stderr: 7: _start() 2023-01-15T14:45:40.022 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.022 INFO:tasks.workunit.client.0.smithi027.stderr: 0> 2023-01-15T14:45:39.942+0000 7f8892645780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:45:40.023 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f8892645780 thread_name:radosgw-admin 2023-01-15T14:45:40.023 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.023 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:40.023 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f889a02bcf0] 2023-01-15T14:45:40.023 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:45:40.023 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:45:40.023 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f8899363e15] 2023-01-15T14:45:40.023 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f8899363f81] 2023-01-15T14:45:40.023 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648e2c39ae1] 2023-01-15T14:45:40.023 INFO:tasks.workunit.client.0.smithi027.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5648e2c36dff] 2023-01-15T14:45:40.023 INFO:tasks.workunit.client.0.smithi027.stderr: 8: main() 2023-01-15T14:45:40.024 INFO:tasks.workunit.client.0.smithi027.stderr: 9: __libc_start_main() 2023-01-15T14:45:40.024 INFO:tasks.workunit.client.0.smithi027.stderr: 10: _start() 2023-01-15T14:45:40.024 INFO:tasks.workunit.client.0.smithi027.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:45:40.024 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.024 INFO:tasks.workunit.client.0.smithi027.stderr:--- logging levels --- 2023-01-15T14:45:40.024 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 none 2023-01-15T14:45:40.024 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 lockdep 2023-01-15T14:45:40.024 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 context 2023-01-15T14:45:40.024 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 crush 2023-01-15T14:45:40.024 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds 2023-01-15T14:45:40.024 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_balancer 2023-01-15T14:45:40.024 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_locker 2023-01-15T14:45:40.025 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log 2023-01-15T14:45:40.025 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log_expire 2023-01-15T14:45:40.025 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_migrator 2023-01-15T14:45:40.025 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 buffer 2023-01-15T14:45:40.025 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 timer 2023-01-15T14:45:40.025 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 filer 2023-01-15T14:45:40.025 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 striper 2023-01-15T14:45:40.025 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 objecter 2023-01-15T14:45:40.025 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rados 2023-01-15T14:45:40.025 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd 2023-01-15T14:45:40.025 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_mirror 2023-01-15T14:45:40.026 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_replay 2023-01-15T14:45:40.026 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_pwl 2023-01-15T14:45:40.026 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 journaler 2023-01-15T14:45:40.026 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objectcacher 2023-01-15T14:45:40.026 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:45:40.026 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 client 2023-01-15T14:45:40.026 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 osd 2023-01-15T14:45:40.026 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 optracker 2023-01-15T14:45:40.026 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objclass 2023-01-15T14:45:40.026 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 filestore 2023-01-15T14:45:40.026 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 journal 2023-01-15T14:45:40.026 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 ms 2023-01-15T14:45:40.027 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mon 2023-01-15T14:45:40.027 INFO:tasks.workunit.client.0.smithi027.stderr: 0/10 monc 2023-01-15T14:45:40.027 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 paxos 2023-01-15T14:45:40.027 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 tp 2023-01-15T14:45:40.027 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 auth 2023-01-15T14:45:40.028 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 crypto 2023-01-15T14:45:40.028 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 finisher 2023-01-15T14:45:40.028 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 reserver 2023-01-15T14:45:40.028 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 heartbeatmap 2023-01-15T14:45:40.029 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 perfcounter 2023-01-15T14:45:40.029 INFO:tasks.workunit.client.0.smithi027.stderr: 20/20 rgw 2023-01-15T14:45:40.029 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_sync 2023-01-15T14:45:40.029 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_datacache 2023-01-15T14:45:40.029 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_access 2023-01-15T14:45:40.029 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:45:40.030 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 javaclient 2023-01-15T14:45:40.030 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 asok 2023-01-15T14:45:40.030 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 throttle 2023-01-15T14:45:40.030 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 refs 2023-01-15T14:45:40.030 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 compressor 2023-01-15T14:45:40.031 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluestore 2023-01-15T14:45:40.031 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluefs 2023-01-15T14:45:40.031 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 bdev 2023-01-15T14:45:40.031 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 kstore 2023-01-15T14:45:40.031 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 rocksdb 2023-01-15T14:45:40.031 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 leveldb 2023-01-15T14:45:40.032 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 fuse 2023-01-15T14:45:40.032 INFO:tasks.workunit.client.0.smithi027.stderr: 2/ 5 mgr 2023-01-15T14:45:40.032 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mgrc 2023-01-15T14:45:40.032 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 dpdk 2023-01-15T14:45:40.032 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 eventtrace 2023-01-15T14:45:40.033 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 prioritycache 2023-01-15T14:45:40.033 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 test 2023-01-15T14:45:40.033 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:45:40.033 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephsqlite 2023-01-15T14:45:40.033 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore 2023-01-15T14:45:40.033 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_onode 2023-01-15T14:45:40.034 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_odata 2023-01-15T14:45:40.034 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_omap 2023-01-15T14:45:40.034 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_tm 2023-01-15T14:45:40.034 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_t 2023-01-15T14:45:40.034 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:45:40.035 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_epm 2023-01-15T14:45:40.035 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_lba 2023-01-15T14:45:40.035 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:45:40.035 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cache 2023-01-15T14:45:40.035 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_journal 2023-01-15T14:45:40.036 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_device 2023-01-15T14:45:40.036 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_backref 2023-01-15T14:45:40.036 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 alienstore 2023-01-15T14:45:40.036 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mclock 2023-01-15T14:45:40.036 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cyanstore 2023-01-15T14:45:40.036 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 ceph_exporter 2023-01-15T14:45:40.037 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 memstore 2023-01-15T14:45:40.037 INFO:tasks.workunit.client.0.smithi027.stderr: -2/-2 (syslog threshold) 2023-01-15T14:45:40.037 INFO:tasks.workunit.client.0.smithi027.stderr: 99/99 (stderr threshold) 2023-01-15T14:45:40.037 INFO:tasks.workunit.client.0.smithi027.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:45:40.037 INFO:tasks.workunit.client.0.smithi027.stderr: 7f8870592700 / http_manager 2023-01-15T14:45:40.037 INFO:tasks.workunit.client.0.smithi027.stderr: 7f8870db4700 / notif-worker0 2023-01-15T14:45:40.038 INFO:tasks.workunit.client.0.smithi027.stderr: 7f8872db8700 / http_manager 2023-01-15T14:45:40.038 INFO:tasks.workunit.client.0.smithi027.stderr: 7f88755bd700 / ms_dispatch 2023-01-15T14:45:40.038 INFO:tasks.workunit.client.0.smithi027.stderr: 7f8876dc0700 / io_context_pool 2023-01-15T14:45:40.038 INFO:tasks.workunit.client.0.smithi027.stderr: 7f88775c1700 / rgw_dt_lg_renew 2023-01-15T14:45:40.038 INFO:tasks.workunit.client.0.smithi027.stderr: 7f88895e5700 / ms_dispatch 2023-01-15T14:45:40.038 INFO:tasks.workunit.client.0.smithi027.stderr: 7f888a5e7700 / io_context_pool 2023-01-15T14:45:40.039 INFO:tasks.workunit.client.0.smithi027.stderr: 7f888ade8700 / io_context_pool 2023-01-15T14:45:40.039 INFO:tasks.workunit.client.0.smithi027.stderr: 7f888fdf2700 / msgr-worker-2 2023-01-15T14:45:40.039 INFO:tasks.workunit.client.0.smithi027.stderr: 7f88905f3700 / msgr-worker-1 2023-01-15T14:45:40.039 INFO:tasks.workunit.client.0.smithi027.stderr: 7f8890df4700 / msgr-worker-0 2023-01-15T14:45:40.039 INFO:tasks.workunit.client.0.smithi027.stderr: 7f8892645780 / radosgw-admin 2023-01-15T14:45:40.039 INFO:tasks.workunit.client.0.smithi027.stderr: max_recent 500 2023-01-15T14:45:40.040 INFO:tasks.workunit.client.0.smithi027.stderr: max_new 1000 2023-01-15T14:45:40.040 INFO:tasks.workunit.client.0.smithi027.stderr: log_file /var/log/ceph/ceph-client.admin.114099.log 2023-01-15T14:45:40.040 INFO:tasks.workunit.client.0.smithi027.stderr:--- end dump of recent events --- 2023-01-15T14:45:40.040 INFO:tasks.workunit.client.0.smithi027.stderr:--- begin dump of recent events --- 2023-01-15T14:45:40.040 INFO:tasks.workunit.client.0.smithi027.stderr: -499> 2023-01-15T14:45:39.686+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:40.041 INFO:tasks.workunit.client.0.smithi027.stderr: -498> 2023-01-15T14:45:39.686+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.041 INFO:tasks.workunit.client.0.smithi027.stderr: -497> 2023-01-15T14:45:39.686+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.041 INFO:tasks.workunit.client.0.smithi027.stderr: -496> 2023-01-15T14:45:39.686+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:40.041 INFO:tasks.workunit.client.0.smithi027.stderr: -495> 2023-01-15T14:45:39.686+0000 7f888fdf2700 10 monclient(hunting): handle_auth_done global_id 5894 payload 274 2023-01-15T14:45:40.041 INFO:tasks.workunit.client.0.smithi027.stderr: -494> 2023-01-15T14:45:39.687+0000 7f888fdf2700 10 monclient: _finish_hunting 0 2023-01-15T14:45:40.041 INFO:tasks.workunit.client.0.smithi027.stderr: -493> 2023-01-15T14:45:39.687+0000 7f888fdf2700 1 monclient: found mon.noname-c 2023-01-15T14:45:40.042 INFO:tasks.workunit.client.0.smithi027.stderr: -492> 2023-01-15T14:45:39.687+0000 7f888fdf2700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.27:3301/0 2023-01-15T14:45:40.042 INFO:tasks.workunit.client.0.smithi027.stderr: -491> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:40.042 INFO:tasks.workunit.client.0.smithi027.stderr: -490> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:45:40.042 INFO:tasks.workunit.client.0.smithi027.stderr: -489> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: dump: 2023-01-15T14:45:40.042 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:40.042 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:40.043 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.043 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.043 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:40.043 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:40.043 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:40.043 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:40.044 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:40.044 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.044 INFO:tasks.workunit.client.0.smithi027.stderr: -488> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: _finish_auth 0 2023-01-15T14:45:40.044 INFO:tasks.workunit.client.0.smithi027.stderr: -487> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: _check_auth_tickets 2023-01-15T14:45:40.044 INFO:tasks.workunit.client.0.smithi027.stderr: -486> 2023-01-15T14:45:39.687+0000 7f8892645780 5 monclient: authenticate success, global_id 5894 2023-01-15T14:45:40.044 INFO:tasks.workunit.client.0.smithi027.stderr: -485> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:40.045 INFO:tasks.workunit.client.0.smithi027.stderr: -484> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:40.045 INFO:tasks.workunit.client.0.smithi027.stderr: -483> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:45:40.045 INFO:tasks.workunit.client.0.smithi027.stderr: -482> 2023-01-15T14:45:39.687+0000 7f888ade8700 10 monclient: dump: 2023-01-15T14:45:40.045 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:40.045 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:40.045 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.046 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.046 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:40.046 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:40.046 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:40.046 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:40.046 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:40.047 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.047 INFO:tasks.workunit.client.0.smithi027.stderr: -481> 2023-01-15T14:45:39.687+0000 7f8892645780 10 monclient: get_monmap_and_config success 2023-01-15T14:45:40.047 INFO:tasks.workunit.client.0.smithi027.stderr: -480> 2023-01-15T14:45:39.687+0000 7f8892645780 4 set_mon_vals no callback set 2023-01-15T14:45:40.047 INFO:tasks.workunit.client.0.smithi027.stderr: -479> 2023-01-15T14:45:39.687+0000 7f8892645780 10 monclient: shutdown 2023-01-15T14:45:40.047 INFO:tasks.workunit.client.0.smithi027.stderr: -478> 2023-01-15T14:45:39.687+0000 7f8892645780 10 monclient: build_initial_monmap 2023-01-15T14:45:40.047 INFO:tasks.workunit.client.0.smithi027.stderr: -477> 2023-01-15T14:45:39.687+0000 7f8892645780 1 build_initial for_mkfs: 0 2023-01-15T14:45:40.048 INFO:tasks.workunit.client.0.smithi027.stderr: -476> 2023-01-15T14:45:39.687+0000 7f8892645780 10 monclient: monmap: 2023-01-15T14:45:40.048 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:45:40.048 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:45:40.048 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:45:40.048 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:45:40.049 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:45:40.049 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:40.049 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:45:40.049 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:45:40.049 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:45:40.049 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.050 INFO:tasks.workunit.client.0.smithi027.stderr: -475> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding auth protocol: cephx 2023-01-15T14:45:40.050 INFO:tasks.workunit.client.0.smithi027.stderr: -474> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding auth protocol: cephx 2023-01-15T14:45:40.050 INFO:tasks.workunit.client.0.smithi027.stderr: -473> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding auth protocol: cephx 2023-01-15T14:45:40.050 INFO:tasks.workunit.client.0.smithi027.stderr: -472> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: secure 2023-01-15T14:45:40.050 INFO:tasks.workunit.client.0.smithi027.stderr: -471> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: crc 2023-01-15T14:45:40.050 INFO:tasks.workunit.client.0.smithi027.stderr: -470> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: secure 2023-01-15T14:45:40.051 INFO:tasks.workunit.client.0.smithi027.stderr: -469> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: crc 2023-01-15T14:45:40.051 INFO:tasks.workunit.client.0.smithi027.stderr: -468> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: secure 2023-01-15T14:45:40.051 INFO:tasks.workunit.client.0.smithi027.stderr: -467> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: crc 2023-01-15T14:45:40.051 INFO:tasks.workunit.client.0.smithi027.stderr: -466> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: crc 2023-01-15T14:45:40.051 INFO:tasks.workunit.client.0.smithi027.stderr: -465> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: secure 2023-01-15T14:45:40.051 INFO:tasks.workunit.client.0.smithi027.stderr: -464> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: crc 2023-01-15T14:45:40.052 INFO:tasks.workunit.client.0.smithi027.stderr: -463> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: secure 2023-01-15T14:45:40.052 INFO:tasks.workunit.client.0.smithi027.stderr: -462> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: crc 2023-01-15T14:45:40.052 INFO:tasks.workunit.client.0.smithi027.stderr: -461> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54c2a40) adding con mode: secure 2023-01-15T14:45:40.052 INFO:tasks.workunit.client.0.smithi027.stderr: -460> 2023-01-15T14:45:39.688+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:40.052 INFO:tasks.workunit.client.0.smithi027.stderr: -459> 2023-01-15T14:45:39.688+0000 7f8892645780 1 librados: starting msgr at 2023-01-15T14:45:40.052 INFO:tasks.workunit.client.0.smithi027.stderr: -458> 2023-01-15T14:45:39.688+0000 7f8892645780 1 librados: starting objecter 2023-01-15T14:45:40.053 INFO:tasks.workunit.client.0.smithi027.stderr: -457> 2023-01-15T14:45:39.688+0000 7f8892645780 5 asok(0x5648e47ee000) register_command objecter_requests cmddesc objecter_requests hook 0x5648e4750550 EEXIST 2023-01-15T14:45:40.053 INFO:tasks.workunit.client.0.smithi027.stderr: -456> 2023-01-15T14:45:39.688+0000 7f8892645780 1 librados: setting wanted keys 2023-01-15T14:45:40.053 INFO:tasks.workunit.client.0.smithi027.stderr: -455> 2023-01-15T14:45:39.688+0000 7f8892645780 1 librados: calling monclient init 2023-01-15T14:45:40.053 INFO:tasks.workunit.client.0.smithi027.stderr: -454> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient: init 2023-01-15T14:45:40.053 INFO:tasks.workunit.client.0.smithi027.stderr: -453> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding auth protocol: cephx 2023-01-15T14:45:40.053 INFO:tasks.workunit.client.0.smithi027.stderr: -452> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding auth protocol: cephx 2023-01-15T14:45:40.054 INFO:tasks.workunit.client.0.smithi027.stderr: -451> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding auth protocol: cephx 2023-01-15T14:45:40.054 INFO:tasks.workunit.client.0.smithi027.stderr: -450> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: secure 2023-01-15T14:45:40.054 INFO:tasks.workunit.client.0.smithi027.stderr: -449> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: crc 2023-01-15T14:45:40.054 INFO:tasks.workunit.client.0.smithi027.stderr: -448> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: secure 2023-01-15T14:45:40.054 INFO:tasks.workunit.client.0.smithi027.stderr: -447> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: crc 2023-01-15T14:45:40.055 INFO:tasks.workunit.client.0.smithi027.stderr: -446> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: secure 2023-01-15T14:45:40.055 INFO:tasks.workunit.client.0.smithi027.stderr: -445> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: crc 2023-01-15T14:45:40.055 INFO:tasks.workunit.client.0.smithi027.stderr: -444> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: crc 2023-01-15T14:45:40.055 INFO:tasks.workunit.client.0.smithi027.stderr: -443> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: secure 2023-01-15T14:45:40.055 INFO:tasks.workunit.client.0.smithi027.stderr: -442> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: crc 2023-01-15T14:45:40.055 INFO:tasks.workunit.client.0.smithi027.stderr: -441> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: secure 2023-01-15T14:45:40.056 INFO:tasks.workunit.client.0.smithi027.stderr: -440> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: crc 2023-01-15T14:45:40.056 INFO:tasks.workunit.client.0.smithi027.stderr: -439> 2023-01-15T14:45:39.688+0000 7f8892645780 5 AuthRegistry(0x5648e54fc0d8) adding con mode: secure 2023-01-15T14:45:40.056 INFO:tasks.workunit.client.0.smithi027.stderr: -438> 2023-01-15T14:45:39.688+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:40.056 INFO:tasks.workunit.client.0.smithi027.stderr: -437> 2023-01-15T14:45:39.688+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:40.056 INFO:tasks.workunit.client.0.smithi027.stderr: -436> 2023-01-15T14:45:39.688+0000 7f8892645780 5 asok(0x5648e47ee000) register_command rotate-key cmddesc rotate-key hook 0x5648e54fc220 EEXIST 2023-01-15T14:45:40.056 INFO:tasks.workunit.client.0.smithi027.stderr: -435> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient: _reopen_session rank -1 2023-01-15T14:45:40.057 INFO:tasks.workunit.client.0.smithi027.stderr: -434> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient: _add_conns ranks=[2,0,1] 2023-01-15T14:45:40.057 INFO:tasks.workunit.client.0.smithi027.stderr: -433> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): picked mon.noname-c con 0x5648e475cc00 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:40.057 INFO:tasks.workunit.client.0.smithi027.stderr: -432> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): picked mon.noname-a con 0x5648e55ddc00 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:40.057 INFO:tasks.workunit.client.0.smithi027.stderr: -431> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): picked mon.noname-b con 0x5648e55dd800 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:40.057 INFO:tasks.workunit.client.0.smithi027.stderr: -430> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.058 INFO:tasks.workunit.client.0.smithi027.stderr: -429> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.058 INFO:tasks.workunit.client.0.smithi027.stderr: -428> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.058 INFO:tasks.workunit.client.0.smithi027.stderr: -427> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): _renew_subs 2023-01-15T14:45:40.058 INFO:tasks.workunit.client.0.smithi027.stderr: -426> 2023-01-15T14:45:39.688+0000 7f8892645780 10 monclient(hunting): authenticate will time out at 1439.825821s 2023-01-15T14:45:40.058 INFO:tasks.workunit.client.0.smithi027.stderr: -425> 2023-01-15T14:45:39.688+0000 7f888fdf2700 10 monclient(hunting): get_auth_request con 0x5648e55ddc00 auth_method 0 2023-01-15T14:45:40.058 INFO:tasks.workunit.client.0.smithi027.stderr: -424> 2023-01-15T14:45:39.688+0000 7f888fdf2700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.059 INFO:tasks.workunit.client.0.smithi027.stderr: -423> 2023-01-15T14:45:39.688+0000 7f888fdf2700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.059 INFO:tasks.workunit.client.0.smithi027.stderr: -422> 2023-01-15T14:45:39.688+0000 7f888fdf2700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:40.059 INFO:tasks.workunit.client.0.smithi027.stderr: -421> 2023-01-15T14:45:39.688+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.059 INFO:tasks.workunit.client.0.smithi027.stderr: -420> 2023-01-15T14:45:39.688+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.059 INFO:tasks.workunit.client.0.smithi027.stderr: -419> 2023-01-15T14:45:39.688+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:40.059 INFO:tasks.workunit.client.0.smithi027.stderr: -418> 2023-01-15T14:45:39.689+0000 7f8890df4700 10 monclient(hunting): get_auth_request con 0x5648e55dd800 auth_method 0 2023-01-15T14:45:40.060 INFO:tasks.workunit.client.0.smithi027.stderr: -417> 2023-01-15T14:45:39.689+0000 7f8890df4700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.060 INFO:tasks.workunit.client.0.smithi027.stderr: -416> 2023-01-15T14:45:39.689+0000 7f8890df4700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.060 INFO:tasks.workunit.client.0.smithi027.stderr: -415> 2023-01-15T14:45:39.689+0000 7f8890df4700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:40.060 INFO:tasks.workunit.client.0.smithi027.stderr: -414> 2023-01-15T14:45:39.689+0000 7f88905f3700 10 monclient(hunting): get_auth_request con 0x5648e475cc00 auth_method 0 2023-01-15T14:45:40.060 INFO:tasks.workunit.client.0.smithi027.stderr: -413> 2023-01-15T14:45:39.689+0000 7f88905f3700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.060 INFO:tasks.workunit.client.0.smithi027.stderr: -412> 2023-01-15T14:45:39.689+0000 7f88905f3700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.061 INFO:tasks.workunit.client.0.smithi027.stderr: -411> 2023-01-15T14:45:39.689+0000 7f88905f3700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:40.061 INFO:tasks.workunit.client.0.smithi027.stderr: -410> 2023-01-15T14:45:39.689+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.061 INFO:tasks.workunit.client.0.smithi027.stderr: -409> 2023-01-15T14:45:39.689+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.061 INFO:tasks.workunit.client.0.smithi027.stderr: -408> 2023-01-15T14:45:39.689+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:40.061 INFO:tasks.workunit.client.0.smithi027.stderr: -407> 2023-01-15T14:45:39.689+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.062 INFO:tasks.workunit.client.0.smithi027.stderr: -406> 2023-01-15T14:45:39.689+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.062 INFO:tasks.workunit.client.0.smithi027.stderr: -405> 2023-01-15T14:45:39.689+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:40.062 INFO:tasks.workunit.client.0.smithi027.stderr: -404> 2023-01-15T14:45:39.689+0000 7f888fdf2700 10 monclient(hunting): handle_auth_done global_id 6192 payload 824 2023-01-15T14:45:40.062 INFO:tasks.workunit.client.0.smithi027.stderr: -403> 2023-01-15T14:45:39.689+0000 7f888fdf2700 10 monclient: _finish_hunting 0 2023-01-15T14:45:40.062 INFO:tasks.workunit.client.0.smithi027.stderr: -402> 2023-01-15T14:45:39.689+0000 7f888fdf2700 1 monclient: found mon.noname-a 2023-01-15T14:45:40.062 INFO:tasks.workunit.client.0.smithi027.stderr: -401> 2023-01-15T14:45:39.689+0000 7f888fdf2700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:45:40.063 INFO:tasks.workunit.client.0.smithi027.stderr: -400> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:40.063 INFO:tasks.workunit.client.0.smithi027.stderr: -399> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:45:40.063 INFO:tasks.workunit.client.0.smithi027.stderr: -398> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: dump: 2023-01-15T14:45:40.063 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:40.063 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:40.063 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.064 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.064 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:40.064 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:40.064 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:40.064 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:40.065 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:40.065 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.065 INFO:tasks.workunit.client.0.smithi027.stderr: -397> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: _finish_auth 0 2023-01-15T14:45:40.065 INFO:tasks.workunit.client.0.smithi027.stderr: -396> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: _check_auth_tickets 2023-01-15T14:45:40.065 INFO:tasks.workunit.client.0.smithi027.stderr: -395> 2023-01-15T14:45:39.689+0000 7f8892645780 5 monclient: authenticate success, global_id 6192 2023-01-15T14:45:40.065 INFO:tasks.workunit.client.0.smithi027.stderr: -394> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:40.066 INFO:tasks.workunit.client.0.smithi027.stderr: -393> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:40.066 INFO:tasks.workunit.client.0.smithi027.stderr: -392> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:45:40.066 INFO:tasks.workunit.client.0.smithi027.stderr: -391> 2023-01-15T14:45:39.689+0000 7f888ade8700 4 set_mon_vals no callback set 2023-01-15T14:45:40.066 INFO:tasks.workunit.client.0.smithi027.stderr: -390> 2023-01-15T14:45:39.689+0000 7f88895e5700 10 monclient: dump: 2023-01-15T14:45:40.066 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:40.067 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:40.067 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.067 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.067 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:40.067 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:40.067 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:40.068 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:40.068 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:40.068 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.068 INFO:tasks.workunit.client.0.smithi027.stderr: -389> 2023-01-15T14:45:39.689+0000 7f8892645780 10 monclient: _renew_subs 2023-01-15T14:45:40.068 INFO:tasks.workunit.client.0.smithi027.stderr: -388> 2023-01-15T14:45:39.689+0000 7f8892645780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:40.068 INFO:tasks.workunit.client.0.smithi027.stderr: -387> 2023-01-15T14:45:39.689+0000 7f8892645780 10 monclient: _renew_subs 2023-01-15T14:45:40.068 INFO:tasks.workunit.client.0.smithi027.stderr: -386> 2023-01-15T14:45:39.689+0000 7f8892645780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:40.068 INFO:tasks.workunit.client.0.smithi027.stderr: -385> 2023-01-15T14:45:39.689+0000 7f8892645780 1 librados: init done 2023-01-15T14:45:40.068 INFO:tasks.workunit.client.0.smithi027.stderr: -384> 2023-01-15T14:45:39.690+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.068 INFO:tasks.workunit.client.0.smithi027.stderr: -383> 2023-01-15T14:45:39.690+0000 7f88895e5700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:45:40.069 INFO:tasks.workunit.client.0.smithi027.stderr: -382> 2023-01-15T14:45:39.690+0000 7f88895e5700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:40.069 INFO:tasks.workunit.client.0.smithi027.stderr: -381> 2023-01-15T14:45:39.690+0000 7f88895e5700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:40.069 INFO:tasks.workunit.client.0.smithi027.stderr: -380> 2023-01-15T14:45:39.690+0000 7f88905f3700 10 monclient: get_auth_request con 0x5648e4b62800 auth_method 0 2023-01-15T14:45:40.069 INFO:tasks.workunit.client.0.smithi027.stderr: -379> 2023-01-15T14:45:39.691+0000 7f8890df4700 10 monclient: get_auth_request con 0x5648e55dd400 auth_method 0 2023-01-15T14:45:40.069 INFO:tasks.workunit.client.0.smithi027.stderr: -378> 2023-01-15T14:45:39.691+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:40.069 INFO:tasks.workunit.client.0.smithi027.stderr: -377> 2023-01-15T14:45:39.691+0000 7f8892645780 20 realm 2023-01-15T14:45:40.069 INFO:tasks.workunit.client.0.smithi027.stderr: -376> 2023-01-15T14:45:39.691+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.069 INFO:tasks.workunit.client.0.smithi027.stderr: -375> 2023-01-15T14:45:39.691+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:40.069 INFO:tasks.workunit.client.0.smithi027.stderr: -374> 2023-01-15T14:45:39.691+0000 7f8892645780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:40.069 INFO:tasks.workunit.client.0.smithi027.stderr: -373> 2023-01-15T14:45:39.691+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.069 INFO:tasks.workunit.client.0.smithi027.stderr: -372> 2023-01-15T14:45:39.692+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:40.070 INFO:tasks.workunit.client.0.smithi027.stderr: -371> 2023-01-15T14:45:39.692+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.070 INFO:tasks.workunit.client.0.smithi027.stderr: -370> 2023-01-15T14:45:39.692+0000 7f88905f3700 10 monclient: get_auth_request con 0x5648e4b62c00 auth_method 0 2023-01-15T14:45:40.070 INFO:tasks.workunit.client.0.smithi027.stderr: -369> 2023-01-15T14:45:39.693+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:40.070 INFO:tasks.workunit.client.0.smithi027.stderr: -368> 2023-01-15T14:45:39.693+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.070 INFO:tasks.workunit.client.0.smithi027.stderr: -367> 2023-01-15T14:45:39.693+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:40.070 INFO:tasks.workunit.client.0.smithi027.stderr: -366> 2023-01-15T14:45:39.693+0000 7f8892645780 20 searching for the correct realm 2023-01-15T14:45:40.070 INFO:tasks.workunit.client.0.smithi027.stderr: -365> 2023-01-15T14:45:39.693+0000 7f888fdf2700 10 monclient: get_auth_request con 0x5648e4b63800 auth_method 0 2023-01-15T14:45:40.070 INFO:tasks.workunit.client.0.smithi027.stderr: -364> 2023-01-15T14:45:39.694+0000 7f8890df4700 10 monclient: get_auth_request con 0x5648e4b63c00 auth_method 0 2023-01-15T14:45:40.070 INFO:tasks.workunit.client.0.smithi027.stderr: -363> 2023-01-15T14:45:39.694+0000 7f88905f3700 10 monclient: get_auth_request con 0x5648e4c38000 auth_method 0 2023-01-15T14:45:40.070 INFO:tasks.workunit.client.0.smithi027.stderr: -362> 2023-01-15T14:45:39.695+0000 7f888fdf2700 10 monclient: get_auth_request con 0x5648e4c38800 auth_method 0 2023-01-15T14:45:40.070 INFO:tasks.workunit.client.0.smithi027.stderr: -361> 2023-01-15T14:45:39.696+0000 7f8890df4700 10 monclient: get_auth_request con 0x5648e4b63000 auth_method 0 2023-01-15T14:45:40.070 INFO:tasks.workunit.client.0.smithi027.stderr: -360> 2023-01-15T14:45:39.698+0000 7f88905f3700 10 monclient: get_auth_request con 0x5648e4c38400 auth_method 0 2023-01-15T14:45:40.071 INFO:tasks.workunit.client.0.smithi027.stderr: -359> 2023-01-15T14:45:39.701+0000 7f888fdf2700 0 -- 172.21.15.27:0/3643471278 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x5648e4b63800 msgr2=0x5648e47f5700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:40.071 INFO:tasks.workunit.client.0.smithi027.stderr: -358> 2023-01-15T14:45:39.701+0000 7f88895e5700 1 client.6192.objecter ms_handle_reset 0x5648e4b63800 session 0x5648e47bc780 osd.3 2023-01-15T14:45:40.071 INFO:tasks.workunit.client.0.smithi027.stderr: -357> 2023-01-15T14:45:39.701+0000 7f88895e5700 10 monclient: _renew_subs 2023-01-15T14:45:40.071 INFO:tasks.workunit.client.0.smithi027.stderr: -356> 2023-01-15T14:45:39.701+0000 7f88895e5700 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:40.071 INFO:tasks.workunit.client.0.smithi027.stderr: -355> 2023-01-15T14:45:39.701+0000 7f888fdf2700 10 monclient: get_auth_request con 0x5648e4c52000 auth_method 0 2023-01-15T14:45:40.071 INFO:tasks.workunit.client.0.smithi027.stderr: -354> 2023-01-15T14:45:39.702+0000 7f8892645780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:40.071 INFO:tasks.workunit.client.0.smithi027.stderr: -353> 2023-01-15T14:45:39.702+0000 7f8892645780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:40.071 INFO:tasks.workunit.client.0.smithi027.stderr: -352> 2023-01-15T14:45:39.702+0000 7f8892645780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:40.071 INFO:tasks.workunit.client.0.smithi027.stderr: -351> 2023-01-15T14:45:39.702+0000 7f8892645780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:40.071 INFO:tasks.workunit.client.0.smithi027.stderr: -350> 2023-01-15T14:45:39.702+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.071 INFO:tasks.workunit.client.0.smithi027.stderr: -349> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:40.072 INFO:tasks.workunit.client.0.smithi027.stderr: -348> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.072 INFO:tasks.workunit.client.0.smithi027.stderr: -347> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:40.072 INFO:tasks.workunit.client.0.smithi027.stderr: -346> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.072 INFO:tasks.workunit.client.0.smithi027.stderr: -345> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:40.072 INFO:tasks.workunit.client.0.smithi027.stderr: -344> 2023-01-15T14:45:39.703+0000 7f8892645780 20 zone default found 2023-01-15T14:45:40.072 INFO:tasks.workunit.client.0.smithi027.stderr: -343> 2023-01-15T14:45:39.703+0000 7f8892645780 4 Realm: () 2023-01-15T14:45:40.072 INFO:tasks.workunit.client.0.smithi027.stderr: -342> 2023-01-15T14:45:39.703+0000 7f8892645780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:40.072 INFO:tasks.workunit.client.0.smithi027.stderr: -341> 2023-01-15T14:45:39.703+0000 7f8892645780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:40.072 INFO:tasks.workunit.client.0.smithi027.stderr: -340> 2023-01-15T14:45:39.703+0000 7f8892645780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:40.072 INFO:tasks.workunit.client.0.smithi027.stderr: -339> 2023-01-15T14:45:39.703+0000 7f8892645780 20 zonegroup default 2023-01-15T14:45:40.072 INFO:tasks.workunit.client.0.smithi027.stderr: -338> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.073 INFO:tasks.workunit.client.0.smithi027.stderr: -337> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:40.073 INFO:tasks.workunit.client.0.smithi027.stderr: -336> 2023-01-15T14:45:39.703+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.073 INFO:tasks.workunit.client.0.smithi027.stderr: -335> 2023-01-15T14:45:39.704+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:40.073 INFO:tasks.workunit.client.0.smithi027.stderr: -334> 2023-01-15T14:45:39.704+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.073 INFO:tasks.workunit.client.0.smithi027.stderr: -333> 2023-01-15T14:45:39.704+0000 7f8892645780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:40.073 INFO:tasks.workunit.client.0.smithi027.stderr: -332> 2023-01-15T14:45:39.704+0000 7f8892645780 20 started sync module instance, tier type = 2023-01-15T14:45:40.073 INFO:tasks.workunit.client.0.smithi027.stderr: -331> 2023-01-15T14:45:39.704+0000 7f8892645780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:40.073 INFO:tasks.workunit.client.0.smithi027.stderr: -330> 2023-01-15T14:45:39.708+0000 7f88905f3700 0 -- 172.21.15.27:0/3643471278 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x5648e4c38000 msgr2=0x5648e4c16b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:40.073 INFO:tasks.workunit.client.0.smithi027.stderr: -329> 2023-01-15T14:45:39.708+0000 7f88895e5700 1 client.6192.objecter ms_handle_reset 0x5648e4c38000 session 0x5648e47bd080 osd.2 2023-01-15T14:45:40.073 INFO:tasks.workunit.client.0.smithi027.stderr: -328> 2023-01-15T14:45:39.708+0000 7f88905f3700 10 monclient: get_auth_request con 0x5648e4b63800 auth_method 0 2023-01-15T14:45:40.073 INFO:tasks.workunit.client.0.smithi027.stderr: -327> 2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=0 2023-01-15T14:45:40.073 INFO:tasks.workunit.client.0.smithi027.stderr: -326> 2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=1 2023-01-15T14:45:40.074 INFO:tasks.workunit.client.0.smithi027.stderr: -325> 2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=2 2023-01-15T14:45:40.074 INFO:tasks.workunit.client.0.smithi027.stderr: -324> 2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=3 2023-01-15T14:45:40.074 INFO:tasks.workunit.client.0.smithi027.stderr: -323> 2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=4 2023-01-15T14:45:40.074 INFO:tasks.workunit.client.0.smithi027.stderr: -322> 2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=5 2023-01-15T14:45:40.074 INFO:tasks.workunit.client.0.smithi027.stderr: -321> 2023-01-15T14:45:39.711+0000 7f8892645780 20 add_watcher() i=6 2023-01-15T14:45:40.074 INFO:tasks.workunit.client.0.smithi027.stderr: -320> 2023-01-15T14:45:39.712+0000 7f8892645780 20 add_watcher() i=7 2023-01-15T14:45:40.074 INFO:tasks.workunit.client.0.smithi027.stderr: -319> 2023-01-15T14:45:39.712+0000 7f8892645780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:40.074 INFO:tasks.workunit.client.0.smithi027.stderr: -318> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding auth protocol: cephx 2023-01-15T14:45:40.074 INFO:tasks.workunit.client.0.smithi027.stderr: -317> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding auth protocol: cephx 2023-01-15T14:45:40.074 INFO:tasks.workunit.client.0.smithi027.stderr: -316> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding auth protocol: cephx 2023-01-15T14:45:40.074 INFO:tasks.workunit.client.0.smithi027.stderr: -315> 2023-01-15T14:45:39.713+0000 7f88775c1700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:40.075 INFO:tasks.workunit.client.0.smithi027.stderr: -314> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: secure 2023-01-15T14:45:40.075 INFO:tasks.workunit.client.0.smithi027.stderr: -313> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: crc 2023-01-15T14:45:40.075 INFO:tasks.workunit.client.0.smithi027.stderr: -312> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: secure 2023-01-15T14:45:40.075 INFO:tasks.workunit.client.0.smithi027.stderr: -311> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: crc 2023-01-15T14:45:40.075 INFO:tasks.workunit.client.0.smithi027.stderr: -310> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: secure 2023-01-15T14:45:40.075 INFO:tasks.workunit.client.0.smithi027.stderr: -309> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: crc 2023-01-15T14:45:40.075 INFO:tasks.workunit.client.0.smithi027.stderr: -308> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: crc 2023-01-15T14:45:40.075 INFO:tasks.workunit.client.0.smithi027.stderr: -307> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: secure 2023-01-15T14:45:40.075 INFO:tasks.workunit.client.0.smithi027.stderr: -306> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: crc 2023-01-15T14:45:40.075 INFO:tasks.workunit.client.0.smithi027.stderr: -305> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: secure 2023-01-15T14:45:40.075 INFO:tasks.workunit.client.0.smithi027.stderr: -304> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: crc 2023-01-15T14:45:40.075 INFO:tasks.workunit.client.0.smithi027.stderr: -303> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63ee0) adding con mode: secure 2023-01-15T14:45:40.076 INFO:tasks.workunit.client.0.smithi027.stderr: -302> 2023-01-15T14:45:39.713+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:40.076 INFO:tasks.workunit.client.0.smithi027.stderr: -301> 2023-01-15T14:45:39.713+0000 7f8892645780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:40.076 INFO:tasks.workunit.client.0.smithi027.stderr: -300> 2023-01-15T14:45:39.713+0000 7f8892645780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:40.076 INFO:tasks.workunit.client.0.smithi027.stderr: -299> 2023-01-15T14:45:39.713+0000 7f8892645780 5 asok(0x5648e47ee000) register_command cache list hook 0x5648e47509a0 2023-01-15T14:45:40.076 INFO:tasks.workunit.client.0.smithi027.stderr: -298> 2023-01-15T14:45:39.713+0000 7f8892645780 5 asok(0x5648e47ee000) register_command cache inspect hook 0x5648e47509a0 2023-01-15T14:45:40.076 INFO:tasks.workunit.client.0.smithi027.stderr: -297> 2023-01-15T14:45:39.713+0000 7f8892645780 5 asok(0x5648e47ee000) register_command cache erase hook 0x5648e47509a0 2023-01-15T14:45:40.076 INFO:tasks.workunit.client.0.smithi027.stderr: -296> 2023-01-15T14:45:39.713+0000 7f8892645780 5 asok(0x5648e47ee000) register_command cache zap hook 0x5648e47509a0 2023-01-15T14:45:40.076 INFO:tasks.workunit.client.0.smithi027.stderr: -295> 2023-01-15T14:45:39.713+0000 7f8892645780 10 monclient: get_monmap_and_config 2023-01-15T14:45:40.076 INFO:tasks.workunit.client.0.smithi027.stderr: -294> 2023-01-15T14:45:39.713+0000 7f8892645780 10 monclient: build_initial_monmap 2023-01-15T14:45:40.076 INFO:tasks.workunit.client.0.smithi027.stderr: -293> 2023-01-15T14:45:39.713+0000 7f8892645780 1 build_initial for_mkfs: 0 2023-01-15T14:45:40.077 INFO:tasks.workunit.client.0.smithi027.stderr: -292> 2023-01-15T14:45:39.713+0000 7f8892645780 10 monclient: monmap: 2023-01-15T14:45:40.077 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:45:40.077 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:45:40.077 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:45:40.077 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:45:40.077 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:45:40.077 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:40.077 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:45:40.077 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:45:40.077 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:45:40.077 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.077 INFO:tasks.workunit.client.0.smithi027.stderr: -291> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding auth protocol: cephx 2023-01-15T14:45:40.078 INFO:tasks.workunit.client.0.smithi027.stderr: -290> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding auth protocol: cephx 2023-01-15T14:45:40.078 INFO:tasks.workunit.client.0.smithi027.stderr: -289> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding auth protocol: cephx 2023-01-15T14:45:40.078 INFO:tasks.workunit.client.0.smithi027.stderr: -288> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.078 INFO:tasks.workunit.client.0.smithi027.stderr: -287> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.078 INFO:tasks.workunit.client.0.smithi027.stderr: -286> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.078 INFO:tasks.workunit.client.0.smithi027.stderr: -285> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.078 INFO:tasks.workunit.client.0.smithi027.stderr: -284> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.078 INFO:tasks.workunit.client.0.smithi027.stderr: -283> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.078 INFO:tasks.workunit.client.0.smithi027.stderr: -282> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.078 INFO:tasks.workunit.client.0.smithi027.stderr: -281> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.078 INFO:tasks.workunit.client.0.smithi027.stderr: -280> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.078 INFO:tasks.workunit.client.0.smithi027.stderr: -279> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.079 INFO:tasks.workunit.client.0.smithi027.stderr: -278> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.079 INFO:tasks.workunit.client.0.smithi027.stderr: -277> 2023-01-15T14:45:39.713+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.079 INFO:tasks.workunit.client.0.smithi027.stderr: -276> 2023-01-15T14:45:39.714+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:40.079 INFO:tasks.workunit.client.0.smithi027.stderr: -275> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient: init 2023-01-15T14:45:40.079 INFO:tasks.workunit.client.0.smithi027.stderr: -274> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding auth protocol: cephx 2023-01-15T14:45:40.079 INFO:tasks.workunit.client.0.smithi027.stderr: -273> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding auth protocol: cephx 2023-01-15T14:45:40.079 INFO:tasks.workunit.client.0.smithi027.stderr: -272> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding auth protocol: cephx 2023-01-15T14:45:40.079 INFO:tasks.workunit.client.0.smithi027.stderr: -271> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: secure 2023-01-15T14:45:40.079 INFO:tasks.workunit.client.0.smithi027.stderr: -270> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: crc 2023-01-15T14:45:40.079 INFO:tasks.workunit.client.0.smithi027.stderr: -269> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: secure 2023-01-15T14:45:40.079 INFO:tasks.workunit.client.0.smithi027.stderr: -268> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: crc 2023-01-15T14:45:40.080 INFO:tasks.workunit.client.0.smithi027.stderr: -267> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: secure 2023-01-15T14:45:40.080 INFO:tasks.workunit.client.0.smithi027.stderr: -266> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: crc 2023-01-15T14:45:40.080 INFO:tasks.workunit.client.0.smithi027.stderr: -265> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: crc 2023-01-15T14:45:40.080 INFO:tasks.workunit.client.0.smithi027.stderr: -264> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: secure 2023-01-15T14:45:40.080 INFO:tasks.workunit.client.0.smithi027.stderr: -263> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: crc 2023-01-15T14:45:40.080 INFO:tasks.workunit.client.0.smithi027.stderr: -262> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: secure 2023-01-15T14:45:40.080 INFO:tasks.workunit.client.0.smithi027.stderr: -261> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: crc 2023-01-15T14:45:40.080 INFO:tasks.workunit.client.0.smithi027.stderr: -260> 2023-01-15T14:45:39.714+0000 7f8892645780 5 AuthRegistry(0x7ffffdc63b10) adding con mode: secure 2023-01-15T14:45:40.080 INFO:tasks.workunit.client.0.smithi027.stderr: -259> 2023-01-15T14:45:39.714+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:40.080 INFO:tasks.workunit.client.0.smithi027.stderr: -258> 2023-01-15T14:45:39.714+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:40.080 INFO:tasks.workunit.client.0.smithi027.stderr: -257> 2023-01-15T14:45:39.714+0000 7f8892645780 5 asok(0x5648e47ee000) register_command rotate-key cmddesc rotate-key hook 0x7ffffdc63c58 EEXIST 2023-01-15T14:45:40.081 INFO:tasks.workunit.client.0.smithi027.stderr: -256> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient: _reopen_session rank -1 2023-01-15T14:45:40.081 INFO:tasks.workunit.client.0.smithi027.stderr: -255> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient: _add_conns ranks=[0,1,2] 2023-01-15T14:45:40.081 INFO:tasks.workunit.client.0.smithi027.stderr: -254> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): picked mon.noname-a con 0x5648e4c39000 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:40.081 INFO:tasks.workunit.client.0.smithi027.stderr: -253> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): picked mon.noname-b con 0x5648e55dc800 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:40.081 INFO:tasks.workunit.client.0.smithi027.stderr: -252> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): picked mon.noname-c con 0x5648e55dd000 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:40.081 INFO:tasks.workunit.client.0.smithi027.stderr: -251> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.081 INFO:tasks.workunit.client.0.smithi027.stderr: -250> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.081 INFO:tasks.workunit.client.0.smithi027.stderr: -249> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.081 INFO:tasks.workunit.client.0.smithi027.stderr: -248> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): _renew_subs 2023-01-15T14:45:40.081 INFO:tasks.workunit.client.0.smithi027.stderr: -247> 2023-01-15T14:45:39.714+0000 7f8892645780 10 monclient(hunting): authenticate will time out at 1439.851647s 2023-01-15T14:45:40.081 INFO:tasks.workunit.client.0.smithi027.stderr: -246> 2023-01-15T14:45:39.714+0000 7f8890df4700 10 monclient(hunting): get_auth_request con 0x5648e4c39000 auth_method 0 2023-01-15T14:45:40.081 INFO:tasks.workunit.client.0.smithi027.stderr: -245> 2023-01-15T14:45:39.714+0000 7f8890df4700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.082 INFO:tasks.workunit.client.0.smithi027.stderr: -244> 2023-01-15T14:45:39.714+0000 7f8890df4700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.082 INFO:tasks.workunit.client.0.smithi027.stderr: -243> 2023-01-15T14:45:39.714+0000 7f8890df4700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:40.082 INFO:tasks.workunit.client.0.smithi027.stderr: -242> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): get_auth_request con 0x5648e55dd000 auth_method 0 2023-01-15T14:45:40.082 INFO:tasks.workunit.client.0.smithi027.stderr: -241> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.082 INFO:tasks.workunit.client.0.smithi027.stderr: -240> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.082 INFO:tasks.workunit.client.0.smithi027.stderr: -239> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:40.082 INFO:tasks.workunit.client.0.smithi027.stderr: -238> 2023-01-15T14:45:39.714+0000 7f88905f3700 10 monclient(hunting): get_auth_request con 0x5648e55dc800 auth_method 0 2023-01-15T14:45:40.082 INFO:tasks.workunit.client.0.smithi027.stderr: -237> 2023-01-15T14:45:39.714+0000 7f88905f3700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.082 INFO:tasks.workunit.client.0.smithi027.stderr: -236> 2023-01-15T14:45:39.714+0000 7f88905f3700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.082 INFO:tasks.workunit.client.0.smithi027.stderr: -235> 2023-01-15T14:45:39.714+0000 7f88905f3700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:40.082 INFO:tasks.workunit.client.0.smithi027.stderr: -234> 2023-01-15T14:45:39.714+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.082 INFO:tasks.workunit.client.0.smithi027.stderr: -233> 2023-01-15T14:45:39.714+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.083 INFO:tasks.workunit.client.0.smithi027.stderr: -232> 2023-01-15T14:45:39.714+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:40.083 INFO:tasks.workunit.client.0.smithi027.stderr: -231> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.083 INFO:tasks.workunit.client.0.smithi027.stderr: -230> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.083 INFO:tasks.workunit.client.0.smithi027.stderr: -229> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:40.083 INFO:tasks.workunit.client.0.smithi027.stderr: -228> 2023-01-15T14:45:39.714+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.083 INFO:tasks.workunit.client.0.smithi027.stderr: -227> 2023-01-15T14:45:39.714+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.083 INFO:tasks.workunit.client.0.smithi027.stderr: -226> 2023-01-15T14:45:39.714+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:40.083 INFO:tasks.workunit.client.0.smithi027.stderr: -225> 2023-01-15T14:45:39.714+0000 7f888fdf2700 10 monclient(hunting): handle_auth_done global_id 5900 payload 274 2023-01-15T14:45:40.083 INFO:tasks.workunit.client.0.smithi027.stderr: -224> 2023-01-15T14:45:39.715+0000 7f888fdf2700 10 monclient: _finish_hunting 0 2023-01-15T14:45:40.083 INFO:tasks.workunit.client.0.smithi027.stderr: -223> 2023-01-15T14:45:39.715+0000 7f888fdf2700 1 monclient: found mon.noname-c 2023-01-15T14:45:40.083 INFO:tasks.workunit.client.0.smithi027.stderr: -222> 2023-01-15T14:45:39.715+0000 7f888fdf2700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.27:3301/0 2023-01-15T14:45:40.084 INFO:tasks.workunit.client.0.smithi027.stderr: -221> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:40.084 INFO:tasks.workunit.client.0.smithi027.stderr: -220> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:45:40.084 INFO:tasks.workunit.client.0.smithi027.stderr: -219> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: dump: 2023-01-15T14:45:40.084 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:40.084 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:40.084 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.084 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.084 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:40.084 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:40.084 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:40.084 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:40.085 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:40.085 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.085 INFO:tasks.workunit.client.0.smithi027.stderr: -218> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: _finish_auth 0 2023-01-15T14:45:40.085 INFO:tasks.workunit.client.0.smithi027.stderr: -217> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: _check_auth_tickets 2023-01-15T14:45:40.085 INFO:tasks.workunit.client.0.smithi027.stderr: -216> 2023-01-15T14:45:39.715+0000 7f8892645780 5 monclient: authenticate success, global_id 5900 2023-01-15T14:45:40.085 INFO:tasks.workunit.client.0.smithi027.stderr: -215> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:40.085 INFO:tasks.workunit.client.0.smithi027.stderr: -214> 2023-01-15T14:45:39.715+0000 7f8892645780 10 monclient: get_monmap_and_config success 2023-01-15T14:45:40.085 INFO:tasks.workunit.client.0.smithi027.stderr: -213> 2023-01-15T14:45:39.715+0000 7f8892645780 4 set_mon_vals no callback set 2023-01-15T14:45:40.085 INFO:tasks.workunit.client.0.smithi027.stderr: -212> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:40.085 INFO:tasks.workunit.client.0.smithi027.stderr: -211> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:45:40.085 INFO:tasks.workunit.client.0.smithi027.stderr: -210> 2023-01-15T14:45:39.715+0000 7f8876dc0700 10 monclient: dump: 2023-01-15T14:45:40.086 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:40.086 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:40.086 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.086 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.086 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:40.086 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:40.086 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:40.086 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:40.086 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:40.086 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.086 INFO:tasks.workunit.client.0.smithi027.stderr: -209> 2023-01-15T14:45:39.715+0000 7f8892645780 10 monclient: shutdown 2023-01-15T14:45:40.086 INFO:tasks.workunit.client.0.smithi027.stderr: -208> 2023-01-15T14:45:39.716+0000 7f8892645780 10 monclient: build_initial_monmap 2023-01-15T14:45:40.087 INFO:tasks.workunit.client.0.smithi027.stderr: -207> 2023-01-15T14:45:39.716+0000 7f8892645780 1 build_initial for_mkfs: 0 2023-01-15T14:45:40.087 INFO:tasks.workunit.client.0.smithi027.stderr: -206> 2023-01-15T14:45:39.716+0000 7f8892645780 10 monclient: monmap: 2023-01-15T14:45:40.087 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:45:40.087 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:45:40.087 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:45:40.087 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:45:40.087 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:45:40.087 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:40.087 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:45:40.087 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:45:40.087 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:45:40.088 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.088 INFO:tasks.workunit.client.0.smithi027.stderr: -205> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding auth protocol: cephx 2023-01-15T14:45:40.088 INFO:tasks.workunit.client.0.smithi027.stderr: -204> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding auth protocol: cephx 2023-01-15T14:45:40.088 INFO:tasks.workunit.client.0.smithi027.stderr: -203> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding auth protocol: cephx 2023-01-15T14:45:40.088 INFO:tasks.workunit.client.0.smithi027.stderr: -202> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.088 INFO:tasks.workunit.client.0.smithi027.stderr: -201> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.088 INFO:tasks.workunit.client.0.smithi027.stderr: -200> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.088 INFO:tasks.workunit.client.0.smithi027.stderr: -199> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.088 INFO:tasks.workunit.client.0.smithi027.stderr: -198> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.088 INFO:tasks.workunit.client.0.smithi027.stderr: -197> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.088 INFO:tasks.workunit.client.0.smithi027.stderr: -196> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.088 INFO:tasks.workunit.client.0.smithi027.stderr: -195> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.089 INFO:tasks.workunit.client.0.smithi027.stderr: -194> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.089 INFO:tasks.workunit.client.0.smithi027.stderr: -193> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.089 INFO:tasks.workunit.client.0.smithi027.stderr: -192> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: crc 2023-01-15T14:45:40.089 INFO:tasks.workunit.client.0.smithi027.stderr: -191> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e54c2140) adding con mode: secure 2023-01-15T14:45:40.089 INFO:tasks.workunit.client.0.smithi027.stderr: -190> 2023-01-15T14:45:39.716+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:40.089 INFO:tasks.workunit.client.0.smithi027.stderr: -189> 2023-01-15T14:45:39.716+0000 7f8892645780 1 librados: starting msgr at 2023-01-15T14:45:40.089 INFO:tasks.workunit.client.0.smithi027.stderr: -188> 2023-01-15T14:45:39.716+0000 7f8892645780 1 librados: starting objecter 2023-01-15T14:45:40.089 INFO:tasks.workunit.client.0.smithi027.stderr: -187> 2023-01-15T14:45:39.716+0000 7f8892645780 5 asok(0x5648e47ee000) register_command objecter_requests cmddesc objecter_requests hook 0x5648e4750f00 EEXIST 2023-01-15T14:45:40.089 INFO:tasks.workunit.client.0.smithi027.stderr: -186> 2023-01-15T14:45:39.716+0000 7f8892645780 1 librados: setting wanted keys 2023-01-15T14:45:40.089 INFO:tasks.workunit.client.0.smithi027.stderr: -185> 2023-01-15T14:45:39.716+0000 7f8892645780 1 librados: calling monclient init 2023-01-15T14:45:40.089 INFO:tasks.workunit.client.0.smithi027.stderr: -184> 2023-01-15T14:45:39.716+0000 7f8892645780 10 monclient: init 2023-01-15T14:45:40.090 INFO:tasks.workunit.client.0.smithi027.stderr: -183> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding auth protocol: cephx 2023-01-15T14:45:40.090 INFO:tasks.workunit.client.0.smithi027.stderr: -182> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding auth protocol: cephx 2023-01-15T14:45:40.090 INFO:tasks.workunit.client.0.smithi027.stderr: -181> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding auth protocol: cephx 2023-01-15T14:45:40.090 INFO:tasks.workunit.client.0.smithi027.stderr: -180> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: secure 2023-01-15T14:45:40.090 INFO:tasks.workunit.client.0.smithi027.stderr: -179> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: crc 2023-01-15T14:45:40.090 INFO:tasks.workunit.client.0.smithi027.stderr: -178> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: secure 2023-01-15T14:45:40.090 INFO:tasks.workunit.client.0.smithi027.stderr: -177> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: crc 2023-01-15T14:45:40.090 INFO:tasks.workunit.client.0.smithi027.stderr: -176> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: secure 2023-01-15T14:45:40.090 INFO:tasks.workunit.client.0.smithi027.stderr: -175> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: crc 2023-01-15T14:45:40.090 INFO:tasks.workunit.client.0.smithi027.stderr: -174> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: crc 2023-01-15T14:45:40.090 INFO:tasks.workunit.client.0.smithi027.stderr: -173> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: secure 2023-01-15T14:45:40.090 INFO:tasks.workunit.client.0.smithi027.stderr: -172> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: crc 2023-01-15T14:45:40.091 INFO:tasks.workunit.client.0.smithi027.stderr: -171> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: secure 2023-01-15T14:45:40.091 INFO:tasks.workunit.client.0.smithi027.stderr: -170> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: crc 2023-01-15T14:45:40.091 INFO:tasks.workunit.client.0.smithi027.stderr: -169> 2023-01-15T14:45:39.716+0000 7f8892645780 5 AuthRegistry(0x5648e4c810d8) adding con mode: secure 2023-01-15T14:45:40.091 INFO:tasks.workunit.client.0.smithi027.stderr: -168> 2023-01-15T14:45:39.717+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:40.091 INFO:tasks.workunit.client.0.smithi027.stderr: -167> 2023-01-15T14:45:39.717+0000 7f8892645780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:45:40.091 INFO:tasks.workunit.client.0.smithi027.stderr: -166> 2023-01-15T14:45:39.717+0000 7f8892645780 5 asok(0x5648e47ee000) register_command rotate-key cmddesc rotate-key hook 0x5648e4c81220 EEXIST 2023-01-15T14:45:40.091 INFO:tasks.workunit.client.0.smithi027.stderr: -165> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient: _reopen_session rank -1 2023-01-15T14:45:40.091 INFO:tasks.workunit.client.0.smithi027.stderr: -164> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient: _add_conns ranks=[0,1,2] 2023-01-15T14:45:40.091 INFO:tasks.workunit.client.0.smithi027.stderr: -163> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): picked mon.noname-a con 0x5648e4c39000 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:40.091 INFO:tasks.workunit.client.0.smithi027.stderr: -162> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): picked mon.noname-b con 0x5648e55dc800 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:40.091 INFO:tasks.workunit.client.0.smithi027.stderr: -161> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): picked mon.noname-c con 0x5648e55dd000 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:40.091 INFO:tasks.workunit.client.0.smithi027.stderr: -160> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.092 INFO:tasks.workunit.client.0.smithi027.stderr: -159> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.092 INFO:tasks.workunit.client.0.smithi027.stderr: -158> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.092 INFO:tasks.workunit.client.0.smithi027.stderr: -157> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): _renew_subs 2023-01-15T14:45:40.092 INFO:tasks.workunit.client.0.smithi027.stderr: -156> 2023-01-15T14:45:39.717+0000 7f8892645780 10 monclient(hunting): authenticate will time out at 1439.854360s 2023-01-15T14:45:40.092 INFO:tasks.workunit.client.0.smithi027.stderr: -155> 2023-01-15T14:45:39.717+0000 7f888fdf2700 10 monclient(hunting): get_auth_request con 0x5648e55dd000 auth_method 0 2023-01-15T14:45:40.092 INFO:tasks.workunit.client.0.smithi027.stderr: -154> 2023-01-15T14:45:39.717+0000 7f888fdf2700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.092 INFO:tasks.workunit.client.0.smithi027.stderr: -153> 2023-01-15T14:45:39.717+0000 7f888fdf2700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.092 INFO:tasks.workunit.client.0.smithi027.stderr: -152> 2023-01-15T14:45:39.717+0000 7f888fdf2700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:40.092 INFO:tasks.workunit.client.0.smithi027.stderr: -151> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): get_auth_request con 0x5648e4c39000 auth_method 0 2023-01-15T14:45:40.092 INFO:tasks.workunit.client.0.smithi027.stderr: -150> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.092 INFO:tasks.workunit.client.0.smithi027.stderr: -149> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.093 INFO:tasks.workunit.client.0.smithi027.stderr: -148> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:40.093 INFO:tasks.workunit.client.0.smithi027.stderr: -147> 2023-01-15T14:45:39.717+0000 7f88905f3700 10 monclient(hunting): get_auth_request con 0x5648e55dc800 auth_method 0 2023-01-15T14:45:40.093 INFO:tasks.workunit.client.0.smithi027.stderr: -146> 2023-01-15T14:45:39.717+0000 7f88905f3700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.093 INFO:tasks.workunit.client.0.smithi027.stderr: -145> 2023-01-15T14:45:39.717+0000 7f88905f3700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.093 INFO:tasks.workunit.client.0.smithi027.stderr: -144> 2023-01-15T14:45:39.717+0000 7f88905f3700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:45:40.093 INFO:tasks.workunit.client.0.smithi027.stderr: -143> 2023-01-15T14:45:39.717+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.093 INFO:tasks.workunit.client.0.smithi027.stderr: -142> 2023-01-15T14:45:39.717+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.093 INFO:tasks.workunit.client.0.smithi027.stderr: -141> 2023-01-15T14:45:39.717+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:40.093 INFO:tasks.workunit.client.0.smithi027.stderr: -140> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.093 INFO:tasks.workunit.client.0.smithi027.stderr: -139> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.093 INFO:tasks.workunit.client.0.smithi027.stderr: -138> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:40.094 INFO:tasks.workunit.client.0.smithi027.stderr: -137> 2023-01-15T14:45:39.717+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.094 INFO:tasks.workunit.client.0.smithi027.stderr: -136> 2023-01-15T14:45:39.717+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.094 INFO:tasks.workunit.client.0.smithi027.stderr: -135> 2023-01-15T14:45:39.717+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:45:40.094 INFO:tasks.workunit.client.0.smithi027.stderr: -134> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient(hunting): handle_auth_done global_id 6198 payload 824 2023-01-15T14:45:40.094 INFO:tasks.workunit.client.0.smithi027.stderr: -133> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient: _finish_hunting 0 2023-01-15T14:45:40.094 INFO:tasks.workunit.client.0.smithi027.stderr: -132> 2023-01-15T14:45:39.717+0000 7f8890df4700 1 monclient: found mon.noname-a 2023-01-15T14:45:40.094 INFO:tasks.workunit.client.0.smithi027.stderr: -131> 2023-01-15T14:45:39.717+0000 7f8890df4700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:45:40.094 INFO:tasks.workunit.client.0.smithi027.stderr: -130> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient: get_auth_request con 0x5648e4c39000 auth_method 0 2023-01-15T14:45:40.094 INFO:tasks.workunit.client.0.smithi027.stderr: -129> 2023-01-15T14:45:39.918+0000 7f8890df4700 0 --2- 172.21.15.27:0/539137814 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x5648e4c39000 0x5648e4c18c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2023-01-15T14:45:40.094 INFO:tasks.workunit.client.0.smithi027.stderr: -128> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient: ms_handle_reset current mon [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:40.094 INFO:tasks.workunit.client.0.smithi027.stderr: -127> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient: _reopen_session rank -1 2023-01-15T14:45:40.095 INFO:tasks.workunit.client.0.smithi027.stderr: -126> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient: _add_conns ranks=[0,1,2] 2023-01-15T14:45:40.095 INFO:tasks.workunit.client.0.smithi027.stderr: -125> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient(hunting): picked mon.noname-a con 0x5648e4cae000 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:45:40.095 INFO:tasks.workunit.client.0.smithi027.stderr: -124> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient(hunting): picked mon.noname-b con 0x5648e55dc800 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:45:40.095 INFO:tasks.workunit.client.0.smithi027.stderr: -123> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient(hunting): picked mon.noname-c con 0x5648e55dd000 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:45:40.095 INFO:tasks.workunit.client.0.smithi027.stderr: -122> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.095 INFO:tasks.workunit.client.0.smithi027.stderr: -121> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.095 INFO:tasks.workunit.client.0.smithi027.stderr: -120> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient(hunting): start opening mon connection 2023-01-15T14:45:40.095 INFO:tasks.workunit.client.0.smithi027.stderr: -119> 2023-01-15T14:45:39.918+0000 7f88755bd700 10 monclient(hunting): _renew_subs 2023-01-15T14:45:40.095 INFO:tasks.workunit.client.0.smithi027.stderr: -118> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): get_auth_request con 0x5648e4cae000 auth_method 0 2023-01-15T14:45:40.095 INFO:tasks.workunit.client.0.smithi027.stderr: -117> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.095 INFO:tasks.workunit.client.0.smithi027.stderr: -116> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.096 INFO:tasks.workunit.client.0.smithi027.stderr: -115> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): _init_auth already have auth, reseting 2023-01-15T14:45:40.096 INFO:tasks.workunit.client.0.smithi027.stderr: -114> 2023-01-15T14:45:39.918+0000 7f888fdf2700 10 monclient(hunting): get_auth_request con 0x5648e55dd000 auth_method 0 2023-01-15T14:45:40.096 INFO:tasks.workunit.client.0.smithi027.stderr: -113> 2023-01-15T14:45:39.918+0000 7f888fdf2700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.096 INFO:tasks.workunit.client.0.smithi027.stderr: -112> 2023-01-15T14:45:39.918+0000 7f888fdf2700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.096 INFO:tasks.workunit.client.0.smithi027.stderr: -111> 2023-01-15T14:45:39.918+0000 7f888fdf2700 10 monclient(hunting): _init_auth already have auth, reseting 2023-01-15T14:45:40.096 INFO:tasks.workunit.client.0.smithi027.stderr: -110> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.096 INFO:tasks.workunit.client.0.smithi027.stderr: -109> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.096 INFO:tasks.workunit.client.0.smithi027.stderr: -108> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2023-01-15T14:45:40.096 INFO:tasks.workunit.client.0.smithi027.stderr: -107> 2023-01-15T14:45:39.918+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.096 INFO:tasks.workunit.client.0.smithi027.stderr: -106> 2023-01-15T14:45:39.918+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.096 INFO:tasks.workunit.client.0.smithi027.stderr: -105> 2023-01-15T14:45:39.918+0000 7f888fdf2700 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2023-01-15T14:45:40.097 INFO:tasks.workunit.client.0.smithi027.stderr: -104> 2023-01-15T14:45:39.918+0000 7f88905f3700 10 monclient(hunting): get_auth_request con 0x5648e55dc800 auth_method 0 2023-01-15T14:45:40.097 INFO:tasks.workunit.client.0.smithi027.stderr: -103> 2023-01-15T14:45:39.918+0000 7f88905f3700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:45:40.097 INFO:tasks.workunit.client.0.smithi027.stderr: -102> 2023-01-15T14:45:39.918+0000 7f88905f3700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:45:40.097 INFO:tasks.workunit.client.0.smithi027.stderr: -101> 2023-01-15T14:45:39.918+0000 7f88905f3700 10 monclient(hunting): _init_auth already have auth, reseting 2023-01-15T14:45:40.097 INFO:tasks.workunit.client.0.smithi027.stderr: -100> 2023-01-15T14:45:39.918+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:45:40.097 INFO:tasks.workunit.client.0.smithi027.stderr: -99> 2023-01-15T14:45:39.918+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:45:40.097 INFO:tasks.workunit.client.0.smithi027.stderr: -98> 2023-01-15T14:45:39.918+0000 7f88905f3700 10 monclient(hunting): handle_auth_reply_more responding with 132 bytes 2023-01-15T14:45:40.097 INFO:tasks.workunit.client.0.smithi027.stderr: -97> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient(hunting): handle_auth_done global_id 6198 payload 293 2023-01-15T14:45:40.097 INFO:tasks.workunit.client.0.smithi027.stderr: -96> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient: _finish_hunting 0 2023-01-15T14:45:40.097 INFO:tasks.workunit.client.0.smithi027.stderr: -95> 2023-01-15T14:45:39.918+0000 7f8890df4700 1 monclient: found mon.noname-a 2023-01-15T14:45:40.097 INFO:tasks.workunit.client.0.smithi027.stderr: -94> 2023-01-15T14:45:39.918+0000 7f8890df4700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:45:40.098 INFO:tasks.workunit.client.0.smithi027.stderr: -93> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:40.098 INFO:tasks.workunit.client.0.smithi027.stderr: -92> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:45:40.098 INFO:tasks.workunit.client.0.smithi027.stderr: -91> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: dump: 2023-01-15T14:45:40.098 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:40.098 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:40.098 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.098 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.098 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:40.098 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:40.098 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:40.098 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:40.098 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:40.099 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.099 INFO:tasks.workunit.client.0.smithi027.stderr: -90> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: _finish_auth 0 2023-01-15T14:45:40.099 INFO:tasks.workunit.client.0.smithi027.stderr: -89> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: _check_auth_tickets 2023-01-15T14:45:40.099 INFO:tasks.workunit.client.0.smithi027.stderr: -88> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:45:40.099 INFO:tasks.workunit.client.0.smithi027.stderr: -87> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:45:40.099 INFO:tasks.workunit.client.0.smithi027.stderr: -86> 2023-01-15T14:45:39.919+0000 7f8876dc0700 4 set_mon_vals no callback set 2023-01-15T14:45:40.099 INFO:tasks.workunit.client.0.smithi027.stderr: -85> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:45:40.099 INFO:tasks.workunit.client.0.smithi027.stderr: -84> 2023-01-15T14:45:39.919+0000 7f88755bd700 10 monclient: dump: 2023-01-15T14:45:40.100 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:45:40.100 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:45:40.100 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.100 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:45:40.100 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:45:40.100 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:45:40.100 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:45:40.100 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:45:40.100 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:45:40.100 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.100 INFO:tasks.workunit.client.0.smithi027.stderr: -83> 2023-01-15T14:45:39.919+0000 7f8892645780 5 monclient: authenticate success, global_id 6198 2023-01-15T14:45:40.101 INFO:tasks.workunit.client.0.smithi027.stderr: -82> 2023-01-15T14:45:39.919+0000 7f8892645780 10 monclient: _renew_subs 2023-01-15T14:45:40.101 INFO:tasks.workunit.client.0.smithi027.stderr: -81> 2023-01-15T14:45:39.919+0000 7f8892645780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:40.101 INFO:tasks.workunit.client.0.smithi027.stderr: -80> 2023-01-15T14:45:39.919+0000 7f8892645780 10 monclient: _renew_subs 2023-01-15T14:45:40.101 INFO:tasks.workunit.client.0.smithi027.stderr: -79> 2023-01-15T14:45:39.919+0000 7f8892645780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:45:40.101 INFO:tasks.workunit.client.0.smithi027.stderr: -78> 2023-01-15T14:45:39.919+0000 7f8892645780 1 librados: init done 2023-01-15T14:45:40.101 INFO:tasks.workunit.client.0.smithi027.stderr: -77> 2023-01-15T14:45:39.919+0000 7f8892645780 5 asok(0x5648e47ee000) register_command cr dump hook 0x5648e55a4e88 2023-01-15T14:45:40.101 INFO:tasks.workunit.client.0.smithi027.stderr: -76> 2023-01-15T14:45:39.920+0000 7f88755bd700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:45:40.101 INFO:tasks.workunit.client.0.smithi027.stderr: -75> 2023-01-15T14:45:39.920+0000 7f88755bd700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:40.101 INFO:tasks.workunit.client.0.smithi027.stderr: -74> 2023-01-15T14:45:39.920+0000 7f88755bd700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:45:40.101 INFO:tasks.workunit.client.0.smithi027.stderr: -73> 2023-01-15T14:45:39.920+0000 7f88905f3700 10 monclient: get_auth_request con 0x5648e4c39000 auth_method 0 2023-01-15T14:45:40.101 INFO:tasks.workunit.client.0.smithi027.stderr: -72> 2023-01-15T14:45:39.920+0000 7f8892645780 5 note: GC not initialized 2023-01-15T14:45:40.102 INFO:tasks.workunit.client.0.smithi027.stderr: -71> 2023-01-15T14:45:39.921+0000 7f8872db8700 20 reqs_thread_entry: start 2023-01-15T14:45:40.102 INFO:tasks.workunit.client.0.smithi027.stderr: -70> 2023-01-15T14:45:39.921+0000 7f8892645780 5 asok(0x5648e47ee000) register_command sync trace show hook 0x5648e4785c00 2023-01-15T14:45:40.102 INFO:tasks.workunit.client.0.smithi027.stderr: -69> 2023-01-15T14:45:39.921+0000 7f8892645780 5 asok(0x5648e47ee000) register_command sync trace history hook 0x5648e4785c00 2023-01-15T14:45:40.102 INFO:tasks.workunit.client.0.smithi027.stderr: -68> 2023-01-15T14:45:39.921+0000 7f8892645780 5 asok(0x5648e47ee000) register_command sync trace active hook 0x5648e4785c00 2023-01-15T14:45:40.102 INFO:tasks.workunit.client.0.smithi027.stderr: -67> 2023-01-15T14:45:39.921+0000 7f8892645780 5 asok(0x5648e47ee000) register_command sync trace active_short hook 0x5648e4785c00 2023-01-15T14:45:40.102 INFO:tasks.workunit.client.0.smithi027.stderr: -66> 2023-01-15T14:45:39.921+0000 7f8892645780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:40.102 INFO:tasks.workunit.client.0.smithi027.stderr: -65> 2023-01-15T14:45:39.922+0000 7f8892645780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:40.102 INFO:tasks.workunit.client.0.smithi027.stderr: -64> 2023-01-15T14:45:39.922+0000 7f8870db4700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:10 2023 2023-01-15T14:45:40.102 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.102 INFO:tasks.workunit.client.0.smithi027.stderr: -63> 2023-01-15T14:45:39.922+0000 7f8870592700 20 reqs_thread_entry: start 2023-01-15T14:45:40.102 INFO:tasks.workunit.client.0.smithi027.stderr: -62> 2023-01-15T14:45:39.922+0000 7f8892645780 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-01-15T14:45:40.102 INFO:tasks.workunit.client.0.smithi027.stderr: -61> 2023-01-15T14:45:39.922+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.103 INFO:tasks.workunit.client.0.smithi027.stderr: -60> 2023-01-15T14:45:39.922+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:40.103 INFO:tasks.workunit.client.0.smithi027.stderr: -59> 2023-01-15T14:45:39.922+0000 7f8892645780 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-01-15T14:45:40.103 INFO:tasks.workunit.client.0.smithi027.stderr: -58> 2023-01-15T14:45:39.922+0000 7f8892645780 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-01-15T14:45:40.103 INFO:tasks.workunit.client.0.smithi027.stderr: -57> 2023-01-15T14:45:39.922+0000 7f8892645780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 : miss 2023-01-15T14:45:40.103 INFO:tasks.workunit.client.0.smithi027.stderr: -56> 2023-01-15T14:45:39.922+0000 7f8892645780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.103 INFO:tasks.workunit.client.0.smithi027.stderr: -55> 2023-01-15T14:45:39.923+0000 7f8892645780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:45:40.103 INFO:tasks.workunit.client.0.smithi027.stderr: -54> 2023-01-15T14:45:39.923+0000 7f8892645780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 info.flags=0x13 2023-01-15T14:45:40.103 INFO:tasks.workunit.client.0.smithi027.stderr: -53> 2023-01-15T14:45:39.923+0000 7f8892645780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 to cache LRU end 2023-01-15T14:45:40.103 INFO:tasks.workunit.client.0.smithi027.stderr: -52> 2023-01-15T14:45:39.923+0000 7f8892645780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:45:40.103 INFO:tasks.workunit.client.0.smithi027.stderr: -51> 2023-01-15T14:45:39.923+0000 7f8892645780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:40.103 INFO:tasks.workunit.client.0.smithi027.stderr: -50> 2023-01-15T14:45:39.923+0000 7f8892645780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 2023-01-15T14:45:40.104 INFO:tasks.workunit.client.0.smithi027.stderr: -49> 2023-01-15T14:45:39.923+0000 7f888fdf2700 10 monclient: get_auth_request con 0x5648e4cae400 auth_method 0 2023-01-15T14:45:40.104 INFO:tasks.workunit.client.0.smithi027.stderr: -48> 2023-01-15T14:45:39.928+0000 7f8892645780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 info.flags=0x17 2023-01-15T14:45:40.104 INFO:tasks.workunit.client.0.smithi027.stderr: -47> 2023-01-15T14:45:39.928+0000 7f8892645780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 to cache LRU end 2023-01-15T14:45:40.104 INFO:tasks.workunit.client.0.smithi027.stderr: -46> 2023-01-15T14:45:39.928+0000 7f8892645780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:40.104 INFO:tasks.workunit.client.0.smithi027.stderr: -45> 2023-01-15T14:45:39.928+0000 7f8892645780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22, ofs0, ns] 2023-01-15T14:45:40.104 INFO:tasks.workunit.client.0.smithi027.stderr: -44> 2023-01-15T14:45:39.928+0000 7f888a5e7700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197640 cookie 94871071150464 notifier 6192 bl.length()=893 2023-01-15T14:45:40.104 INFO:tasks.workunit.client.0.smithi027.stderr: -43> 2023-01-15T14:45:39.928+0000 7f888a5e7700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 info.flags=0x17 2023-01-15T14:45:40.104 INFO:tasks.workunit.client.0.smithi027.stderr: -42> 2023-01-15T14:45:39.928+0000 7f888a5e7700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 to cache LRU end 2023-01-15T14:45:40.104 INFO:tasks.workunit.client.0.smithi027.stderr: -41> 2023-01-15T14:45:39.928+0000 7f888a5e7700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:45:40.104 INFO:tasks.workunit.client.0.smithi027.stderr: -40> 2023-01-15T14:45:39.929+0000 7f8892645780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): orig_sources= new_sources= 2023-01-15T14:45:40.104 INFO:tasks.workunit.client.0.smithi027.stderr: -39> 2023-01-15T14:45:39.929+0000 7f8892645780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): potential sources added=[] removed=[] 2023-01-15T14:45:40.105 INFO:tasks.workunit.client.0.smithi027.stderr: -38> 2023-01-15T14:45:39.929+0000 7f8892645780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): orig_dests= new_dests= 2023-01-15T14:45:40.105 INFO:tasks.workunit.client.0.smithi027.stderr: -37> 2023-01-15T14:45:39.929+0000 7f8892645780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): potential dests added=[] removed=[] 2023-01-15T14:45:40.105 INFO:tasks.workunit.client.0.smithi027.stderr: -36> 2023-01-15T14:45:39.930+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.0 2023-01-15T14:45:40.105 INFO:tasks.workunit.client.0.smithi027.stderr: -35> 2023-01-15T14:45:39.930+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.0 2023-01-15T14:45:40.105 INFO:tasks.workunit.client.0.smithi027.stderr: -34> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.1 2023-01-15T14:45:40.105 INFO:tasks.workunit.client.0.smithi027.stderr: -33> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.1 2023-01-15T14:45:40.105 INFO:tasks.workunit.client.0.smithi027.stderr: -32> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.2 2023-01-15T14:45:40.105 INFO:tasks.workunit.client.0.smithi027.stderr: -31> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.2 2023-01-15T14:45:40.105 INFO:tasks.workunit.client.0.smithi027.stderr: -30> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.3 2023-01-15T14:45:40.105 INFO:tasks.workunit.client.0.smithi027.stderr: -29> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.3 2023-01-15T14:45:40.105 INFO:tasks.workunit.client.0.smithi027.stderr: -28> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.4 2023-01-15T14:45:40.105 INFO:tasks.workunit.client.0.smithi027.stderr: -27> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.4 2023-01-15T14:45:40.106 INFO:tasks.workunit.client.0.smithi027.stderr: -26> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.5 2023-01-15T14:45:40.106 INFO:tasks.workunit.client.0.smithi027.stderr: -25> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.5 2023-01-15T14:45:40.106 INFO:tasks.workunit.client.0.smithi027.stderr: -24> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.6 2023-01-15T14:45:40.106 INFO:tasks.workunit.client.0.smithi027.stderr: -23> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.6 2023-01-15T14:45:40.106 INFO:tasks.workunit.client.0.smithi027.stderr: -22> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.7 2023-01-15T14:45:40.106 INFO:tasks.workunit.client.0.smithi027.stderr: -21> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.7 2023-01-15T14:45:40.106 INFO:tasks.workunit.client.0.smithi027.stderr: -20> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.8 2023-01-15T14:45:40.106 INFO:tasks.workunit.client.0.smithi027.stderr: -19> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.8 2023-01-15T14:45:40.106 INFO:tasks.workunit.client.0.smithi027.stderr: -18> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.9 2023-01-15T14:45:40.106 INFO:tasks.workunit.client.0.smithi027.stderr: -17> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.9 2023-01-15T14:45:40.106 INFO:tasks.workunit.client.0.smithi027.stderr: -16> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.10 2023-01-15T14:45:40.107 INFO:tasks.workunit.client.0.smithi027.stderr: -15> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.10 2023-01-15T14:45:40.107 INFO:tasks.workunit.client.0.smithi027.stderr: -14> 2023-01-15T14:45:39.931+0000 7f8892645780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.11 2023-01-15T14:45:40.107 INFO:tasks.workunit.client.0.smithi027.stderr: -13> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.11 2023-01-15T14:45:40.107 INFO:tasks.workunit.client.0.smithi027.stderr: -12> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.0 2023-01-15T14:45:40.107 INFO:tasks.workunit.client.0.smithi027.stderr: -11> 2023-01-15T14:45:39.931+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1 2023-01-15T14:45:40.107 INFO:tasks.workunit.client.0.smithi027.stderr: -10> 2023-01-15T14:45:39.932+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.2 2023-01-15T14:45:40.107 INFO:tasks.workunit.client.0.smithi027.stderr: -9> 2023-01-15T14:45:39.932+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.3 2023-01-15T14:45:40.107 INFO:tasks.workunit.client.0.smithi027.stderr: -8> 2023-01-15T14:45:39.933+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.4 2023-01-15T14:45:40.107 INFO:tasks.workunit.client.0.smithi027.stderr: -7> 2023-01-15T14:45:39.933+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.5 2023-01-15T14:45:40.107 INFO:tasks.workunit.client.0.smithi027.stderr: -6> 2023-01-15T14:45:39.934+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.6 2023-01-15T14:45:40.107 INFO:tasks.workunit.client.0.smithi027.stderr: -5> 2023-01-15T14:45:39.934+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.7 2023-01-15T14:45:40.107 INFO:tasks.workunit.client.0.smithi027.stderr: -4> 2023-01-15T14:45:39.935+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.8 2023-01-15T14:45:40.108 INFO:tasks.workunit.client.0.smithi027.stderr: -3> 2023-01-15T14:45:39.935+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.9 2023-01-15T14:45:40.108 INFO:tasks.workunit.client.0.smithi027.stderr: -2> 2023-01-15T14:45:39.936+0000 7f8892645780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.10 2023-01-15T14:45:40.108 INFO:tasks.workunit.client.0.smithi027.stderr: -1> 2023-01-15T14:45:39.940+0000 7f8892645780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f8892645780 time 2023-01-15T14:45:39.940827+0000 2023-01-15T14:45:40.108 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:45:40.108 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.108 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:40.108 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f8899363dbb] 2023-01-15T14:45:40.108 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f8899363f81] 2023-01-15T14:45:40.108 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648e2c39ae1] 2023-01-15T14:45:40.108 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5648e2c36dff] 2023-01-15T14:45:40.108 INFO:tasks.workunit.client.0.smithi027.stderr: 5: main() 2023-01-15T14:45:40.109 INFO:tasks.workunit.client.0.smithi027.stderr: 6: __libc_start_main() 2023-01-15T14:45:40.109 INFO:tasks.workunit.client.0.smithi027.stderr: 7: _start() 2023-01-15T14:45:40.109 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.109 INFO:tasks.workunit.client.0.smithi027.stderr: 0> 2023-01-15T14:45:39.942+0000 7f8892645780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:45:40.109 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f8892645780 thread_name:radosgw-admin 2023-01-15T14:45:40.109 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.109 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:45:40.109 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f889a02bcf0] 2023-01-15T14:45:40.109 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:45:40.109 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:45:40.109 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f8899363e15] 2023-01-15T14:45:40.109 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f8899363f81] 2023-01-15T14:45:40.110 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x5648e2c39ae1] 2023-01-15T14:45:40.110 INFO:tasks.workunit.client.0.smithi027.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x43f) [0x5648e2c36dff] 2023-01-15T14:45:40.110 INFO:tasks.workunit.client.0.smithi027.stderr: 8: main() 2023-01-15T14:45:40.110 INFO:tasks.workunit.client.0.smithi027.stderr: 9: __libc_start_main() 2023-01-15T14:45:40.110 INFO:tasks.workunit.client.0.smithi027.stderr: 10: _start() 2023-01-15T14:45:40.110 INFO:tasks.workunit.client.0.smithi027.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:45:40.110 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.110 INFO:tasks.workunit.client.0.smithi027.stderr:--- logging levels --- 2023-01-15T14:45:40.110 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 none 2023-01-15T14:45:40.110 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 lockdep 2023-01-15T14:45:40.110 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 context 2023-01-15T14:45:40.111 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 crush 2023-01-15T14:45:40.111 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds 2023-01-15T14:45:40.111 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_balancer 2023-01-15T14:45:40.111 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_locker 2023-01-15T14:45:40.111 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log 2023-01-15T14:45:40.111 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log_expire 2023-01-15T14:45:40.111 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_migrator 2023-01-15T14:45:40.111 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 buffer 2023-01-15T14:45:40.111 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 timer 2023-01-15T14:45:40.111 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 filer 2023-01-15T14:45:40.112 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 striper 2023-01-15T14:45:40.112 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 objecter 2023-01-15T14:45:40.112 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rados 2023-01-15T14:45:40.112 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd 2023-01-15T14:45:40.112 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_mirror 2023-01-15T14:45:40.112 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_replay 2023-01-15T14:45:40.112 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_pwl 2023-01-15T14:45:40.112 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 journaler 2023-01-15T14:45:40.112 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objectcacher 2023-01-15T14:45:40.112 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:45:40.112 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 client 2023-01-15T14:45:40.113 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 osd 2023-01-15T14:45:40.113 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 optracker 2023-01-15T14:45:40.113 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objclass 2023-01-15T14:45:40.113 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 filestore 2023-01-15T14:45:40.113 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 journal 2023-01-15T14:45:40.113 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 ms 2023-01-15T14:45:40.113 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mon 2023-01-15T14:45:40.113 INFO:tasks.workunit.client.0.smithi027.stderr: 0/10 monc 2023-01-15T14:45:40.113 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 paxos 2023-01-15T14:45:40.113 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 tp 2023-01-15T14:45:40.113 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 auth 2023-01-15T14:45:40.113 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 crypto 2023-01-15T14:45:40.114 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 finisher 2023-01-15T14:45:40.114 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 reserver 2023-01-15T14:45:40.114 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 heartbeatmap 2023-01-15T14:45:40.114 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 perfcounter 2023-01-15T14:45:40.114 INFO:tasks.workunit.client.0.smithi027.stderr: 20/20 rgw 2023-01-15T14:45:40.114 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_sync 2023-01-15T14:45:40.114 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_datacache 2023-01-15T14:45:40.114 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_access 2023-01-15T14:45:40.114 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:45:40.114 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 javaclient 2023-01-15T14:45:40.114 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 asok 2023-01-15T14:45:40.114 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 throttle 2023-01-15T14:45:40.115 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 refs 2023-01-15T14:45:40.115 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 compressor 2023-01-15T14:45:40.115 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluestore 2023-01-15T14:45:40.115 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluefs 2023-01-15T14:45:40.115 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 bdev 2023-01-15T14:45:40.115 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 kstore 2023-01-15T14:45:40.115 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 rocksdb 2023-01-15T14:45:40.115 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 leveldb 2023-01-15T14:45:40.115 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 fuse 2023-01-15T14:45:40.115 INFO:tasks.workunit.client.0.smithi027.stderr: 2/ 5 mgr 2023-01-15T14:45:40.115 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mgrc 2023-01-15T14:45:40.115 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 dpdk 2023-01-15T14:45:40.116 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 eventtrace 2023-01-15T14:45:40.116 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 prioritycache 2023-01-15T14:45:40.116 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 test 2023-01-15T14:45:40.116 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:45:40.116 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephsqlite 2023-01-15T14:45:40.116 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore 2023-01-15T14:45:40.116 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_onode 2023-01-15T14:45:40.116 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_odata 2023-01-15T14:45:40.116 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_omap 2023-01-15T14:45:40.116 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_tm 2023-01-15T14:45:40.116 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_t 2023-01-15T14:45:40.117 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:45:40.117 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_epm 2023-01-15T14:45:40.117 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_lba 2023-01-15T14:45:40.117 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:45:40.117 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cache 2023-01-15T14:45:40.117 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_journal 2023-01-15T14:45:40.117 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_device 2023-01-15T14:45:40.117 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_backref 2023-01-15T14:45:40.117 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 alienstore 2023-01-15T14:45:40.117 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mclock 2023-01-15T14:45:40.117 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cyanstore 2023-01-15T14:45:40.118 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 ceph_exporter 2023-01-15T14:45:40.118 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 memstore 2023-01-15T14:45:40.118 INFO:tasks.workunit.client.0.smithi027.stderr: -2/-2 (syslog threshold) 2023-01-15T14:45:40.118 INFO:tasks.workunit.client.0.smithi027.stderr: 99/99 (stderr threshold) 2023-01-15T14:45:40.118 INFO:tasks.workunit.client.0.smithi027.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:45:40.118 INFO:tasks.workunit.client.0.smithi027.stderr: 7f8870592700 / http_manager 2023-01-15T14:45:40.118 INFO:tasks.workunit.client.0.smithi027.stderr: 7f8870db4700 / notif-worker0 2023-01-15T14:45:40.118 INFO:tasks.workunit.client.0.smithi027.stderr: 7f8872db8700 / http_manager 2023-01-15T14:45:40.118 INFO:tasks.workunit.client.0.smithi027.stderr: 7f88755bd700 / ms_dispatch 2023-01-15T14:45:40.118 INFO:tasks.workunit.client.0.smithi027.stderr: 7f8876dc0700 / io_context_pool 2023-01-15T14:45:40.118 INFO:tasks.workunit.client.0.smithi027.stderr: 7f88775c1700 / rgw_dt_lg_renew 2023-01-15T14:45:40.118 INFO:tasks.workunit.client.0.smithi027.stderr: 7f88895e5700 / ms_dispatch 2023-01-15T14:45:40.119 INFO:tasks.workunit.client.0.smithi027.stderr: 7f888a5e7700 / io_context_pool 2023-01-15T14:45:40.119 INFO:tasks.workunit.client.0.smithi027.stderr: 7f888ade8700 / io_context_pool 2023-01-15T14:45:40.119 INFO:tasks.workunit.client.0.smithi027.stderr: 7f888fdf2700 / msgr-worker-2 2023-01-15T14:45:40.119 INFO:tasks.workunit.client.0.smithi027.stderr: 7f88905f3700 / msgr-worker-1 2023-01-15T14:45:40.119 INFO:tasks.workunit.client.0.smithi027.stderr: 7f8890df4700 / msgr-worker-0 2023-01-15T14:45:40.119 INFO:tasks.workunit.client.0.smithi027.stderr: 7f8892645780 / radosgw-admin 2023-01-15T14:45:40.119 INFO:tasks.workunit.client.0.smithi027.stderr: max_recent 500 2023-01-15T14:45:40.119 INFO:tasks.workunit.client.0.smithi027.stderr: max_new 1000 2023-01-15T14:45:40.119 INFO:tasks.workunit.client.0.smithi027.stderr: log_file /var/lib/ceph/crash/2023-01-15T14:45:39.943358Z_aad144b4-9991-44bd-9b5d-ff1d9c71a7b7/log 2023-01-15T14:45:40.119 INFO:tasks.workunit.client.0.smithi027.stderr:--- end dump of recent events --- 2023-01-15T14:45:40.119 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2023-01-15T14:45:40.125 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:45:40.125 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:45:40.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.988+0000 7f9861ddc780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.989+0000 7f9861ddc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:40.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.989+0000 7f9861ddc780 20 realm 2023-01-15T14:45:40.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.989+0000 7f9861ddc780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.125 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.990+0000 7f9861ddc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:40.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.990+0000 7f9861ddc780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:45:40.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.990+0000 7f9861ddc780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.990+0000 7f9861ddc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:40.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.990+0000 7f9861ddc780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.991+0000 7f9861ddc780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:40.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.991+0000 7f9861ddc780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.991+0000 7f9861ddc780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:45:40.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.991+0000 7f9861ddc780 20 searching for the correct realm 2023-01-15T14:45:40.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:39.999+0000 7f985fd8a700 0 -- 172.21.15.27:0/1543430715 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x55dd51541400 msgr2=0x55dd51534100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:40.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.001+0000 7f9861ddc780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:45:40.126 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.001+0000 7f9861ddc780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:45:40.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.001+0000 7f9861ddc780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:45:40.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.001+0000 7f9861ddc780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:45:40.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.001+0000 7f9861ddc780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.001+0000 7f9861ddc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:40.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.001+0000 7f9861ddc780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.001+0000 7f9861ddc780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:45:40.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.001+0000 7f9861ddc780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.002+0000 7f9861ddc780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:45:40.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.002+0000 7f9861ddc780 20 zone default found 2023-01-15T14:45:40.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.002+0000 7f9861ddc780 4 Realm: () 2023-01-15T14:45:40.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.002+0000 7f9861ddc780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:45:40.127 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.002+0000 7f9861ddc780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:45:40.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.002+0000 7f9861ddc780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:45:40.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.002+0000 7f9861ddc780 20 zonegroup default 2023-01-15T14:45:40.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.002+0000 7f9861ddc780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.002+0000 7f9861ddc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:40.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.002+0000 7f9861ddc780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.002+0000 7f9861ddc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:40.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.002+0000 7f9861ddc780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.002+0000 7f9861ddc780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:45:40.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.002+0000 7f9861ddc780 20 started sync module instance, tier type = 2023-01-15T14:45:40.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.002+0000 7f9861ddc780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:45:40.128 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.006+0000 7f986058b700 0 -- 172.21.15.27:0/1543430715 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x55dd51543800 msgr2=0x55dd51532b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:45:40.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.010+0000 7f9861ddc780 20 add_watcher() i=0 2023-01-15T14:45:40.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.010+0000 7f9861ddc780 20 add_watcher() i=1 2023-01-15T14:45:40.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.010+0000 7f9861ddc780 20 add_watcher() i=2 2023-01-15T14:45:40.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.010+0000 7f9861ddc780 20 add_watcher() i=3 2023-01-15T14:45:40.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.010+0000 7f9861ddc780 20 add_watcher() i=4 2023-01-15T14:45:40.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.010+0000 7f9861ddc780 20 add_watcher() i=5 2023-01-15T14:45:40.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.010+0000 7f9861ddc780 20 add_watcher() i=6 2023-01-15T14:45:40.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.010+0000 7f9861ddc780 20 add_watcher() i=7 2023-01-15T14:45:40.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.010+0000 7f9861ddc780 2 all 8 watchers are set, enabling cache 2023-01-15T14:45:40.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.012+0000 7f9846d58700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:40.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.012+0000 7f9861ddc780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:45:40.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.012+0000 7f9861ddc780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:45:40.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.017+0000 7f9861ddc780 5 note: GC not initialized 2023-01-15T14:45:40.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.018+0000 7f984254f700 20 reqs_thread_entry: start 2023-01-15T14:45:40.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.018+0000 7f9861ddc780 20 init_complete bucket index max shards: 11 2023-01-15T14:45:40.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.018+0000 7f9861ddc780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:45:40.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.018+0000 7f984054b700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:10 2023 2023-01-15T14:45:40.130 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.019+0000 7f983fd29700 20 reqs_thread_entry: start 2023-01-15T14:45:40.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.019+0000 7f9861ddc780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.019+0000 7f9861ddc780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:40.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.019+0000 7f9861ddc780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.020+0000 7f9861ddc780 20 rados_obj.operate() r=0 bl.length=413 2023-01-15T14:45:40.130 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.020+0000 7f9861ddc780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:40.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.020+0000 7f9861ddc780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.020+0000 7f9861ddc780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:45:40.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.020+0000 7f9861ddc780 20 rados->read ofs=0 len=0 2023-01-15T14:45:40.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.020+0000 7f9861ddc780 20 rados_obj.operate() r=0 bl.length=413 2023-01-15T14:45:40.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.020+0000 7f9861ddc780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:45:40.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.022+0000 7f9846d58700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:45:40.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.023+0000 7f9861ddc780 20 remove_watcher() i=0 2023-01-15T14:45:40.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.023+0000 7f9861ddc780 2 removed watcher, disabling cache 2023-01-15T14:45:40.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.024+0000 7f9861ddc780 20 remove_watcher() i=1 2023-01-15T14:45:40.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.025+0000 7f9861ddc780 20 remove_watcher() i=2 2023-01-15T14:45:40.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.026+0000 7f9861ddc780 20 remove_watcher() i=3 2023-01-15T14:45:40.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.027+0000 7f9861ddc780 20 remove_watcher() i=4 2023-01-15T14:45:40.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.027+0000 7f9861ddc780 20 remove_watcher() i=5 2023-01-15T14:45:40.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.028+0000 7f9861ddc780 20 remove_watcher() i=6 2023-01-15T14:45:40.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:45:40.029+0000 7f9861ddc780 20 remove_watcher() i=7 2023-01-15T14:45:40.132 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:45:40.132 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:45:40.132 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: abort-at-commit-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:45:40.132 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:10.119 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket abort-at-commit-target-layout --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:46:10.156 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:10.156 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:10.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.169+0000 7f8974ec3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.171+0000 7f8974ec3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.171+0000 7f8974ec3780 20 realm 2023-01-15T14:46:10.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.171+0000 7f8974ec3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.171+0000 7f8974ec3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.171+0000 7f8974ec3780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:10.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.171+0000 7f8974ec3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.173 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.171+0000 7f8974ec3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.173 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.171+0000 7f8974ec3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.174 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.172+0000 7f8974ec3780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:10.174 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.172+0000 7f8974ec3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.174 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.172+0000 7f8974ec3780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:10.174 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.172+0000 7f8974ec3780 20 searching for the correct realm 2023-01-15T14:46:10.182 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.181+0000 7f8972670700 0 -- 172.21.15.27:0/1796140947 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55b60ce97000 msgr2=0x55b60cfb2580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:10.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.183+0000 7f8974ec3780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:10.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.183+0000 7f8974ec3780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:10.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.183+0000 7f8974ec3780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:10.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.183+0000 7f8974ec3780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:10.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.183+0000 7f8974ec3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.184 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.183+0000 7f8974ec3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.185 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.183+0000 7f8974ec3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.185 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.183+0000 7f8974ec3780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:10.185 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.183+0000 7f8974ec3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.186 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.184+0000 7f8974ec3780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:10.186 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.184+0000 7f8974ec3780 20 zone default found 2023-01-15T14:46:10.186 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.184+0000 7f8974ec3780 4 Realm: () 2023-01-15T14:46:10.186 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.184+0000 7f8974ec3780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:10.186 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.184+0000 7f8974ec3780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:10.186 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.184+0000 7f8974ec3780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:10.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.184+0000 7f8974ec3780 20 zonegroup default 2023-01-15T14:46:10.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.184+0000 7f8974ec3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.184+0000 7f8974ec3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.184+0000 7f8974ec3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.184+0000 7f8974ec3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.184+0000 7f8974ec3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.184+0000 7f8974ec3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.184+0000 7f8974ec3780 20 started sync module instance, tier type = 2023-01-15T14:46:10.187 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.184+0000 7f8974ec3780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:10.188 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.188+0000 7f8973672700 0 -- 172.21.15.27:0/1796140947 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x55b60ce97400 msgr2=0x55b60cfb4100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:10.192 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.191+0000 7f8974ec3780 20 add_watcher() i=0 2023-01-15T14:46:10.192 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.191+0000 7f8974ec3780 20 add_watcher() i=1 2023-01-15T14:46:10.192 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.191+0000 7f8974ec3780 20 add_watcher() i=2 2023-01-15T14:46:10.193 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.191+0000 7f8974ec3780 20 add_watcher() i=3 2023-01-15T14:46:10.193 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.191+0000 7f8974ec3780 20 add_watcher() i=4 2023-01-15T14:46:10.193 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.191+0000 7f8974ec3780 20 add_watcher() i=5 2023-01-15T14:46:10.193 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.191+0000 7f8974ec3780 20 add_watcher() i=6 2023-01-15T14:46:10.193 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.192+0000 7f8974ec3780 20 add_watcher() i=7 2023-01-15T14:46:10.193 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.192+0000 7f8974ec3780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:10.194 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.193+0000 7f8959e3f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:10.194 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.194+0000 7f8974ec3780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:10.194 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.194+0000 7f8974ec3780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:10.201 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.200+0000 7f8974ec3780 5 note: GC not initialized 2023-01-15T14:46:10.203 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.201+0000 7f8955636700 20 reqs_thread_entry: start 2023-01-15T14:46:10.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.201+0000 7f8974ec3780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:10.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.201+0000 7f8974ec3780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:10.204 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.201+0000 7f8953632700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:40 2023 2023-01-15T14:46:10.204 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:10.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.201+0000 7f8952e10700 20 reqs_thread_entry: start 2023-01-15T14:46:10.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.201+0000 7f8974ec3780 10 cache get: name=default.rgw.meta+root+abort-at-commit-target-layout : miss 2023-01-15T14:46:10.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.201+0000 7f8974ec3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.201+0000 7f8974ec3780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:46:10.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.201+0000 7f8974ec3780 10 cache put: name=default.rgw.meta+root+abort-at-commit-target-layout info.flags=0x11 2023-01-15T14:46:10.205 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.201+0000 7f8974ec3780 10 adding default.rgw.meta+root+abort-at-commit-target-layout to cache LRU end 2023-01-15T14:46:10.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.202+0000 7f8974ec3780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 : miss 2023-01-15T14:46:10.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.202+0000 7f8974ec3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.202+0000 7f8974ec3780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:46:10.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.202+0000 7f8974ec3780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 info.flags=0x13 2023-01-15T14:46:10.206 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.202+0000 7f8974ec3780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 to cache LRU end 2023-01-15T14:46:10.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.202+0000 7f8974ec3780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:46:10.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.202+0000 7f8974ec3780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:10.207 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.202+0000 7f8974ec3780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 2023-01-15T14:46:10.208 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.206+0000 7f8974ec3780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 info.flags=0x17 2023-01-15T14:46:10.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.206+0000 7f8974ec3780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 to cache LRU end 2023-01-15T14:46:10.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.206+0000 7f8974ec3780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:10.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.206+0000 7f8974ec3780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22, ofs0, ns] 2023-01-15T14:46:10.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.207+0000 7f896ce65700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197642 cookie 94240385724800 notifier 6234 bl.length()=893 2023-01-15T14:46:10.209 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.207+0000 7f896ce65700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 info.flags=0x17 2023-01-15T14:46:10.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.207+0000 7f896ce65700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 to cache LRU end 2023-01-15T14:46:10.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.207+0000 7f896ce65700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:10.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.207+0000 7f8974ec3780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): orig_sources= new_sources= 2023-01-15T14:46:10.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.207+0000 7f8974ec3780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): potential sources added=[] removed=[] 2023-01-15T14:46:10.210 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.207+0000 7f8974ec3780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): orig_dests= new_dests= 2023-01-15T14:46:10.211 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.207+0000 7f8974ec3780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): potential dests added=[] removed=[] 2023-01-15T14:46:10.213 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.0 2023-01-15T14:46:10.214 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.0 2023-01-15T14:46:10.214 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.1 2023-01-15T14:46:10.214 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.1 2023-01-15T14:46:10.214 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.2 2023-01-15T14:46:10.214 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.2 2023-01-15T14:46:10.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.3 2023-01-15T14:46:10.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.3 2023-01-15T14:46:10.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.4 2023-01-15T14:46:10.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.4 2023-01-15T14:46:10.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.5 2023-01-15T14:46:10.215 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.5 2023-01-15T14:46:10.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.6 2023-01-15T14:46:10.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.6 2023-01-15T14:46:10.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.7 2023-01-15T14:46:10.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.7 2023-01-15T14:46:10.216 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.8 2023-01-15T14:46:10.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.8 2023-01-15T14:46:10.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.9 2023-01-15T14:46:10.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.9 2023-01-15T14:46:10.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.10 2023-01-15T14:46:10.217 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.10 2023-01-15T14:46:10.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.11 2023-01-15T14:46:10.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1.11 2023-01-15T14:46:10.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.209+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.0 2023-01-15T14:46:10.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.210+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.1 2023-01-15T14:46:10.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.210+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.2 2023-01-15T14:46:10.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.211+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.3 2023-01-15T14:46:10.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.211+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.4 2023-01-15T14:46:10.218 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.212+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.5 2023-01-15T14:46:10.219 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.212+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.6 2023-01-15T14:46:10.219 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.213+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.7 2023-01-15T14:46:10.220 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.213+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.8 2023-01-15T14:46:10.220 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.214+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.9 2023-01-15T14:46:10.220 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.214+0000 7f8974ec3780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22.10 2023-01-15T14:46:10.220 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.217+0000 7f8974ec3780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 : hit (requested=0x13, cached=0x17) 2023-01-15T14:46:10.220 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.217+0000 7f8974ec3780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 2023-01-15T14:46:10.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.218+0000 7f8974ec3780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 info.flags=0x17 2023-01-15T14:46:10.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.218+0000 7f8974ec3780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 to cache LRU end 2023-01-15T14:46:10.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.218+0000 7f8974ec3780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:10.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.218+0000 7f8974ec3780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22, ofs0, ns] 2023-01-15T14:46:10.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.219+0000 7f896d666700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197643 cookie 94240385724800 notifier 6234 bl.length()=861 2023-01-15T14:46:10.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.219+0000 7f896d666700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 info.flags=0x17 2023-01-15T14:46:10.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.219+0000 7f896d666700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-commit-target-layout:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 to cache LRU end 2023-01-15T14:46:10.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.219+0000 7f896d666700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:10.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.219+0000 7f8974ec3780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): orig_sources= new_sources= 2023-01-15T14:46:10.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.219+0000 7f8974ec3780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): potential sources added=[] removed=[] 2023-01-15T14:46:10.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.219+0000 7f8974ec3780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): orig_dests= new_dests= 2023-01-15T14:46:10.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.219+0000 7f8974ec3780 20 handle_bi_update(): bucket=:abort-at-commit-target-layout[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22]): potential dests added=[] removed=[] 2023-01-15T14:46:10.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.221+0000 7f8974ec3780 1 execute INFO: reshard of bucket "abort-at-commit-target-layout" completed successfully 2023-01-15T14:46:10.223 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.222+0000 7f8959e3f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:10.224 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.224+0000 7f8974ec3780 20 remove_watcher() i=0 2023-01-15T14:46:10.225 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.224+0000 7f8974ec3780 2 removed watcher, disabling cache 2023-01-15T14:46:10.226 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.225+0000 7f8974ec3780 20 remove_watcher() i=1 2023-01-15T14:46:10.227 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.226+0000 7f8974ec3780 20 remove_watcher() i=2 2023-01-15T14:46:10.227 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.227+0000 7f8974ec3780 20 remove_watcher() i=3 2023-01-15T14:46:10.228 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.228+0000 7f8974ec3780 20 remove_watcher() i=4 2023-01-15T14:46:10.229 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.228+0000 7f8974ec3780 20 remove_watcher() i=5 2023-01-15T14:46:10.230 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.229+0000 7f8974ec3780 20 remove_watcher() i=6 2023-01-15T14:46:10.231 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.230+0000 7f8974ec3780 20 remove_watcher() i=7 2023-01-15T14:46:10.237 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket abort-at-commit-target-layout 2023-01-15T14:46:10.266 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:10.266 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:10.278 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.277+0000 7f725f028780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.278+0000 7f725f028780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.278+0000 7f725f028780 20 realm 2023-01-15T14:46:10.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.278+0000 7f725f028780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.279 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.278+0000 7f725f028780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.278+0000 7f725f028780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:10.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.278+0000 7f725f028780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.279+0000 7f725f028780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.279+0000 7f725f028780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.280 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.279+0000 7f725f028780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:10.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.279+0000 7f725f028780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.280+0000 7f725f028780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:10.281 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.280+0000 7f725f028780 20 searching for the correct realm 2023-01-15T14:46:10.288 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.288+0000 7f725cfd6700 0 -- 172.21.15.27:0/2849159424 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x55adebfd0400 msgr2=0x55adebfcf180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:10.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.289+0000 7f725f028780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:10.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.289+0000 7f725f028780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:10.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.289+0000 7f725f028780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:10.293 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.289+0000 7f725f028780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:10.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.289+0000 7f725f028780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.290+0000 7f725f028780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.290+0000 7f725f028780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.290+0000 7f725f028780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:10.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.290+0000 7f725f028780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.294 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.290+0000 7f725f028780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:10.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.290+0000 7f725f028780 20 zone default found 2023-01-15T14:46:10.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.290+0000 7f725f028780 4 Realm: () 2023-01-15T14:46:10.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.290+0000 7f725f028780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:10.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.290+0000 7f725f028780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:10.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.290+0000 7f725f028780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:10.295 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.290+0000 7f725f028780 20 zonegroup default 2023-01-15T14:46:10.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.290+0000 7f725f028780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.290+0000 7f725f028780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.290+0000 7f725f028780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.291+0000 7f725f028780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.296 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.291+0000 7f725f028780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.291+0000 7f725f028780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.291+0000 7f725f028780 20 started sync module instance, tier type = 2023-01-15T14:46:10.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.291+0000 7f725f028780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:10.297 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.294+0000 7f725d7d7700 0 -- 172.21.15.27:0/2849159424 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x55adebe94c00 msgr2=0x55adebfcdb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:10.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.298+0000 7f725f028780 20 add_watcher() i=0 2023-01-15T14:46:10.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.298+0000 7f725f028780 20 add_watcher() i=1 2023-01-15T14:46:10.299 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.298+0000 7f725f028780 20 add_watcher() i=2 2023-01-15T14:46:10.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.298+0000 7f725f028780 20 add_watcher() i=3 2023-01-15T14:46:10.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.298+0000 7f725f028780 20 add_watcher() i=4 2023-01-15T14:46:10.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.298+0000 7f725f028780 20 add_watcher() i=5 2023-01-15T14:46:10.300 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.298+0000 7f725f028780 20 add_watcher() i=6 2023-01-15T14:46:10.301 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.299+0000 7f725f028780 20 add_watcher() i=7 2023-01-15T14:46:10.301 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.299+0000 7f725f028780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:10.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.300+0000 7f7243fa4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:10.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.301+0000 7f725f028780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:10.302 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.301+0000 7f725f028780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:10.307 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.306+0000 7f725f028780 5 note: GC not initialized 2023-01-15T14:46:10.310 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.307+0000 7f723f79b700 20 reqs_thread_entry: start 2023-01-15T14:46:10.310 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.307+0000 7f725f028780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:10.310 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.307+0000 7f725f028780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:10.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.307+0000 7f723d797700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:40 2023 2023-01-15T14:46:10.311 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:10.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.307+0000 7f723cf75700 20 reqs_thread_entry: start 2023-01-15T14:46:10.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.307+0000 7f725f028780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.308+0000 7f725f028780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:46:10.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.308+0000 7f725f028780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.308+0000 7f725f028780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:46:10.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.308+0000 7f725f028780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:10.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.308+0000 7f725f028780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.311 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.309+0000 7f725f028780 20 rados_obj.operate() r=0 bl.length=197 2023-01-15T14:46:10.312 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.309+0000 7f725f028780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.312 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.309+0000 7f725f028780 20 rados_obj.operate() r=0 bl.length=381 2023-01-15T14:46:10.312 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.309+0000 7f725f028780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:10.312 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.310+0000 7f7243fa4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:10.313 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.312+0000 7f725f028780 20 remove_watcher() i=0 2023-01-15T14:46:10.313 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.312+0000 7f725f028780 2 removed watcher, disabling cache 2023-01-15T14:46:10.314 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.314+0000 7f725f028780 20 remove_watcher() i=1 2023-01-15T14:46:10.315 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.314+0000 7f725f028780 20 remove_watcher() i=2 2023-01-15T14:46:10.316 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.315+0000 7f725f028780 20 remove_watcher() i=3 2023-01-15T14:46:10.317 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.316+0000 7f725f028780 20 remove_watcher() i=4 2023-01-15T14:46:10.317 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.317+0000 7f725f028780 20 remove_watcher() i=5 2023-01-15T14:46:10.318 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.317+0000 7f725f028780 20 remove_watcher() i=6 2023-01-15T14:46:10.319 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.318+0000 7f725f028780 20 remove_watcher() i=7 2023-01-15T14:46:10.324 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:10.324 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:46:10.324 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: abort-at-commit-target-layout id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.22 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:46:10.324 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:10.415 INFO:tasks.workunit.client.0.smithi027.stderr:TEST: reshard bucket with EIO injected at do_reshard 2023-01-15T14:46:10.415 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:10.607 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2023-01-15T14:46:10.634 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:10.635 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:10.646 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.646+0000 7fdc5f73b780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.647 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.646+0000 7fdc5f73b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.648 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.646+0000 7fdc5f73b780 20 realm 2023-01-15T14:46:10.648 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.646+0000 7fdc5f73b780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.648 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.647+0000 7fdc5f73b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.648 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.647+0000 7fdc5f73b780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:10.648 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.647+0000 7fdc5f73b780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.648 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.647+0000 7fdc5f73b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.648 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.647+0000 7fdc5f73b780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.648+0000 7fdc5f73b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:10.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.648+0000 7fdc5f73b780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.648+0000 7fdc5f73b780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:10.649 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.648+0000 7fdc5f73b780 20 searching for the correct realm 2023-01-15T14:46:10.658 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.657+0000 7fdc5d6e9700 0 -- 172.21.15.27:0/1828709578 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x558219786800 msgr2=0x558219412c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:10.660 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.658+0000 7fdc5f73b780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:10.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.658+0000 7fdc5f73b780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:10.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.658+0000 7fdc5f73b780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:10.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.658+0000 7fdc5f73b780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:10.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.658+0000 7fdc5f73b780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.659+0000 7fdc5f73b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.659+0000 7fdc5f73b780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.659+0000 7fdc5f73b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:10.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.659+0000 7fdc5f73b780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.659+0000 7fdc5f73b780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:10.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.659+0000 7fdc5f73b780 20 zone default found 2023-01-15T14:46:10.661 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.659+0000 7fdc5f73b780 4 Realm: () 2023-01-15T14:46:10.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.659+0000 7fdc5f73b780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:10.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.659+0000 7fdc5f73b780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:10.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.659+0000 7fdc5f73b780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:10.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.659+0000 7fdc5f73b780 20 zonegroup default 2023-01-15T14:46:10.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.659+0000 7fdc5f73b780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.659+0000 7fdc5f73b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.659+0000 7fdc5f73b780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.660+0000 7fdc5f73b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.660+0000 7fdc5f73b780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.660+0000 7fdc5f73b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.660+0000 7fdc5f73b780 20 started sync module instance, tier type = 2023-01-15T14:46:10.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.660+0000 7fdc5f73b780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:10.665 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.664+0000 7fdc5deea700 0 -- 172.21.15.27:0/1828709578 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x558219786c00 msgr2=0x558219753b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:10.667 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.667+0000 7fdc5f73b780 20 add_watcher() i=0 2023-01-15T14:46:10.667 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.667+0000 7fdc5f73b780 20 add_watcher() i=1 2023-01-15T14:46:10.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.667+0000 7fdc5f73b780 20 add_watcher() i=2 2023-01-15T14:46:10.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.667+0000 7fdc5f73b780 20 add_watcher() i=3 2023-01-15T14:46:10.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.667+0000 7fdc5f73b780 20 add_watcher() i=4 2023-01-15T14:46:10.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.667+0000 7fdc5f73b780 20 add_watcher() i=5 2023-01-15T14:46:10.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.667+0000 7fdc5f73b780 20 add_watcher() i=6 2023-01-15T14:46:10.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.667+0000 7fdc5f73b780 20 add_watcher() i=7 2023-01-15T14:46:10.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.667+0000 7fdc5f73b780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:10.669 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.669+0000 7fdc446b7700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:10.669 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.669+0000 7fdc5f73b780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:10.670 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.669+0000 7fdc5f73b780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:10.675 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.674+0000 7fdc5f73b780 5 note: GC not initialized 2023-01-15T14:46:10.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.675+0000 7fdc3feae700 20 reqs_thread_entry: start 2023-01-15T14:46:10.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.675+0000 7fdc5f73b780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:10.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.675+0000 7fdc5f73b780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:10.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.675+0000 7fdc3deaa700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:41 2023 2023-01-15T14:46:10.676 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:10.676 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.675+0000 7fdc3d688700 20 reqs_thread_entry: start 2023-01-15T14:46:10.677 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.675+0000 7fdc5f73b780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.677 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.676+0000 7fdc5f73b780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:10.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.676+0000 7fdc5f73b780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.676+0000 7fdc5f73b780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:10.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.676+0000 7fdc5f73b780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:10.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.676+0000 7fdc5f73b780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.677+0000 7fdc5f73b780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:10.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.677+0000 7fdc5f73b780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.677+0000 7fdc5f73b780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:10.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.677+0000 7fdc5f73b780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:10.679 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.679+0000 7fdc446b7700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:10.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.680+0000 7fdc5f73b780 20 remove_watcher() i=0 2023-01-15T14:46:10.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.680+0000 7fdc5f73b780 2 removed watcher, disabling cache 2023-01-15T14:46:10.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.681+0000 7fdc5f73b780 20 remove_watcher() i=1 2023-01-15T14:46:10.683 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.682+0000 7fdc5f73b780 20 remove_watcher() i=2 2023-01-15T14:46:10.683 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.683+0000 7fdc5f73b780 20 remove_watcher() i=3 2023-01-15T14:46:10.684 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.683+0000 7fdc5f73b780 20 remove_watcher() i=4 2023-01-15T14:46:10.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.684+0000 7fdc5f73b780 20 remove_watcher() i=5 2023-01-15T14:46:10.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.685+0000 7fdc5f73b780 20 remove_watcher() i=6 2023-01-15T14:46:10.686 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.686+0000 7fdc5f73b780 20 remove_watcher() i=7 2023-01-15T14:46:10.691 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:10.691 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:46:10.691 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-do-reshard id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:46:10.691 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:10.692 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-error-at do_reshard 2023-01-15T14:46:10.727 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:10.727 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:10.739 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.739+0000 7fdf94ea3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.740 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.739+0000 7fdf94ea3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.740 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.739+0000 7fdf94ea3780 20 realm 2023-01-15T14:46:10.740 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.739+0000 7fdf94ea3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.741 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.740+0000 7fdf94ea3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.741 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.740+0000 7fdf94ea3780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:10.741 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.740+0000 7fdf94ea3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.741 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.740+0000 7fdf94ea3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.741 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.740+0000 7fdf94ea3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.742 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.741+0000 7fdf94ea3780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:10.742 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.741+0000 7fdf94ea3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.742 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.741+0000 7fdf94ea3780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:10.742 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.741+0000 7fdf94ea3780 20 searching for the correct realm 2023-01-15T14:46:10.749 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.749+0000 7fdf93652700 0 -- 172.21.15.27:0/1402195872 >> [v2:172.21.15.27:6808/101520,v1:172.21.15.27:6809/101520] conn(0x557d5bb95400 msgr2=0x557d5adb2c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:10.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.750+0000 7fdf94ea3780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:10.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.750+0000 7fdf94ea3780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:10.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.750+0000 7fdf94ea3780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:10.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.750+0000 7fdf94ea3780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:10.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.750+0000 7fdf94ea3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.754 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.751+0000 7fdf94ea3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.751+0000 7fdf94ea3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.751+0000 7fdf94ea3780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:10.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.751+0000 7fdf94ea3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.751+0000 7fdf94ea3780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:10.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.751+0000 7fdf94ea3780 20 zone default found 2023-01-15T14:46:10.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.751+0000 7fdf94ea3780 4 Realm: () 2023-01-15T14:46:10.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.751+0000 7fdf94ea3780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:10.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.751+0000 7fdf94ea3780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:10.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.751+0000 7fdf94ea3780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:10.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.751+0000 7fdf94ea3780 20 zonegroup default 2023-01-15T14:46:10.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.751+0000 7fdf94ea3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.755 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.751+0000 7fdf94ea3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.752+0000 7fdf94ea3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.752+0000 7fdf94ea3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.752+0000 7fdf94ea3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.752+0000 7fdf94ea3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.752+0000 7fdf94ea3780 20 started sync module instance, tier type = 2023-01-15T14:46:10.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.752+0000 7fdf94ea3780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:10.756 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.754+0000 7fdf93652700 0 -- 172.21.15.27:0/1402195872 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x557d5b1f2000 msgr2=0x557d5b1ce580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:10.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.760+0000 7fdf94ea3780 20 add_watcher() i=0 2023-01-15T14:46:10.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.760+0000 7fdf94ea3780 20 add_watcher() i=1 2023-01-15T14:46:10.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.760+0000 7fdf94ea3780 20 add_watcher() i=2 2023-01-15T14:46:10.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.760+0000 7fdf94ea3780 20 add_watcher() i=3 2023-01-15T14:46:10.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.760+0000 7fdf94ea3780 20 add_watcher() i=4 2023-01-15T14:46:10.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.760+0000 7fdf94ea3780 20 add_watcher() i=5 2023-01-15T14:46:10.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.760+0000 7fdf94ea3780 20 add_watcher() i=6 2023-01-15T14:46:10.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.761+0000 7fdf94ea3780 20 add_watcher() i=7 2023-01-15T14:46:10.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.761+0000 7fdf94ea3780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:10.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.762+0000 7fdf79e1f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:10.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.762+0000 7fdf94ea3780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:10.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.762+0000 7fdf94ea3780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:10.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.768+0000 7fdf94ea3780 5 note: GC not initialized 2023-01-15T14:46:10.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.769+0000 7fdf75616700 20 reqs_thread_entry: start 2023-01-15T14:46:10.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.769+0000 7fdf94ea3780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:10.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.769+0000 7fdf94ea3780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:10.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.769+0000 7fdf73612700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:40 2023 2023-01-15T14:46:10.770 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:10.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.769+0000 7fdf72df0700 20 reqs_thread_entry: start 2023-01-15T14:46:10.771 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.769+0000 7fdf94ea3780 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2023-01-15T14:46:10.771 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.769+0000 7fdf94ea3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.771 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.770+0000 7fdf94ea3780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:10.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.770+0000 7fdf94ea3780 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2023-01-15T14:46:10.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.770+0000 7fdf94ea3780 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2023-01-15T14:46:10.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.770+0000 7fdf94ea3780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 : miss 2023-01-15T14:46:10.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.770+0000 7fdf94ea3780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.770+0000 7fdf94ea3780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:10.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.770+0000 7fdf94ea3780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 info.flags=0x13 2023-01-15T14:46:10.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.770+0000 7fdf94ea3780 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 to cache LRU end 2023-01-15T14:46:10.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.770+0000 7fdf94ea3780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:46:10.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.770+0000 7fdf94ea3780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:10.772 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.770+0000 7fdf94ea3780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 2023-01-15T14:46:10.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.775+0000 7fdf94ea3780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 info.flags=0x17 2023-01-15T14:46:10.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.775+0000 7fdf94ea3780 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 to cache LRU end 2023-01-15T14:46:10.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.775+0000 7fdf94ea3780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:10.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.775+0000 7fdf94ea3780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23, ofs0, ns] 2023-01-15T14:46:10.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.775+0000 7fdf8ce45700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197647 cookie 93996883550080 notifier 5996 bl.length()=873 2023-01-15T14:46:10.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.775+0000 7fdf8ce45700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 info.flags=0x17 2023-01-15T14:46:10.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.775+0000 7fdf8ce45700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 to cache LRU end 2023-01-15T14:46:10.777 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.775+0000 7fdf8ce45700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:10.777 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.776+0000 7fdf94ea3780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): orig_sources= new_sources= 2023-01-15T14:46:10.777 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.776+0000 7fdf94ea3780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): potential sources added=[] removed=[] 2023-01-15T14:46:10.777 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.776+0000 7fdf94ea3780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): orig_dests= new_dests= 2023-01-15T14:46:10.777 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.776+0000 7fdf94ea3780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): potential dests added=[] removed=[] 2023-01-15T14:46:10.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.778+0000 7fdf94ea3780 -1 Injecting error=-5 at location=do_reshard 2023-01-15T14:46:10.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.782+0000 7fdf94ea3780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 : hit (requested=0x13, cached=0x17) 2023-01-15T14:46:10.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.782+0000 7fdf94ea3780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 2023-01-15T14:46:10.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.783+0000 7fdf94ea3780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 info.flags=0x17 2023-01-15T14:46:10.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.783+0000 7fdf94ea3780 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 to cache LRU end 2023-01-15T14:46:10.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.783+0000 7fdf94ea3780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:10.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.783+0000 7fdf94ea3780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23, ofs0, ns] 2023-01-15T14:46:10.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.783+0000 7fdf8ce45700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197648 cookie 93996883550080 notifier 5996 bl.length()=841 2023-01-15T14:46:10.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.783+0000 7fdf8ce45700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 info.flags=0x17 2023-01-15T14:46:10.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.783+0000 7fdf8ce45700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 to cache LRU end 2023-01-15T14:46:10.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.783+0000 7fdf8ce45700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:10.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.784+0000 7fdf94ea3780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): orig_sources= new_sources= 2023-01-15T14:46:10.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.784+0000 7fdf94ea3780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): potential sources added=[] removed=[] 2023-01-15T14:46:10.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.784+0000 7fdf94ea3780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): orig_dests= new_dests= 2023-01-15T14:46:10.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.784+0000 7fdf94ea3780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): potential dests added=[] removed=[] 2023-01-15T14:46:10.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.784+0000 7fdf94ea3780 1 execute INFO: reshard of bucket "error-at-do-reshard" canceled due to errors 2023-01-15T14:46:10.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.785+0000 7fdf79e1f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:10.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.787+0000 7fdf94ea3780 20 remove_watcher() i=0 2023-01-15T14:46:10.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.787+0000 7fdf94ea3780 2 removed watcher, disabling cache 2023-01-15T14:46:10.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.787+0000 7fdf94ea3780 20 remove_watcher() i=1 2023-01-15T14:46:10.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.788+0000 7fdf94ea3780 20 remove_watcher() i=2 2023-01-15T14:46:10.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.789+0000 7fdf94ea3780 20 remove_watcher() i=3 2023-01-15T14:46:10.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.789+0000 7fdf94ea3780 20 remove_watcher() i=4 2023-01-15T14:46:10.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.790+0000 7fdf94ea3780 20 remove_watcher() i=5 2023-01-15T14:46:10.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.791+0000 7fdf94ea3780 20 remove_watcher() i=6 2023-01-15T14:46:10.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.792+0000 7fdf94ea3780 20 remove_watcher() i=7 2023-01-15T14:46:10.798 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2023-01-15T14:46:10.826 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:10.826 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:10.837 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.836+0000 7f0d3ad0a780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.839 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.838+0000 7f0d3ad0a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.839 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.838+0000 7f0d3ad0a780 20 realm 2023-01-15T14:46:10.839 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.838+0000 7f0d3ad0a780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.839 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.838+0000 7f0d3ad0a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.839 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.838+0000 7f0d3ad0a780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:10.839 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.838+0000 7f0d3ad0a780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.840 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.838+0000 7f0d3ad0a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.840 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.838+0000 7f0d3ad0a780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.840 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.839+0000 7f0d3ad0a780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:10.840 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.839+0000 7f0d3ad0a780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.840 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.839+0000 7f0d3ad0a780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:10.841 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.839+0000 7f0d3ad0a780 20 searching for the correct realm 2023-01-15T14:46:10.848 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.847+0000 7f0d384b7700 0 -- 172.21.15.27:0/2675503428 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55904fd0fc00 msgr2=0x55904f9ab700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:10.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:10.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:10.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:10.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:10.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.851 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:10.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:10.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 20 zone default found 2023-01-15T14:46:10.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 4 Realm: () 2023-01-15T14:46:10.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:10.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:10.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:10.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 20 zonegroup default 2023-01-15T14:46:10.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.849+0000 7f0d3ad0a780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.850+0000 7f0d3ad0a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.850+0000 7f0d3ad0a780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.850+0000 7f0d3ad0a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.850+0000 7f0d3ad0a780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.850+0000 7f0d3ad0a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.850+0000 7f0d3ad0a780 20 started sync module instance, tier type = 2023-01-15T14:46:10.853 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.850+0000 7f0d3ad0a780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:10.854 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.854+0000 7f0d38cb8700 0 -- 172.21.15.27:0/2675503428 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55904fde8000 msgr2=0x55904fdcab00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:10.857 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.857+0000 7f0d3ad0a780 20 add_watcher() i=0 2023-01-15T14:46:10.858 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.857+0000 7f0d3ad0a780 20 add_watcher() i=1 2023-01-15T14:46:10.858 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.857+0000 7f0d3ad0a780 20 add_watcher() i=2 2023-01-15T14:46:10.858 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.857+0000 7f0d3ad0a780 20 add_watcher() i=3 2023-01-15T14:46:10.858 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.857+0000 7f0d3ad0a780 20 add_watcher() i=4 2023-01-15T14:46:10.858 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.857+0000 7f0d3ad0a780 20 add_watcher() i=5 2023-01-15T14:46:10.858 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.857+0000 7f0d3ad0a780 20 add_watcher() i=6 2023-01-15T14:46:10.859 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.857+0000 7f0d3ad0a780 20 add_watcher() i=7 2023-01-15T14:46:10.859 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.857+0000 7f0d3ad0a780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:10.859 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.859+0000 7f0d1fc86700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:10.860 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.859+0000 7f0d3ad0a780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:10.860 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.859+0000 7f0d3ad0a780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:10.865 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.864+0000 7f0d3ad0a780 5 note: GC not initialized 2023-01-15T14:46:10.866 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.865+0000 7f0d1b47d700 20 reqs_thread_entry: start 2023-01-15T14:46:10.867 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.865+0000 7f0d3ad0a780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:10.867 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.865+0000 7f0d3ad0a780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:10.867 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.865+0000 7f0d19479700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:41 2023 2023-01-15T14:46:10.867 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:10.867 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.865+0000 7f0d18c57700 20 reqs_thread_entry: start 2023-01-15T14:46:10.867 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.866+0000 7f0d3ad0a780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.868 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.866+0000 7f0d3ad0a780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:10.868 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.866+0000 7f0d3ad0a780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.866+0000 7f0d3ad0a780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:10.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.867+0000 7f0d3ad0a780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:10.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.867+0000 7f0d3ad0a780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.867+0000 7f0d3ad0a780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:10.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.867+0000 7f0d3ad0a780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.867+0000 7f0d3ad0a780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:10.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.867+0000 7f0d3ad0a780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:10.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.869+0000 7f0d1fc86700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:10.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.870+0000 7f0d3ad0a780 20 remove_watcher() i=0 2023-01-15T14:46:10.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.870+0000 7f0d3ad0a780 2 removed watcher, disabling cache 2023-01-15T14:46:10.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.871+0000 7f0d3ad0a780 20 remove_watcher() i=1 2023-01-15T14:46:10.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.872+0000 7f0d3ad0a780 20 remove_watcher() i=2 2023-01-15T14:46:10.873 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.873+0000 7f0d3ad0a780 20 remove_watcher() i=3 2023-01-15T14:46:10.874 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.874+0000 7f0d3ad0a780 20 remove_watcher() i=4 2023-01-15T14:46:10.875 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.874+0000 7f0d3ad0a780 20 remove_watcher() i=5 2023-01-15T14:46:10.876 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.875+0000 7f0d3ad0a780 20 remove_watcher() i=6 2023-01-15T14:46:10.876 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.876+0000 7f0d3ad0a780 20 remove_watcher() i=7 2023-01-15T14:46:10.880 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:10.881 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:46:10.881 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-do-reshard id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:46:10.881 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:10.931 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket error-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:46:10.963 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:10.964 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:10.975 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.975+0000 7f0f7500d780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.977 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.976+0000 7f0f7500d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.977 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.976+0000 7f0f7500d780 20 realm 2023-01-15T14:46:10.977 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.976+0000 7f0f7500d780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.977 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.976+0000 7f0f7500d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.977 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.976+0000 7f0f7500d780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:10.977 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.976+0000 7f0f7500d780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.977 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.976+0000 7f0f7500d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.976+0000 7f0f7500d780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.977+0000 7f0f7500d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:10.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.977+0000 7f0f7500d780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.978 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.978+0000 7f0f7500d780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:10.979 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.978+0000 7f0f7500d780 20 searching for the correct realm 2023-01-15T14:46:10.987 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.986+0000 7f0f727ba700 0 -- 172.21.15.27:0/3678915104 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x5651dee23800 msgr2=0x5651deabf700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:10.988 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.987+0000 7f0f7500d780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:10.988 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.987+0000 7f0f7500d780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:10.988 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.987+0000 7f0f7500d780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:10.989 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.987+0000 7f0f7500d780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:10.989 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.987+0000 7f0f7500d780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.989 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.988+0000 7f0f7500d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.989 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.988+0000 7f0f7500d780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.990 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.988+0000 7f0f7500d780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:10.990 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.988+0000 7f0f7500d780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.988+0000 7f0f7500d780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:10.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.988+0000 7f0f7500d780 20 zone default found 2023-01-15T14:46:10.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.988+0000 7f0f7500d780 4 Realm: () 2023-01-15T14:46:10.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.988+0000 7f0f7500d780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:10.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.988+0000 7f0f7500d780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:10.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.988+0000 7f0f7500d780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:10.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.988+0000 7f0f7500d780 20 zonegroup default 2023-01-15T14:46:10.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.988+0000 7f0f7500d780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.988+0000 7f0f7500d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.988+0000 7f0f7500d780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.989+0000 7f0f7500d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.991 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.989+0000 7f0f7500d780 20 rados->read ofs=0 len=0 2023-01-15T14:46:10.992 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.989+0000 7f0f7500d780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:10.992 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.989+0000 7f0f7500d780 20 started sync module instance, tier type = 2023-01-15T14:46:10.992 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.989+0000 7f0f7500d780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:10.993 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.992+0000 7f0f737bc700 0 -- 172.21.15.27:0/3678915104 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x5651dee23000 msgr2=0x5651deee3600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:46:10.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.996+0000 7f0f7500d780 20 add_watcher() i=0 2023-01-15T14:46:10.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.996+0000 7f0f7500d780 20 add_watcher() i=1 2023-01-15T14:46:10.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.996+0000 7f0f7500d780 20 add_watcher() i=2 2023-01-15T14:46:10.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.996+0000 7f0f7500d780 20 add_watcher() i=3 2023-01-15T14:46:10.997 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.996+0000 7f0f7500d780 20 add_watcher() i=4 2023-01-15T14:46:10.998 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.996+0000 7f0f7500d780 20 add_watcher() i=5 2023-01-15T14:46:10.998 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.996+0000 7f0f7500d780 20 add_watcher() i=6 2023-01-15T14:46:10.999 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.996+0000 7f0f7500d780 20 add_watcher() i=7 2023-01-15T14:46:10.999 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.996+0000 7f0f7500d780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:10.999 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.998+0000 7f0f59f89700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:10.999 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.998+0000 7f0f7500d780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:10.999 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:10.998+0000 7f0f7500d780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:11.004 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.004+0000 7f0f7500d780 5 note: GC not initialized 2023-01-15T14:46:11.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.005+0000 7f0f55780700 20 reqs_thread_entry: start 2023-01-15T14:46:11.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.005+0000 7f0f7500d780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:11.006 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.005+0000 7f0f7500d780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:11.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.005+0000 7f0f5377c700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:41 2023 2023-01-15T14:46:11.007 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.005+0000 7f0f52f5a700 20 reqs_thread_entry: start 2023-01-15T14:46:11.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.005+0000 7f0f7500d780 10 cache get: name=default.rgw.meta+root+error-at-do-reshard : miss 2023-01-15T14:46:11.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.005+0000 7f0f7500d780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.005+0000 7f0f7500d780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:11.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.005+0000 7f0f7500d780 10 cache put: name=default.rgw.meta+root+error-at-do-reshard info.flags=0x11 2023-01-15T14:46:11.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.005+0000 7f0f7500d780 10 adding default.rgw.meta+root+error-at-do-reshard to cache LRU end 2023-01-15T14:46:11.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.005+0000 7f0f7500d780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 : miss 2023-01-15T14:46:11.007 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.005+0000 7f0f7500d780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.006+0000 7f0f7500d780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:11.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.006+0000 7f0f7500d780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 info.flags=0x13 2023-01-15T14:46:11.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.006+0000 7f0f7500d780 10 adding default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 to cache LRU end 2023-01-15T14:46:11.008 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.006+0000 7f0f7500d780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:46:11.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.006+0000 7f0f7500d780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:11.009 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.006+0000 7f0f7500d780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 2023-01-15T14:46:11.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.010+0000 7f0f7500d780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 info.flags=0x17 2023-01-15T14:46:11.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.010+0000 7f0f7500d780 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 to cache LRU end 2023-01-15T14:46:11.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.010+0000 7f0f7500d780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:11.011 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.010+0000 7f0f7500d780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23, ofs0, ns] 2023-01-15T14:46:11.012 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.011+0000 7f0f6cfaf700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197649 cookie 94909628112768 notifier 6342 bl.length()=873 2023-01-15T14:46:11.012 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.011+0000 7f0f6cfaf700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 info.flags=0x17 2023-01-15T14:46:11.012 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.011+0000 7f0f6cfaf700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 to cache LRU end 2023-01-15T14:46:11.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.011+0000 7f0f6cfaf700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:11.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.011+0000 7f0f7500d780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): orig_sources= new_sources= 2023-01-15T14:46:11.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.011+0000 7f0f7500d780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): potential sources added=[] removed=[] 2023-01-15T14:46:11.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.011+0000 7f0f7500d780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): orig_dests= new_dests= 2023-01-15T14:46:11.013 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.011+0000 7f0f7500d780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): potential dests added=[] removed=[] 2023-01-15T14:46:11.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.0 2023-01-15T14:46:11.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.0 2023-01-15T14:46:11.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.1 2023-01-15T14:46:11.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.1 2023-01-15T14:46:11.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.2 2023-01-15T14:46:11.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.2 2023-01-15T14:46:11.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.3 2023-01-15T14:46:11.015 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.3 2023-01-15T14:46:11.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.4 2023-01-15T14:46:11.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.4 2023-01-15T14:46:11.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.5 2023-01-15T14:46:11.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.5 2023-01-15T14:46:11.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.6 2023-01-15T14:46:11.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.6 2023-01-15T14:46:11.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.7 2023-01-15T14:46:11.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.7 2023-01-15T14:46:11.016 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.8 2023-01-15T14:46:11.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.8 2023-01-15T14:46:11.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.9 2023-01-15T14:46:11.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.9 2023-01-15T14:46:11.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.10 2023-01-15T14:46:11.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.10 2023-01-15T14:46:11.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.11 2023-01-15T14:46:11.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1.11 2023-01-15T14:46:11.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.013+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.0 2023-01-15T14:46:11.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.014+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.1 2023-01-15T14:46:11.017 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.014+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.2 2023-01-15T14:46:11.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.015+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.3 2023-01-15T14:46:11.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.015+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.4 2023-01-15T14:46:11.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.015+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.5 2023-01-15T14:46:11.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.016+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.6 2023-01-15T14:46:11.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.017+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.7 2023-01-15T14:46:11.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.017+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.8 2023-01-15T14:46:11.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.017+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.9 2023-01-15T14:46:11.019 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.018+0000 7f0f7500d780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23.10 2023-01-15T14:46:11.021 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.020+0000 7f0f7500d780 10 cache get: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 : hit (requested=0x13, cached=0x17) 2023-01-15T14:46:11.021 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.020+0000 7f0f7500d780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 2023-01-15T14:46:11.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.021+0000 7f0f7500d780 10 cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 info.flags=0x17 2023-01-15T14:46:11.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.021+0000 7f0f7500d780 10 moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 to cache LRU end 2023-01-15T14:46:11.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.021+0000 7f0f7500d780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:11.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.021+0000 7f0f7500d780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23, ofs0, ns] 2023-01-15T14:46:11.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.021+0000 7f0f6d7b0700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197650 cookie 94909628112768 notifier 6342 bl.length()=841 2023-01-15T14:46:11.022 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.021+0000 7f0f6d7b0700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 info.flags=0x17 2023-01-15T14:46:11.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.021+0000 7f0f6d7b0700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.error-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 to cache LRU end 2023-01-15T14:46:11.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.021+0000 7f0f6d7b0700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:11.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.022+0000 7f0f7500d780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): orig_sources= new_sources= 2023-01-15T14:46:11.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.022+0000 7f0f7500d780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): potential sources added=[] removed=[] 2023-01-15T14:46:11.023 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.022+0000 7f0f7500d780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): orig_dests= new_dests= 2023-01-15T14:46:11.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.022+0000 7f0f7500d780 20 handle_bi_update(): bucket=:error-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23]): potential dests added=[] removed=[] 2023-01-15T14:46:11.024 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.024+0000 7f0f7500d780 1 execute INFO: reshard of bucket "error-at-do-reshard" completed successfully 2023-01-15T14:46:11.026 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.025+0000 7f0f59f89700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:11.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.027+0000 7f0f7500d780 20 remove_watcher() i=0 2023-01-15T14:46:11.027 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.027+0000 7f0f7500d780 2 removed watcher, disabling cache 2023-01-15T14:46:11.028 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.027+0000 7f0f7500d780 20 remove_watcher() i=1 2023-01-15T14:46:11.029 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.028+0000 7f0f7500d780 20 remove_watcher() i=2 2023-01-15T14:46:11.029 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.029+0000 7f0f7500d780 20 remove_watcher() i=3 2023-01-15T14:46:11.030 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.029+0000 7f0f7500d780 20 remove_watcher() i=4 2023-01-15T14:46:11.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.030+0000 7f0f7500d780 20 remove_watcher() i=5 2023-01-15T14:46:11.031 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.031+0000 7f0f7500d780 20 remove_watcher() i=6 2023-01-15T14:46:11.032 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.032+0000 7f0f7500d780 20 remove_watcher() i=7 2023-01-15T14:46:11.038 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket error-at-do-reshard 2023-01-15T14:46:11.066 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:11.066 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:11.079 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.079+0000 7fea4ce50780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.081 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.080+0000 7fea4ce50780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.081 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.080+0000 7fea4ce50780 20 realm 2023-01-15T14:46:11.082 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.080+0000 7fea4ce50780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.082 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.080+0000 7fea4ce50780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.082 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.080+0000 7fea4ce50780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:11.082 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.080+0000 7fea4ce50780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.082 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.081+0000 7fea4ce50780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.082 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.081+0000 7fea4ce50780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.082 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.081+0000 7fea4ce50780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:11.083 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.082+0000 7fea4ce50780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.083 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.082+0000 7fea4ce50780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:11.083 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.082+0000 7fea4ce50780 20 searching for the correct realm 2023-01-15T14:46:11.091 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.090+0000 7fea4a5fd700 0 -- 172.21.15.27:0/3753996770 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x561ce03cf800 msgr2=0x561ce0067700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:11.093 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:11.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:11.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:11.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:11.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:11.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.094 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:11.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 20 zone default found 2023-01-15T14:46:11.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 4 Realm: () 2023-01-15T14:46:11.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:11.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:11.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:11.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 20 zonegroup default 2023-01-15T14:46:11.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.092+0000 7fea4ce50780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.093+0000 7fea4ce50780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.093+0000 7fea4ce50780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.095 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.093+0000 7fea4ce50780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.096 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.093+0000 7fea4ce50780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.096 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.093+0000 7fea4ce50780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.096 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.093+0000 7fea4ce50780 20 started sync module instance, tier type = 2023-01-15T14:46:11.096 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.093+0000 7fea4ce50780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:11.097 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.096+0000 7fea4adfe700 0 -- 172.21.15.27:0/3753996770 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x561ce04aa000 msgr2=0x561ce048eb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:11.100 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.100+0000 7fea4ce50780 20 add_watcher() i=0 2023-01-15T14:46:11.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.100+0000 7fea4ce50780 20 add_watcher() i=1 2023-01-15T14:46:11.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.100+0000 7fea4ce50780 20 add_watcher() i=2 2023-01-15T14:46:11.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.100+0000 7fea4ce50780 20 add_watcher() i=3 2023-01-15T14:46:11.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.100+0000 7fea4ce50780 20 add_watcher() i=4 2023-01-15T14:46:11.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.100+0000 7fea4ce50780 20 add_watcher() i=5 2023-01-15T14:46:11.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.100+0000 7fea4ce50780 20 add_watcher() i=6 2023-01-15T14:46:11.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.100+0000 7fea4ce50780 20 add_watcher() i=7 2023-01-15T14:46:11.101 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.100+0000 7fea4ce50780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:11.102 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.102+0000 7fea31dcc700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:11.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.102+0000 7fea4ce50780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:11.103 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.102+0000 7fea4ce50780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:11.108 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.108+0000 7fea4ce50780 5 note: GC not initialized 2023-01-15T14:46:11.110 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.108+0000 7fea2d5c3700 20 reqs_thread_entry: start 2023-01-15T14:46:11.110 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.109+0000 7fea4ce50780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:11.110 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.109+0000 7fea4ce50780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:11.110 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.109+0000 7fea2b5bf700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:41 2023 2023-01-15T14:46:11.110 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.110 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.109+0000 7fea2ad9d700 20 reqs_thread_entry: start 2023-01-15T14:46:11.110 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.109+0000 7fea4ce50780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.109+0000 7fea4ce50780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:11.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.109+0000 7fea4ce50780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.110+0000 7fea4ce50780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:11.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.110+0000 7fea4ce50780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:11.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.110+0000 7fea4ce50780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.110+0000 7fea4ce50780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:11.111 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.110+0000 7fea4ce50780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.112 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.111+0000 7fea4ce50780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:11.112 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.111+0000 7fea4ce50780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:11.113 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.112+0000 7fea31dcc700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:11.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.114+0000 7fea4ce50780 20 remove_watcher() i=0 2023-01-15T14:46:11.114 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.114+0000 7fea4ce50780 2 removed watcher, disabling cache 2023-01-15T14:46:11.115 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.114+0000 7fea4ce50780 20 remove_watcher() i=1 2023-01-15T14:46:11.116 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.115+0000 7fea4ce50780 20 remove_watcher() i=2 2023-01-15T14:46:11.116 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.116+0000 7fea4ce50780 20 remove_watcher() i=3 2023-01-15T14:46:11.117 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.116+0000 7fea4ce50780 20 remove_watcher() i=4 2023-01-15T14:46:11.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.117+0000 7fea4ce50780 20 remove_watcher() i=5 2023-01-15T14:46:11.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.118+0000 7fea4ce50780 20 remove_watcher() i=6 2023-01-15T14:46:11.119 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.119+0000 7fea4ce50780 20 remove_watcher() i=7 2023-01-15T14:46:11.123 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.124 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:46:11.124 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: error-at-do-reshard id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.23 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:46:11.124 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.199 INFO:tasks.workunit.client.0.smithi027.stderr:TEST: reshard bucket with abort at do_reshard 2023-01-15T14:46:11.199 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.361 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2023-01-15T14:46:11.389 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:11.389 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:11.400 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.399+0000 7f60afe92780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.402 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.400+0000 7f60afe92780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.402 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.400+0000 7f60afe92780 20 realm 2023-01-15T14:46:11.402 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.400+0000 7f60afe92780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.402 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.401+0000 7f60afe92780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.402 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.401+0000 7f60afe92780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:11.402 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.401+0000 7f60afe92780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.402 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.401+0000 7f60afe92780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.403 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.401+0000 7f60afe92780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.403 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.402+0000 7f60afe92780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:11.403 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.402+0000 7f60afe92780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.403 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.402+0000 7f60afe92780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:11.403 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.402+0000 7f60afe92780 20 searching for the correct realm 2023-01-15T14:46:11.412 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.411+0000 7f60ade40700 0 -- 172.21.15.27:0/4184246533 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55c0d0786800 msgr2=0x55c0d040f180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:46:11.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.412+0000 7f60afe92780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:11.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.412+0000 7f60afe92780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:11.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.412+0000 7f60afe92780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:11.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.412+0000 7f60afe92780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:11.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.412+0000 7f60afe92780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.412+0000 7f60afe92780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.413 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.412+0000 7f60afe92780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.414 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.412+0000 7f60afe92780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:11.414 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.412+0000 7f60afe92780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.413+0000 7f60afe92780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:11.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.413+0000 7f60afe92780 20 zone default found 2023-01-15T14:46:11.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.413+0000 7f60afe92780 4 Realm: () 2023-01-15T14:46:11.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.413+0000 7f60afe92780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:11.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.413+0000 7f60afe92780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:11.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.413+0000 7f60afe92780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:11.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.413+0000 7f60afe92780 20 zonegroup default 2023-01-15T14:46:11.415 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.413+0000 7f60afe92780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.413+0000 7f60afe92780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.413+0000 7f60afe92780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.413+0000 7f60afe92780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.413+0000 7f60afe92780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.413+0000 7f60afe92780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.413+0000 7f60afe92780 20 started sync module instance, tier type = 2023-01-15T14:46:11.416 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.413+0000 7f60afe92780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:11.419 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.419+0000 7f60ad63f700 0 -- 172.21.15.27:0/4184246533 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55c0d0787400 msgr2=0x55c0d040f700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:11.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.420+0000 7f60afe92780 20 add_watcher() i=0 2023-01-15T14:46:11.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.420+0000 7f60afe92780 20 add_watcher() i=1 2023-01-15T14:46:11.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.420+0000 7f60afe92780 20 add_watcher() i=2 2023-01-15T14:46:11.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.420+0000 7f60afe92780 20 add_watcher() i=3 2023-01-15T14:46:11.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.420+0000 7f60afe92780 20 add_watcher() i=4 2023-01-15T14:46:11.421 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.420+0000 7f60afe92780 20 add_watcher() i=5 2023-01-15T14:46:11.422 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.420+0000 7f60afe92780 20 add_watcher() i=6 2023-01-15T14:46:11.422 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.421+0000 7f60afe92780 20 add_watcher() i=7 2023-01-15T14:46:11.422 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.421+0000 7f60afe92780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:11.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.422+0000 7f6094e0e700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:11.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.422+0000 7f60afe92780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:11.423 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.422+0000 7f60afe92780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:11.429 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.428+0000 7f60afe92780 5 note: GC not initialized 2023-01-15T14:46:11.430 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.429+0000 7f6090605700 20 reqs_thread_entry: start 2023-01-15T14:46:11.430 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.429+0000 7f60afe92780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:11.431 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.429+0000 7f60afe92780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:11.431 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.429+0000 7f608e601700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:41 2023 2023-01-15T14:46:11.431 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.431 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.430+0000 7f608dddf700 20 reqs_thread_entry: start 2023-01-15T14:46:11.431 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.430+0000 7f60afe92780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.430+0000 7f60afe92780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:11.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.430+0000 7f60afe92780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.431+0000 7f60afe92780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:11.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.431+0000 7f60afe92780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:11.432 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.431+0000 7f60afe92780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.433 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.431+0000 7f60afe92780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:11.433 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.431+0000 7f60afe92780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.433 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.431+0000 7f60afe92780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:11.433 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.431+0000 7f60afe92780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:11.433 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.433+0000 7f6094e0e700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:11.435 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.434+0000 7f60afe92780 20 remove_watcher() i=0 2023-01-15T14:46:11.435 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.434+0000 7f60afe92780 2 removed watcher, disabling cache 2023-01-15T14:46:11.436 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.435+0000 7f60afe92780 20 remove_watcher() i=1 2023-01-15T14:46:11.436 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.436+0000 7f60afe92780 20 remove_watcher() i=2 2023-01-15T14:46:11.437 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.436+0000 7f60afe92780 20 remove_watcher() i=3 2023-01-15T14:46:11.438 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.437+0000 7f60afe92780 20 remove_watcher() i=4 2023-01-15T14:46:11.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.438+0000 7f60afe92780 20 remove_watcher() i=5 2023-01-15T14:46:11.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.439+0000 7f60afe92780 20 remove_watcher() i=6 2023-01-15T14:46:11.440 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.440+0000 7f60afe92780 20 remove_watcher() i=7 2023-01-15T14:46:11.445 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.445 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:46:11.445 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: abort-at-do-reshard id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:46:11.445 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.446 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 --inject-abort-at do_reshard 2023-01-15T14:46:11.479 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:11.479 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:11.491 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.490+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.493 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.493 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 realm 2023-01-15T14:46:11.493 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.493 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.493 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.492+0000 7f39a2ad4780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:11.493 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.493 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.493 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.494 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.493+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:11.494 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.493+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.494 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.493+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:11.494 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.493+0000 7f39a2ad4780 20 searching for the correct realm 2023-01-15T14:46:11.502 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.501+0000 7f39a0281700 0 -- 172.21.15.27:0/1673351178 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x56288d7e7c00 msgr2=0x56288d47f180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:11.505 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:11.505 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:11.505 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:11.505 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:11.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:11.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:11.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 zone default found 2023-01-15T14:46:11.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.504+0000 7f39a2ad4780 4 Realm: () 2023-01-15T14:46:11.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.504+0000 7f39a2ad4780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:11.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.504+0000 7f39a2ad4780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:11.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.504+0000 7f39a2ad4780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:11.506 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 zonegroup default 2023-01-15T14:46:11.507 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.507 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.507 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.507 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.507 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.507 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.508 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 started sync module instance, tier type = 2023-01-15T14:46:11.508 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:11.508 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.508+0000 7f39a0a82700 0 -- 172.21.15.27:0/1673351178 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x56288d7e6400 msgr2=0x56288d7db080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:11.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=0 2023-01-15T14:46:11.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=1 2023-01-15T14:46:11.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=2 2023-01-15T14:46:11.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=3 2023-01-15T14:46:11.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=4 2023-01-15T14:46:11.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=5 2023-01-15T14:46:11.512 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=6 2023-01-15T14:46:11.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.512+0000 7f39a2ad4780 20 add_watcher() i=7 2023-01-15T14:46:11.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.512+0000 7f39a2ad4780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:11.513 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.513+0000 7f3987a50700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:11.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.513+0000 7f39a2ad4780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:11.514 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.513+0000 7f39a2ad4780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:11.520 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.519+0000 7f39a2ad4780 5 note: GC not initialized 2023-01-15T14:46:11.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.519+0000 7f3983247700 20 reqs_thread_entry: start 2023-01-15T14:46:11.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.519+0000 7f39a2ad4780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:11.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.520+0000 7f39a2ad4780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:11.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.520+0000 7f3981243700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:41 2023 2023-01-15T14:46:11.521 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.520+0000 7f3980a21700 20 reqs_thread_entry: start 2023-01-15T14:46:11.521 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.520+0000 7f39a2ad4780 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-01-15T14:46:11.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.520+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.520+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:11.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.520+0000 7f39a2ad4780 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-01-15T14:46:11.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.520+0000 7f39a2ad4780 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-01-15T14:46:11.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.520+0000 7f39a2ad4780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 : miss 2023-01-15T14:46:11.522 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.520+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.521+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:11.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.521+0000 7f39a2ad4780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 info.flags=0x13 2023-01-15T14:46:11.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.521+0000 7f39a2ad4780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 to cache LRU end 2023-01-15T14:46:11.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.521+0000 7f39a2ad4780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:46:11.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.521+0000 7f39a2ad4780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:11.523 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.521+0000 7f39a2ad4780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 2023-01-15T14:46:11.526 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.525+0000 7f39a2ad4780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 info.flags=0x17 2023-01-15T14:46:11.526 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.525+0000 7f39a2ad4780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 to cache LRU end 2023-01-15T14:46:11.526 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.525+0000 7f39a2ad4780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:11.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.525+0000 7f39a2ad4780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24, ofs0, ns] 2023-01-15T14:46:11.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.525+0000 7f399aa76700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197649 cookie 94732168946688 notifier 6095 bl.length()=873 2023-01-15T14:46:11.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.525+0000 7f399aa76700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 info.flags=0x17 2023-01-15T14:46:11.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.525+0000 7f399aa76700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 to cache LRU end 2023-01-15T14:46:11.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.525+0000 7f399aa76700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:11.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.526+0000 7f39a2ad4780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): orig_sources= new_sources= 2023-01-15T14:46:11.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.526+0000 7f39a2ad4780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): potential sources added=[] removed=[] 2023-01-15T14:46:11.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.526+0000 7f39a2ad4780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): orig_dests= new_dests= 2023-01-15T14:46:11.527 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.526+0000 7f39a2ad4780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): potential dests added=[] removed=[] 2023-01-15T14:46:11.528 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f39a2ad4780 time 2023-01-15T14:46:11.528417+0000 2023-01-15T14:46:11.528 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:46:11.530 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:46:11.530 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f39a97f2dbb] 2023-01-15T14:46:11.530 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f39a97f2f81] 2023-01-15T14:46:11.530 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56288a294ae1] 2023-01-15T14:46:11.530 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x56288a291b62] 2023-01-15T14:46:11.530 INFO:tasks.workunit.client.0.smithi027.stderr: 5: main() 2023-01-15T14:46:11.530 INFO:tasks.workunit.client.0.smithi027.stderr: 6: __libc_start_main() 2023-01-15T14:46:11.530 INFO:tasks.workunit.client.0.smithi027.stderr: 7: _start() 2023-01-15T14:46:11.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.529+0000 7f39a2ad4780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f39a2ad4780 time 2023-01-15T14:46:11.528417+0000 2023-01-15T14:46:11.530 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:46:11.530 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.531 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:46:11.531 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f39a97f2dbb] 2023-01-15T14:46:11.531 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f39a97f2f81] 2023-01-15T14:46:11.531 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56288a294ae1] 2023-01-15T14:46:11.531 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x56288a291b62] 2023-01-15T14:46:11.531 INFO:tasks.workunit.client.0.smithi027.stderr: 5: main() 2023-01-15T14:46:11.531 INFO:tasks.workunit.client.0.smithi027.stderr: 6: __libc_start_main() 2023-01-15T14:46:11.531 INFO:tasks.workunit.client.0.smithi027.stderr: 7: _start() 2023-01-15T14:46:11.531 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.531 INFO:tasks.workunit.client.0.smithi027.stderr:*** Caught signal (Aborted) ** 2023-01-15T14:46:11.531 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f39a2ad4780 thread_name:radosgw-admin 2023-01-15T14:46:11.559 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:46:11.559 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f39aa4bacf0] 2023-01-15T14:46:11.559 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:46:11.559 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:46:11.559 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f39a97f2e15] 2023-01-15T14:46:11.559 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f39a97f2f81] 2023-01-15T14:46:11.559 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56288a294ae1] 2023-01-15T14:46:11.559 INFO:tasks.workunit.client.0.smithi027.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x56288a291b62] 2023-01-15T14:46:11.560 INFO:tasks.workunit.client.0.smithi027.stderr: 8: main() 2023-01-15T14:46:11.560 INFO:tasks.workunit.client.0.smithi027.stderr: 9: __libc_start_main() 2023-01-15T14:46:11.560 INFO:tasks.workunit.client.0.smithi027.stderr: 10: _start() 2023-01-15T14:46:11.560 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.530+0000 7f39a2ad4780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:46:11.560 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f39a2ad4780 thread_name:radosgw-admin 2023-01-15T14:46:11.560 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.560 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:46:11.560 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f39aa4bacf0] 2023-01-15T14:46:11.560 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:46:11.560 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:46:11.561 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f39a97f2e15] 2023-01-15T14:46:11.561 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f39a97f2f81] 2023-01-15T14:46:11.561 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56288a294ae1] 2023-01-15T14:46:11.561 INFO:tasks.workunit.client.0.smithi027.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x56288a291b62] 2023-01-15T14:46:11.561 INFO:tasks.workunit.client.0.smithi027.stderr: 8: main() 2023-01-15T14:46:11.561 INFO:tasks.workunit.client.0.smithi027.stderr: 9: __libc_start_main() 2023-01-15T14:46:11.561 INFO:tasks.workunit.client.0.smithi027.stderr: 10: _start() 2023-01-15T14:46:11.561 INFO:tasks.workunit.client.0.smithi027.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:46:11.561 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.561 INFO:tasks.workunit.client.0.smithi027.stderr:--- begin dump of recent events --- 2023-01-15T14:46:11.561 INFO:tasks.workunit.client.0.smithi027.stderr: -499> 2023-01-15T14:46:11.485+0000 7f39a2ad4780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:46:11.561 INFO:tasks.workunit.client.0.smithi027.stderr: -498> 2023-01-15T14:46:11.485+0000 7f39a2ad4780 1 librados: init done 2023-01-15T14:46:11.562 INFO:tasks.workunit.client.0.smithi027.stderr: -497> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient: get_monmap_and_config 2023-01-15T14:46:11.562 INFO:tasks.workunit.client.0.smithi027.stderr: -496> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient: build_initial_monmap 2023-01-15T14:46:11.562 INFO:tasks.workunit.client.0.smithi027.stderr: -495> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 1 build_initial for_mkfs: 0 2023-01-15T14:46:11.562 INFO:tasks.workunit.client.0.smithi027.stderr: -494> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient: monmap: 2023-01-15T14:46:11.562 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:46:11.562 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:46:11.562 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:46:11.562 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:46:11.562 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:46:11.562 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.562 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:46:11.563 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:46:11.563 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:46:11.563 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.563 INFO:tasks.workunit.client.0.smithi027.stderr: -493> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding auth protocol: cephx 2023-01-15T14:46:11.563 INFO:tasks.workunit.client.0.smithi027.stderr: -492> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding auth protocol: cephx 2023-01-15T14:46:11.563 INFO:tasks.workunit.client.0.smithi027.stderr: -491> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding auth protocol: cephx 2023-01-15T14:46:11.563 INFO:tasks.workunit.client.0.smithi027.stderr: -490> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.563 INFO:tasks.workunit.client.0.smithi027.stderr: -489> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.563 INFO:tasks.workunit.client.0.smithi027.stderr: -488> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.563 INFO:tasks.workunit.client.0.smithi027.stderr: -487> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.563 INFO:tasks.workunit.client.0.smithi027.stderr: -486> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.563 INFO:tasks.workunit.client.0.smithi027.stderr: -485> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.564 INFO:tasks.workunit.client.0.smithi027.stderr: -484> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.564 INFO:tasks.workunit.client.0.smithi027.stderr: -483> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.564 INFO:tasks.workunit.client.0.smithi027.stderr: -482> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.564 INFO:tasks.workunit.client.0.smithi027.stderr: -481> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.564 INFO:tasks.workunit.client.0.smithi027.stderr: -480> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.564 INFO:tasks.workunit.client.0.smithi027.stderr: -479> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.564 INFO:tasks.workunit.client.0.smithi027.stderr: -478> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.564 INFO:tasks.workunit.client.0.smithi027.stderr: -477> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient: init 2023-01-15T14:46:11.564 INFO:tasks.workunit.client.0.smithi027.stderr: -476> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding auth protocol: cephx 2023-01-15T14:46:11.564 INFO:tasks.workunit.client.0.smithi027.stderr: -475> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding auth protocol: cephx 2023-01-15T14:46:11.564 INFO:tasks.workunit.client.0.smithi027.stderr: -474> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding auth protocol: cephx 2023-01-15T14:46:11.565 INFO:tasks.workunit.client.0.smithi027.stderr: -473> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: secure 2023-01-15T14:46:11.565 INFO:tasks.workunit.client.0.smithi027.stderr: -472> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: crc 2023-01-15T14:46:11.565 INFO:tasks.workunit.client.0.smithi027.stderr: -471> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: secure 2023-01-15T14:46:11.565 INFO:tasks.workunit.client.0.smithi027.stderr: -470> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: crc 2023-01-15T14:46:11.565 INFO:tasks.workunit.client.0.smithi027.stderr: -469> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: secure 2023-01-15T14:46:11.565 INFO:tasks.workunit.client.0.smithi027.stderr: -468> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: crc 2023-01-15T14:46:11.565 INFO:tasks.workunit.client.0.smithi027.stderr: -467> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: crc 2023-01-15T14:46:11.565 INFO:tasks.workunit.client.0.smithi027.stderr: -466> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: secure 2023-01-15T14:46:11.565 INFO:tasks.workunit.client.0.smithi027.stderr: -465> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: crc 2023-01-15T14:46:11.565 INFO:tasks.workunit.client.0.smithi027.stderr: -464> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: secure 2023-01-15T14:46:11.565 INFO:tasks.workunit.client.0.smithi027.stderr: -463> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: crc 2023-01-15T14:46:11.565 INFO:tasks.workunit.client.0.smithi027.stderr: -462> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: secure 2023-01-15T14:46:11.566 INFO:tasks.workunit.client.0.smithi027.stderr: -461> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.566 INFO:tasks.workunit.client.0.smithi027.stderr: -460> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.566 INFO:tasks.workunit.client.0.smithi027.stderr: -459> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command rotate-key cmddesc rotate-key hook 0x7fff1b2d5cd8 EEXIST 2023-01-15T14:46:11.566 INFO:tasks.workunit.client.0.smithi027.stderr: -458> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient: _reopen_session rank -1 2023-01-15T14:46:11.566 INFO:tasks.workunit.client.0.smithi027.stderr: -457> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient: _add_conns ranks=[0,1,2] 2023-01-15T14:46:11.566 INFO:tasks.workunit.client.0.smithi027.stderr: -456> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-a con 0x56288d3e6800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:46:11.566 INFO:tasks.workunit.client.0.smithi027.stderr: -455> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-b con 0x56288d75e000 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:46:11.566 INFO:tasks.workunit.client.0.smithi027.stderr: -454> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-c con 0x56288d75e400 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:46:11.566 INFO:tasks.workunit.client.0.smithi027.stderr: -453> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.566 INFO:tasks.workunit.client.0.smithi027.stderr: -452> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.566 INFO:tasks.workunit.client.0.smithi027.stderr: -451> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.566 INFO:tasks.workunit.client.0.smithi027.stderr: -450> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): _renew_subs 2023-01-15T14:46:11.567 INFO:tasks.workunit.client.0.smithi027.stderr: -449> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): authenticate will time out at 1471.622944s 2023-01-15T14:46:11.567 INFO:tasks.workunit.client.0.smithi027.stderr: -448> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): get_auth_request con 0x56288d3e6800 auth_method 0 2023-01-15T14:46:11.567 INFO:tasks.workunit.client.0.smithi027.stderr: -447> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.567 INFO:tasks.workunit.client.0.smithi027.stderr: -446> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.567 INFO:tasks.workunit.client.0.smithi027.stderr: -445> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.567 INFO:tasks.workunit.client.0.smithi027.stderr: -444> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.567 INFO:tasks.workunit.client.0.smithi027.stderr: -443> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.567 INFO:tasks.workunit.client.0.smithi027.stderr: -442> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.567 INFO:tasks.workunit.client.0.smithi027.stderr: -441> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient(hunting): get_auth_request con 0x56288d75e000 auth_method 0 2023-01-15T14:46:11.568 INFO:tasks.workunit.client.0.smithi027.stderr: -440> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.568 INFO:tasks.workunit.client.0.smithi027.stderr: -439> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.568 INFO:tasks.workunit.client.0.smithi027.stderr: -438> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.568 INFO:tasks.workunit.client.0.smithi027.stderr: -437> 2023-01-15T14:46:11.487+0000 7f39a0281700 10 monclient(hunting): get_auth_request con 0x56288d75e400 auth_method 0 2023-01-15T14:46:11.568 INFO:tasks.workunit.client.0.smithi027.stderr: -436> 2023-01-15T14:46:11.487+0000 7f39a0281700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.568 INFO:tasks.workunit.client.0.smithi027.stderr: -435> 2023-01-15T14:46:11.487+0000 7f39a0281700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.568 INFO:tasks.workunit.client.0.smithi027.stderr: -434> 2023-01-15T14:46:11.487+0000 7f39a0281700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.568 INFO:tasks.workunit.client.0.smithi027.stderr: -433> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.568 INFO:tasks.workunit.client.0.smithi027.stderr: -432> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.568 INFO:tasks.workunit.client.0.smithi027.stderr: -431> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.568 INFO:tasks.workunit.client.0.smithi027.stderr: -430> 2023-01-15T14:46:11.487+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.568 INFO:tasks.workunit.client.0.smithi027.stderr: -429> 2023-01-15T14:46:11.487+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.569 INFO:tasks.workunit.client.0.smithi027.stderr: -428> 2023-01-15T14:46:11.487+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.569 INFO:tasks.workunit.client.0.smithi027.stderr: -427> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): handle_auth_done global_id 6405 payload 274 2023-01-15T14:46:11.569 INFO:tasks.workunit.client.0.smithi027.stderr: -426> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient: _finish_hunting 0 2023-01-15T14:46:11.569 INFO:tasks.workunit.client.0.smithi027.stderr: -425> 2023-01-15T14:46:11.487+0000 7f39a1283700 1 monclient: found mon.noname-a 2023-01-15T14:46:11.569 INFO:tasks.workunit.client.0.smithi027.stderr: -424> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:46:11.569 INFO:tasks.workunit.client.0.smithi027.stderr: -423> 2023-01-15T14:46:11.487+0000 7f399da7c700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:46:11.569 INFO:tasks.workunit.client.0.smithi027.stderr: -422> 2023-01-15T14:46:11.487+0000 7f399da7c700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:46:11.569 INFO:tasks.workunit.client.0.smithi027.stderr: -421> 2023-01-15T14:46:11.487+0000 7f399da7c700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:46:11.569 INFO:tasks.workunit.client.0.smithi027.stderr: -420> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient: get_auth_request con 0x56288d75f800 auth_method 0 2023-01-15T14:46:11.569 INFO:tasks.workunit.client.0.smithi027.stderr: -419> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.569 INFO:tasks.workunit.client.0.smithi027.stderr: -418> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:46:11.570 INFO:tasks.workunit.client.0.smithi027.stderr: -417> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: dump: 2023-01-15T14:46:11.570 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.570 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.570 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.570 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.570 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.570 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.570 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.570 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.570 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.570 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.570 INFO:tasks.workunit.client.0.smithi027.stderr: -416> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: _finish_auth 0 2023-01-15T14:46:11.571 INFO:tasks.workunit.client.0.smithi027.stderr: -415> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: _check_auth_tickets 2023-01-15T14:46:11.571 INFO:tasks.workunit.client.0.smithi027.stderr: -414> 2023-01-15T14:46:11.487+0000 7f39a2ad4780 5 monclient: authenticate success, global_id 6405 2023-01-15T14:46:11.571 INFO:tasks.workunit.client.0.smithi027.stderr: -413> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:46:11.571 INFO:tasks.workunit.client.0.smithi027.stderr: -412> 2023-01-15T14:46:11.487+0000 7f39a2ad4780 10 monclient: get_monmap_and_config success 2023-01-15T14:46:11.571 INFO:tasks.workunit.client.0.smithi027.stderr: -411> 2023-01-15T14:46:11.487+0000 7f39a2ad4780 4 set_mon_vals no callback set 2023-01-15T14:46:11.571 INFO:tasks.workunit.client.0.smithi027.stderr: -410> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.571 INFO:tasks.workunit.client.0.smithi027.stderr: -409> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:46:11.571 INFO:tasks.workunit.client.0.smithi027.stderr: -408> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: dump: 2023-01-15T14:46:11.571 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.571 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.572 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.572 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.572 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.572 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.572 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.572 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.572 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.572 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.572 INFO:tasks.workunit.client.0.smithi027.stderr: -407> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient: shutdown 2023-01-15T14:46:11.573 INFO:tasks.workunit.client.0.smithi027.stderr: -406> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient: build_initial_monmap 2023-01-15T14:46:11.573 INFO:tasks.workunit.client.0.smithi027.stderr: -405> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 1 build_initial for_mkfs: 0 2023-01-15T14:46:11.573 INFO:tasks.workunit.client.0.smithi027.stderr: -404> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient: monmap: 2023-01-15T14:46:11.573 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:46:11.573 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:46:11.573 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:46:11.573 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:46:11.573 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:46:11.573 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.573 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:46:11.573 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:46:11.574 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:46:11.574 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.574 INFO:tasks.workunit.client.0.smithi027.stderr: -403> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding auth protocol: cephx 2023-01-15T14:46:11.574 INFO:tasks.workunit.client.0.smithi027.stderr: -402> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding auth protocol: cephx 2023-01-15T14:46:11.574 INFO:tasks.workunit.client.0.smithi027.stderr: -401> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding auth protocol: cephx 2023-01-15T14:46:11.574 INFO:tasks.workunit.client.0.smithi027.stderr: -400> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.574 INFO:tasks.workunit.client.0.smithi027.stderr: -399> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.574 INFO:tasks.workunit.client.0.smithi027.stderr: -398> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.574 INFO:tasks.workunit.client.0.smithi027.stderr: -397> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.574 INFO:tasks.workunit.client.0.smithi027.stderr: -396> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.574 INFO:tasks.workunit.client.0.smithi027.stderr: -395> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.574 INFO:tasks.workunit.client.0.smithi027.stderr: -394> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.575 INFO:tasks.workunit.client.0.smithi027.stderr: -393> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.575 INFO:tasks.workunit.client.0.smithi027.stderr: -392> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.575 INFO:tasks.workunit.client.0.smithi027.stderr: -391> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.575 INFO:tasks.workunit.client.0.smithi027.stderr: -390> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.575 INFO:tasks.workunit.client.0.smithi027.stderr: -389> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.575 INFO:tasks.workunit.client.0.smithi027.stderr: -388> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.575 INFO:tasks.workunit.client.0.smithi027.stderr: -387> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 1 librados: starting msgr at 2023-01-15T14:46:11.575 INFO:tasks.workunit.client.0.smithi027.stderr: -386> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 1 librados: starting objecter 2023-01-15T14:46:11.575 INFO:tasks.workunit.client.0.smithi027.stderr: -385> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command objecter_requests cmddesc objecter_requests hook 0x56288d3da6d0 EEXIST 2023-01-15T14:46:11.575 INFO:tasks.workunit.client.0.smithi027.stderr: -384> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 1 librados: setting wanted keys 2023-01-15T14:46:11.575 INFO:tasks.workunit.client.0.smithi027.stderr: -383> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 1 librados: calling monclient init 2023-01-15T14:46:11.575 INFO:tasks.workunit.client.0.smithi027.stderr: -382> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient: init 2023-01-15T14:46:11.576 INFO:tasks.workunit.client.0.smithi027.stderr: -381> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding auth protocol: cephx 2023-01-15T14:46:11.576 INFO:tasks.workunit.client.0.smithi027.stderr: -380> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding auth protocol: cephx 2023-01-15T14:46:11.576 INFO:tasks.workunit.client.0.smithi027.stderr: -379> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding auth protocol: cephx 2023-01-15T14:46:11.576 INFO:tasks.workunit.client.0.smithi027.stderr: -378> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: secure 2023-01-15T14:46:11.576 INFO:tasks.workunit.client.0.smithi027.stderr: -377> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: crc 2023-01-15T14:46:11.576 INFO:tasks.workunit.client.0.smithi027.stderr: -376> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: secure 2023-01-15T14:46:11.576 INFO:tasks.workunit.client.0.smithi027.stderr: -375> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: crc 2023-01-15T14:46:11.576 INFO:tasks.workunit.client.0.smithi027.stderr: -374> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: secure 2023-01-15T14:46:11.576 INFO:tasks.workunit.client.0.smithi027.stderr: -373> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: crc 2023-01-15T14:46:11.576 INFO:tasks.workunit.client.0.smithi027.stderr: -372> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: crc 2023-01-15T14:46:11.576 INFO:tasks.workunit.client.0.smithi027.stderr: -371> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: secure 2023-01-15T14:46:11.576 INFO:tasks.workunit.client.0.smithi027.stderr: -370> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: crc 2023-01-15T14:46:11.577 INFO:tasks.workunit.client.0.smithi027.stderr: -369> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: secure 2023-01-15T14:46:11.577 INFO:tasks.workunit.client.0.smithi027.stderr: -368> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: crc 2023-01-15T14:46:11.577 INFO:tasks.workunit.client.0.smithi027.stderr: -367> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: secure 2023-01-15T14:46:11.577 INFO:tasks.workunit.client.0.smithi027.stderr: -366> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.577 INFO:tasks.workunit.client.0.smithi027.stderr: -365> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.577 INFO:tasks.workunit.client.0.smithi027.stderr: -364> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command rotate-key cmddesc rotate-key hook 0x56288e186220 EEXIST 2023-01-15T14:46:11.577 INFO:tasks.workunit.client.0.smithi027.stderr: -363> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient: _reopen_session rank -1 2023-01-15T14:46:11.577 INFO:tasks.workunit.client.0.smithi027.stderr: -362> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient: _add_conns ranks=[2,0,1] 2023-01-15T14:46:11.577 INFO:tasks.workunit.client.0.smithi027.stderr: -361> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-c con 0x56288d75f000 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:46:11.577 INFO:tasks.workunit.client.0.smithi027.stderr: -360> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-a con 0x56288d75ec00 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:46:11.577 INFO:tasks.workunit.client.0.smithi027.stderr: -359> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-b con 0x56288d75e800 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:46:11.578 INFO:tasks.workunit.client.0.smithi027.stderr: -358> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.578 INFO:tasks.workunit.client.0.smithi027.stderr: -357> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.578 INFO:tasks.workunit.client.0.smithi027.stderr: -356> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.578 INFO:tasks.workunit.client.0.smithi027.stderr: -355> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 10 monclient(hunting): _renew_subs 2023-01-15T14:46:11.578 INFO:tasks.workunit.client.0.smithi027.stderr: -354> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 10 monclient(hunting): authenticate will time out at 1471.625007s 2023-01-15T14:46:11.578 INFO:tasks.workunit.client.0.smithi027.stderr: -353> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): get_auth_request con 0x56288d75f000 auth_method 0 2023-01-15T14:46:11.578 INFO:tasks.workunit.client.0.smithi027.stderr: -352> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.578 INFO:tasks.workunit.client.0.smithi027.stderr: -351> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.578 INFO:tasks.workunit.client.0.smithi027.stderr: -350> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.578 INFO:tasks.workunit.client.0.smithi027.stderr: -349> 2023-01-15T14:46:11.489+0000 7f39a0281700 10 monclient(hunting): get_auth_request con 0x56288d75ec00 auth_method 0 2023-01-15T14:46:11.578 INFO:tasks.workunit.client.0.smithi027.stderr: -348> 2023-01-15T14:46:11.489+0000 7f39a0281700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.578 INFO:tasks.workunit.client.0.smithi027.stderr: -347> 2023-01-15T14:46:11.489+0000 7f39a0281700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.578 INFO:tasks.workunit.client.0.smithi027.stderr: -346> 2023-01-15T14:46:11.489+0000 7f39a0281700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.579 INFO:tasks.workunit.client.0.smithi027.stderr: -345> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.579 INFO:tasks.workunit.client.0.smithi027.stderr: -344> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.579 INFO:tasks.workunit.client.0.smithi027.stderr: -343> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.579 INFO:tasks.workunit.client.0.smithi027.stderr: -342> 2023-01-15T14:46:11.489+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.579 INFO:tasks.workunit.client.0.smithi027.stderr: -341> 2023-01-15T14:46:11.489+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.579 INFO:tasks.workunit.client.0.smithi027.stderr: -340> 2023-01-15T14:46:11.489+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.579 INFO:tasks.workunit.client.0.smithi027.stderr: -339> 2023-01-15T14:46:11.489+0000 7f39a1283700 10 monclient(hunting): get_auth_request con 0x56288d75e800 auth_method 0 2023-01-15T14:46:11.579 INFO:tasks.workunit.client.0.smithi027.stderr: -338> 2023-01-15T14:46:11.489+0000 7f39a1283700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.579 INFO:tasks.workunit.client.0.smithi027.stderr: -337> 2023-01-15T14:46:11.489+0000 7f39a1283700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.579 INFO:tasks.workunit.client.0.smithi027.stderr: -336> 2023-01-15T14:46:11.489+0000 7f39a1283700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.579 INFO:tasks.workunit.client.0.smithi027.stderr: -335> 2023-01-15T14:46:11.489+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.579 INFO:tasks.workunit.client.0.smithi027.stderr: -334> 2023-01-15T14:46:11.489+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.580 INFO:tasks.workunit.client.0.smithi027.stderr: -333> 2023-01-15T14:46:11.489+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.580 INFO:tasks.workunit.client.0.smithi027.stderr: -332> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): handle_auth_done global_id 6095 payload 824 2023-01-15T14:46:11.580 INFO:tasks.workunit.client.0.smithi027.stderr: -331> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient: _finish_hunting 0 2023-01-15T14:46:11.580 INFO:tasks.workunit.client.0.smithi027.stderr: -330> 2023-01-15T14:46:11.489+0000 7f39a0a82700 1 monclient: found mon.noname-c 2023-01-15T14:46:11.580 INFO:tasks.workunit.client.0.smithi027.stderr: -329> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.27:3301/0 2023-01-15T14:46:11.580 INFO:tasks.workunit.client.0.smithi027.stderr: -328> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.580 INFO:tasks.workunit.client.0.smithi027.stderr: -327> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:46:11.580 INFO:tasks.workunit.client.0.smithi027.stderr: -326> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: dump: 2023-01-15T14:46:11.580 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.580 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.580 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.580 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.581 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.581 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.581 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.581 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.581 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.581 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.581 INFO:tasks.workunit.client.0.smithi027.stderr: -325> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: _finish_auth 0 2023-01-15T14:46:11.581 INFO:tasks.workunit.client.0.smithi027.stderr: -324> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: _check_auth_tickets 2023-01-15T14:46:11.581 INFO:tasks.workunit.client.0.smithi027.stderr: -323> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:46:11.581 INFO:tasks.workunit.client.0.smithi027.stderr: -322> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.581 INFO:tasks.workunit.client.0.smithi027.stderr: -321> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:46:11.582 INFO:tasks.workunit.client.0.smithi027.stderr: -320> 2023-01-15T14:46:11.489+0000 7f399b277700 4 set_mon_vals no callback set 2023-01-15T14:46:11.582 INFO:tasks.workunit.client.0.smithi027.stderr: -319> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: dump: 2023-01-15T14:46:11.582 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.582 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.582 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.582 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.582 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.582 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.582 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.582 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.582 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.583 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.583 INFO:tasks.workunit.client.0.smithi027.stderr: -318> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 5 monclient: authenticate success, global_id 6095 2023-01-15T14:46:11.583 INFO:tasks.workunit.client.0.smithi027.stderr: -317> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 10 monclient: _renew_subs 2023-01-15T14:46:11.583 INFO:tasks.workunit.client.0.smithi027.stderr: -316> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:46:11.583 INFO:tasks.workunit.client.0.smithi027.stderr: -315> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 10 monclient: _renew_subs 2023-01-15T14:46:11.583 INFO:tasks.workunit.client.0.smithi027.stderr: -314> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:46:11.583 INFO:tasks.workunit.client.0.smithi027.stderr: -313> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 1 librados: init done 2023-01-15T14:46:11.583 INFO:tasks.workunit.client.0.smithi027.stderr: -312> 2023-01-15T14:46:11.490+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.583 INFO:tasks.workunit.client.0.smithi027.stderr: -311> 2023-01-15T14:46:11.491+0000 7f3999a74700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:46:11.583 INFO:tasks.workunit.client.0.smithi027.stderr: -310> 2023-01-15T14:46:11.491+0000 7f3999a74700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:46:11.583 INFO:tasks.workunit.client.0.smithi027.stderr: -309> 2023-01-15T14:46:11.491+0000 7f3999a74700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:46:11.584 INFO:tasks.workunit.client.0.smithi027.stderr: -308> 2023-01-15T14:46:11.491+0000 7f39a0281700 10 monclient: get_auth_request con 0x56288d7e6c00 auth_method 0 2023-01-15T14:46:11.584 INFO:tasks.workunit.client.0.smithi027.stderr: -307> 2023-01-15T14:46:11.491+0000 7f39a1283700 10 monclient: get_auth_request con 0x56288d75e400 auth_method 0 2023-01-15T14:46:11.584 INFO:tasks.workunit.client.0.smithi027.stderr: -306> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.584 INFO:tasks.workunit.client.0.smithi027.stderr: -305> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 realm 2023-01-15T14:46:11.584 INFO:tasks.workunit.client.0.smithi027.stderr: -304> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.584 INFO:tasks.workunit.client.0.smithi027.stderr: -303> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.584 INFO:tasks.workunit.client.0.smithi027.stderr: -302> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:11.584 INFO:tasks.workunit.client.0.smithi027.stderr: -301> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.584 INFO:tasks.workunit.client.0.smithi027.stderr: -300> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.584 INFO:tasks.workunit.client.0.smithi027.stderr: -299> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.584 INFO:tasks.workunit.client.0.smithi027.stderr: -298> 2023-01-15T14:46:11.492+0000 7f39a0a82700 10 monclient: get_auth_request con 0x56288d7e7000 auth_method 0 2023-01-15T14:46:11.585 INFO:tasks.workunit.client.0.smithi027.stderr: -297> 2023-01-15T14:46:11.493+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:11.585 INFO:tasks.workunit.client.0.smithi027.stderr: -296> 2023-01-15T14:46:11.493+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.585 INFO:tasks.workunit.client.0.smithi027.stderr: -295> 2023-01-15T14:46:11.493+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:11.585 INFO:tasks.workunit.client.0.smithi027.stderr: -294> 2023-01-15T14:46:11.493+0000 7f39a2ad4780 20 searching for the correct realm 2023-01-15T14:46:11.585 INFO:tasks.workunit.client.0.smithi027.stderr: -293> 2023-01-15T14:46:11.493+0000 7f39a0281700 10 monclient: get_auth_request con 0x56288d7e7c00 auth_method 0 2023-01-15T14:46:11.585 INFO:tasks.workunit.client.0.smithi027.stderr: -292> 2023-01-15T14:46:11.494+0000 7f39a1283700 10 monclient: get_auth_request con 0x56288d3e6800 auth_method 0 2023-01-15T14:46:11.585 INFO:tasks.workunit.client.0.smithi027.stderr: -291> 2023-01-15T14:46:11.495+0000 7f39a0a82700 10 monclient: get_auth_request con 0x56288d7e6400 auth_method 0 2023-01-15T14:46:11.585 INFO:tasks.workunit.client.0.smithi027.stderr: -290> 2023-01-15T14:46:11.495+0000 7f39a0281700 10 monclient: get_auth_request con 0x56288d3e6c00 auth_method 0 2023-01-15T14:46:11.585 INFO:tasks.workunit.client.0.smithi027.stderr: -289> 2023-01-15T14:46:11.497+0000 7f39a1283700 10 monclient: get_auth_request con 0x56288d7e7400 auth_method 0 2023-01-15T14:46:11.585 INFO:tasks.workunit.client.0.smithi027.stderr: -288> 2023-01-15T14:46:11.499+0000 7f39a0a82700 10 monclient: get_auth_request con 0x56288d8ce000 auth_method 0 2023-01-15T14:46:11.586 INFO:tasks.workunit.client.0.smithi027.stderr: -287> 2023-01-15T14:46:11.501+0000 7f39a0281700 0 -- 172.21.15.27:0/1673351178 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x56288d7e7c00 msgr2=0x56288d47f180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:11.586 INFO:tasks.workunit.client.0.smithi027.stderr: -286> 2023-01-15T14:46:11.501+0000 7f3999a74700 1 client.6095.objecter ms_handle_reset 0x56288d7e7c00 session 0x56288d446780 osd.3 2023-01-15T14:46:11.586 INFO:tasks.workunit.client.0.smithi027.stderr: -285> 2023-01-15T14:46:11.501+0000 7f3999a74700 10 monclient: _renew_subs 2023-01-15T14:46:11.586 INFO:tasks.workunit.client.0.smithi027.stderr: -284> 2023-01-15T14:46:11.501+0000 7f3999a74700 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:46:11.586 INFO:tasks.workunit.client.0.smithi027.stderr: -283> 2023-01-15T14:46:11.502+0000 7f39a0281700 10 monclient: get_auth_request con 0x56288d8cec00 auth_method 0 2023-01-15T14:46:11.586 INFO:tasks.workunit.client.0.smithi027.stderr: -282> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:11.586 INFO:tasks.workunit.client.0.smithi027.stderr: -281> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:11.586 INFO:tasks.workunit.client.0.smithi027.stderr: -280> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:11.586 INFO:tasks.workunit.client.0.smithi027.stderr: -279> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:11.586 INFO:tasks.workunit.client.0.smithi027.stderr: -278> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.586 INFO:tasks.workunit.client.0.smithi027.stderr: -277> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.587 INFO:tasks.workunit.client.0.smithi027.stderr: -276> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.587 INFO:tasks.workunit.client.0.smithi027.stderr: -275> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:11.587 INFO:tasks.workunit.client.0.smithi027.stderr: -274> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.587 INFO:tasks.workunit.client.0.smithi027.stderr: -273> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:11.587 INFO:tasks.workunit.client.0.smithi027.stderr: -272> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 zone default found 2023-01-15T14:46:11.587 INFO:tasks.workunit.client.0.smithi027.stderr: -271> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 4 Realm: () 2023-01-15T14:46:11.587 INFO:tasks.workunit.client.0.smithi027.stderr: -270> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:11.587 INFO:tasks.workunit.client.0.smithi027.stderr: -269> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:11.587 INFO:tasks.workunit.client.0.smithi027.stderr: -268> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:11.587 INFO:tasks.workunit.client.0.smithi027.stderr: -267> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 zonegroup default 2023-01-15T14:46:11.587 INFO:tasks.workunit.client.0.smithi027.stderr: -266> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.587 INFO:tasks.workunit.client.0.smithi027.stderr: -265> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.588 INFO:tasks.workunit.client.0.smithi027.stderr: -264> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.588 INFO:tasks.workunit.client.0.smithi027.stderr: -263> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.588 INFO:tasks.workunit.client.0.smithi027.stderr: -262> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.588 INFO:tasks.workunit.client.0.smithi027.stderr: -261> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.588 INFO:tasks.workunit.client.0.smithi027.stderr: -260> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 started sync module instance, tier type = 2023-01-15T14:46:11.588 INFO:tasks.workunit.client.0.smithi027.stderr: -259> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:11.588 INFO:tasks.workunit.client.0.smithi027.stderr: -258> 2023-01-15T14:46:11.508+0000 7f39a0a82700 0 -- 172.21.15.27:0/1673351178 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x56288d7e6400 msgr2=0x56288d7db080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:11.588 INFO:tasks.workunit.client.0.smithi027.stderr: -257> 2023-01-15T14:46:11.508+0000 7f3999a74700 1 client.6095.objecter ms_handle_reset 0x56288d7e6400 session 0x56288d447080 osd.2 2023-01-15T14:46:11.588 INFO:tasks.workunit.client.0.smithi027.stderr: -256> 2023-01-15T14:46:11.508+0000 7f39a0a82700 10 monclient: get_auth_request con 0x56288d7e7c00 auth_method 0 2023-01-15T14:46:11.588 INFO:tasks.workunit.client.0.smithi027.stderr: -255> 2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=0 2023-01-15T14:46:11.589 INFO:tasks.workunit.client.0.smithi027.stderr: -254> 2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=1 2023-01-15T14:46:11.589 INFO:tasks.workunit.client.0.smithi027.stderr: -253> 2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=2 2023-01-15T14:46:11.589 INFO:tasks.workunit.client.0.smithi027.stderr: -252> 2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=3 2023-01-15T14:46:11.589 INFO:tasks.workunit.client.0.smithi027.stderr: -251> 2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=4 2023-01-15T14:46:11.589 INFO:tasks.workunit.client.0.smithi027.stderr: -250> 2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=5 2023-01-15T14:46:11.589 INFO:tasks.workunit.client.0.smithi027.stderr: -249> 2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=6 2023-01-15T14:46:11.589 INFO:tasks.workunit.client.0.smithi027.stderr: -248> 2023-01-15T14:46:11.512+0000 7f39a2ad4780 20 add_watcher() i=7 2023-01-15T14:46:11.589 INFO:tasks.workunit.client.0.smithi027.stderr: -247> 2023-01-15T14:46:11.512+0000 7f39a2ad4780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:11.589 INFO:tasks.workunit.client.0.smithi027.stderr: -246> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding auth protocol: cephx 2023-01-15T14:46:11.589 INFO:tasks.workunit.client.0.smithi027.stderr: -245> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding auth protocol: cephx 2023-01-15T14:46:11.589 INFO:tasks.workunit.client.0.smithi027.stderr: -244> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding auth protocol: cephx 2023-01-15T14:46:11.589 INFO:tasks.workunit.client.0.smithi027.stderr: -243> 2023-01-15T14:46:11.513+0000 7f3987a50700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:11.590 INFO:tasks.workunit.client.0.smithi027.stderr: -242> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: secure 2023-01-15T14:46:11.590 INFO:tasks.workunit.client.0.smithi027.stderr: -241> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: crc 2023-01-15T14:46:11.590 INFO:tasks.workunit.client.0.smithi027.stderr: -240> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: secure 2023-01-15T14:46:11.590 INFO:tasks.workunit.client.0.smithi027.stderr: -239> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: crc 2023-01-15T14:46:11.590 INFO:tasks.workunit.client.0.smithi027.stderr: -238> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: secure 2023-01-15T14:46:11.590 INFO:tasks.workunit.client.0.smithi027.stderr: -237> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: crc 2023-01-15T14:46:11.590 INFO:tasks.workunit.client.0.smithi027.stderr: -236> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: crc 2023-01-15T14:46:11.590 INFO:tasks.workunit.client.0.smithi027.stderr: -235> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: secure 2023-01-15T14:46:11.590 INFO:tasks.workunit.client.0.smithi027.stderr: -234> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: crc 2023-01-15T14:46:11.590 INFO:tasks.workunit.client.0.smithi027.stderr: -233> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: secure 2023-01-15T14:46:11.590 INFO:tasks.workunit.client.0.smithi027.stderr: -232> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: crc 2023-01-15T14:46:11.590 INFO:tasks.workunit.client.0.smithi027.stderr: -231> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: secure 2023-01-15T14:46:11.591 INFO:tasks.workunit.client.0.smithi027.stderr: -230> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.591 INFO:tasks.workunit.client.0.smithi027.stderr: -229> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:11.591 INFO:tasks.workunit.client.0.smithi027.stderr: -228> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:11.591 INFO:tasks.workunit.client.0.smithi027.stderr: -227> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command cache list hook 0x56288d3da9a0 2023-01-15T14:46:11.591 INFO:tasks.workunit.client.0.smithi027.stderr: -226> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command cache inspect hook 0x56288d3da9a0 2023-01-15T14:46:11.591 INFO:tasks.workunit.client.0.smithi027.stderr: -225> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command cache erase hook 0x56288d3da9a0 2023-01-15T14:46:11.591 INFO:tasks.workunit.client.0.smithi027.stderr: -224> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command cache zap hook 0x56288d3da9a0 2023-01-15T14:46:11.591 INFO:tasks.workunit.client.0.smithi027.stderr: -223> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 10 monclient: get_monmap_and_config 2023-01-15T14:46:11.591 INFO:tasks.workunit.client.0.smithi027.stderr: -222> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 10 monclient: build_initial_monmap 2023-01-15T14:46:11.591 INFO:tasks.workunit.client.0.smithi027.stderr: -221> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 1 build_initial for_mkfs: 0 2023-01-15T14:46:11.591 INFO:tasks.workunit.client.0.smithi027.stderr: -220> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 10 monclient: monmap: 2023-01-15T14:46:11.592 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:46:11.592 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:46:11.592 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:46:11.592 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:46:11.592 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:46:11.592 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.592 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:46:11.592 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:46:11.592 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:46:11.592 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.592 INFO:tasks.workunit.client.0.smithi027.stderr: -219> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding auth protocol: cephx 2023-01-15T14:46:11.593 INFO:tasks.workunit.client.0.smithi027.stderr: -218> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding auth protocol: cephx 2023-01-15T14:46:11.593 INFO:tasks.workunit.client.0.smithi027.stderr: -217> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding auth protocol: cephx 2023-01-15T14:46:11.593 INFO:tasks.workunit.client.0.smithi027.stderr: -216> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.593 INFO:tasks.workunit.client.0.smithi027.stderr: -215> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.593 INFO:tasks.workunit.client.0.smithi027.stderr: -214> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.593 INFO:tasks.workunit.client.0.smithi027.stderr: -213> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.593 INFO:tasks.workunit.client.0.smithi027.stderr: -212> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.593 INFO:tasks.workunit.client.0.smithi027.stderr: -211> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.593 INFO:tasks.workunit.client.0.smithi027.stderr: -210> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.593 INFO:tasks.workunit.client.0.smithi027.stderr: -209> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.593 INFO:tasks.workunit.client.0.smithi027.stderr: -208> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.593 INFO:tasks.workunit.client.0.smithi027.stderr: -207> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.594 INFO:tasks.workunit.client.0.smithi027.stderr: -206> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.594 INFO:tasks.workunit.client.0.smithi027.stderr: -205> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.594 INFO:tasks.workunit.client.0.smithi027.stderr: -204> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.594 INFO:tasks.workunit.client.0.smithi027.stderr: -203> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient: init 2023-01-15T14:46:11.594 INFO:tasks.workunit.client.0.smithi027.stderr: -202> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding auth protocol: cephx 2023-01-15T14:46:11.594 INFO:tasks.workunit.client.0.smithi027.stderr: -201> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding auth protocol: cephx 2023-01-15T14:46:11.594 INFO:tasks.workunit.client.0.smithi027.stderr: -200> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding auth protocol: cephx 2023-01-15T14:46:11.594 INFO:tasks.workunit.client.0.smithi027.stderr: -199> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: secure 2023-01-15T14:46:11.594 INFO:tasks.workunit.client.0.smithi027.stderr: -198> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: crc 2023-01-15T14:46:11.594 INFO:tasks.workunit.client.0.smithi027.stderr: -197> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: secure 2023-01-15T14:46:11.594 INFO:tasks.workunit.client.0.smithi027.stderr: -196> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: crc 2023-01-15T14:46:11.594 INFO:tasks.workunit.client.0.smithi027.stderr: -195> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: secure 2023-01-15T14:46:11.595 INFO:tasks.workunit.client.0.smithi027.stderr: -194> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: crc 2023-01-15T14:46:11.595 INFO:tasks.workunit.client.0.smithi027.stderr: -193> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: crc 2023-01-15T14:46:11.595 INFO:tasks.workunit.client.0.smithi027.stderr: -192> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: secure 2023-01-15T14:46:11.595 INFO:tasks.workunit.client.0.smithi027.stderr: -191> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: crc 2023-01-15T14:46:11.595 INFO:tasks.workunit.client.0.smithi027.stderr: -190> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: secure 2023-01-15T14:46:11.595 INFO:tasks.workunit.client.0.smithi027.stderr: -189> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: crc 2023-01-15T14:46:11.595 INFO:tasks.workunit.client.0.smithi027.stderr: -188> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: secure 2023-01-15T14:46:11.595 INFO:tasks.workunit.client.0.smithi027.stderr: -187> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.595 INFO:tasks.workunit.client.0.smithi027.stderr: -186> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.595 INFO:tasks.workunit.client.0.smithi027.stderr: -185> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command rotate-key cmddesc rotate-key hook 0x7fff1b2d6318 EEXIST 2023-01-15T14:46:11.595 INFO:tasks.workunit.client.0.smithi027.stderr: -184> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient: _reopen_session rank -1 2023-01-15T14:46:11.595 INFO:tasks.workunit.client.0.smithi027.stderr: -183> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient: _add_conns ranks=[1,2,0] 2023-01-15T14:46:11.596 INFO:tasks.workunit.client.0.smithi027.stderr: -182> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-b con 0x56288d8e5c00 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:46:11.596 INFO:tasks.workunit.client.0.smithi027.stderr: -181> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-c con 0x56288d8e4800 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:46:11.596 INFO:tasks.workunit.client.0.smithi027.stderr: -180> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-a con 0x56288d8ce800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:46:11.596 INFO:tasks.workunit.client.0.smithi027.stderr: -179> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.596 INFO:tasks.workunit.client.0.smithi027.stderr: -178> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.596 INFO:tasks.workunit.client.0.smithi027.stderr: -177> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.596 INFO:tasks.workunit.client.0.smithi027.stderr: -176> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): _renew_subs 2023-01-15T14:46:11.596 INFO:tasks.workunit.client.0.smithi027.stderr: -175> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): authenticate will time out at 1471.650546s 2023-01-15T14:46:11.596 INFO:tasks.workunit.client.0.smithi027.stderr: -174> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): get_auth_request con 0x56288d8ce800 auth_method 0 2023-01-15T14:46:11.596 INFO:tasks.workunit.client.0.smithi027.stderr: -173> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.596 INFO:tasks.workunit.client.0.smithi027.stderr: -172> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.597 INFO:tasks.workunit.client.0.smithi027.stderr: -171> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.597 INFO:tasks.workunit.client.0.smithi027.stderr: -170> 2023-01-15T14:46:11.514+0000 7f39a0a82700 10 monclient(hunting): get_auth_request con 0x56288d8e4800 auth_method 0 2023-01-15T14:46:11.597 INFO:tasks.workunit.client.0.smithi027.stderr: -169> 2023-01-15T14:46:11.514+0000 7f39a0a82700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.597 INFO:tasks.workunit.client.0.smithi027.stderr: -168> 2023-01-15T14:46:11.514+0000 7f39a0a82700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.597 INFO:tasks.workunit.client.0.smithi027.stderr: -167> 2023-01-15T14:46:11.514+0000 7f39a0a82700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.597 INFO:tasks.workunit.client.0.smithi027.stderr: -166> 2023-01-15T14:46:11.514+0000 7f39a1283700 10 monclient(hunting): get_auth_request con 0x56288d8e5c00 auth_method 0 2023-01-15T14:46:11.597 INFO:tasks.workunit.client.0.smithi027.stderr: -165> 2023-01-15T14:46:11.514+0000 7f39a1283700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.597 INFO:tasks.workunit.client.0.smithi027.stderr: -164> 2023-01-15T14:46:11.514+0000 7f39a1283700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.597 INFO:tasks.workunit.client.0.smithi027.stderr: -163> 2023-01-15T14:46:11.514+0000 7f39a1283700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.597 INFO:tasks.workunit.client.0.smithi027.stderr: -162> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.597 INFO:tasks.workunit.client.0.smithi027.stderr: -161> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.597 INFO:tasks.workunit.client.0.smithi027.stderr: -160> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.598 INFO:tasks.workunit.client.0.smithi027.stderr: -159> 2023-01-15T14:46:11.514+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.598 INFO:tasks.workunit.client.0.smithi027.stderr: -158> 2023-01-15T14:46:11.514+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.598 INFO:tasks.workunit.client.0.smithi027.stderr: -157> 2023-01-15T14:46:11.514+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.598 INFO:tasks.workunit.client.0.smithi027.stderr: -156> 2023-01-15T14:46:11.514+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.598 INFO:tasks.workunit.client.0.smithi027.stderr: -155> 2023-01-15T14:46:11.514+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.598 INFO:tasks.workunit.client.0.smithi027.stderr: -154> 2023-01-15T14:46:11.514+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.598 INFO:tasks.workunit.client.0.smithi027.stderr: -153> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): handle_auth_done global_id 6411 payload 274 2023-01-15T14:46:11.598 INFO:tasks.workunit.client.0.smithi027.stderr: -152> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient: _finish_hunting 0 2023-01-15T14:46:11.598 INFO:tasks.workunit.client.0.smithi027.stderr: -151> 2023-01-15T14:46:11.514+0000 7f39a0281700 1 monclient: found mon.noname-a 2023-01-15T14:46:11.598 INFO:tasks.workunit.client.0.smithi027.stderr: -150> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:46:11.598 INFO:tasks.workunit.client.0.smithi027.stderr: -149> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.598 INFO:tasks.workunit.client.0.smithi027.stderr: -148> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:46:11.599 INFO:tasks.workunit.client.0.smithi027.stderr: -147> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: dump: 2023-01-15T14:46:11.599 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.599 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.599 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.599 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.599 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.599 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.599 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.599 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.599 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.599 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.600 INFO:tasks.workunit.client.0.smithi027.stderr: -146> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: _finish_auth 0 2023-01-15T14:46:11.600 INFO:tasks.workunit.client.0.smithi027.stderr: -145> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: _check_auth_tickets 2023-01-15T14:46:11.600 INFO:tasks.workunit.client.0.smithi027.stderr: -144> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 monclient: authenticate success, global_id 6411 2023-01-15T14:46:11.600 INFO:tasks.workunit.client.0.smithi027.stderr: -143> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:46:11.600 INFO:tasks.workunit.client.0.smithi027.stderr: -142> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 10 monclient: get_monmap_and_config success 2023-01-15T14:46:11.600 INFO:tasks.workunit.client.0.smithi027.stderr: -141> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 4 set_mon_vals no callback set 2023-01-15T14:46:11.600 INFO:tasks.workunit.client.0.smithi027.stderr: -140> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.600 INFO:tasks.workunit.client.0.smithi027.stderr: -139> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:46:11.600 INFO:tasks.workunit.client.0.smithi027.stderr: -138> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: dump: 2023-01-15T14:46:11.600 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.600 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.601 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.601 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.601 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.601 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.601 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.601 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.601 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.601 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.601 INFO:tasks.workunit.client.0.smithi027.stderr: -137> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 10 monclient: shutdown 2023-01-15T14:46:11.601 INFO:tasks.workunit.client.0.smithi027.stderr: -136> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 10 monclient: build_initial_monmap 2023-01-15T14:46:11.601 INFO:tasks.workunit.client.0.smithi027.stderr: -135> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 1 build_initial for_mkfs: 0 2023-01-15T14:46:11.601 INFO:tasks.workunit.client.0.smithi027.stderr: -134> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 10 monclient: monmap: 2023-01-15T14:46:11.602 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:46:11.602 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:46:11.602 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:46:11.602 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:46:11.602 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:46:11.602 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.602 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:46:11.602 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:46:11.602 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:46:11.602 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.602 INFO:tasks.workunit.client.0.smithi027.stderr: -133> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding auth protocol: cephx 2023-01-15T14:46:11.602 INFO:tasks.workunit.client.0.smithi027.stderr: -132> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding auth protocol: cephx 2023-01-15T14:46:11.603 INFO:tasks.workunit.client.0.smithi027.stderr: -131> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding auth protocol: cephx 2023-01-15T14:46:11.603 INFO:tasks.workunit.client.0.smithi027.stderr: -130> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.603 INFO:tasks.workunit.client.0.smithi027.stderr: -129> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.603 INFO:tasks.workunit.client.0.smithi027.stderr: -128> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.603 INFO:tasks.workunit.client.0.smithi027.stderr: -127> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.603 INFO:tasks.workunit.client.0.smithi027.stderr: -126> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.603 INFO:tasks.workunit.client.0.smithi027.stderr: -125> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.603 INFO:tasks.workunit.client.0.smithi027.stderr: -124> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.603 INFO:tasks.workunit.client.0.smithi027.stderr: -123> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.603 INFO:tasks.workunit.client.0.smithi027.stderr: -122> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.603 INFO:tasks.workunit.client.0.smithi027.stderr: -121> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.603 INFO:tasks.workunit.client.0.smithi027.stderr: -120> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.604 INFO:tasks.workunit.client.0.smithi027.stderr: -119> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.604 INFO:tasks.workunit.client.0.smithi027.stderr: -118> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.604 INFO:tasks.workunit.client.0.smithi027.stderr: -117> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 1 librados: starting msgr at 2023-01-15T14:46:11.604 INFO:tasks.workunit.client.0.smithi027.stderr: -116> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 1 librados: starting objecter 2023-01-15T14:46:11.604 INFO:tasks.workunit.client.0.smithi027.stderr: -115> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command objecter_requests cmddesc objecter_requests hook 0x56288d3dacc0 EEXIST 2023-01-15T14:46:11.604 INFO:tasks.workunit.client.0.smithi027.stderr: -114> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 1 librados: setting wanted keys 2023-01-15T14:46:11.604 INFO:tasks.workunit.client.0.smithi027.stderr: -113> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 1 librados: calling monclient init 2023-01-15T14:46:11.604 INFO:tasks.workunit.client.0.smithi027.stderr: -112> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient: init 2023-01-15T14:46:11.604 INFO:tasks.workunit.client.0.smithi027.stderr: -111> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding auth protocol: cephx 2023-01-15T14:46:11.604 INFO:tasks.workunit.client.0.smithi027.stderr: -110> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding auth protocol: cephx 2023-01-15T14:46:11.604 INFO:tasks.workunit.client.0.smithi027.stderr: -109> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding auth protocol: cephx 2023-01-15T14:46:11.605 INFO:tasks.workunit.client.0.smithi027.stderr: -108> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: secure 2023-01-15T14:46:11.605 INFO:tasks.workunit.client.0.smithi027.stderr: -107> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: crc 2023-01-15T14:46:11.605 INFO:tasks.workunit.client.0.smithi027.stderr: -106> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: secure 2023-01-15T14:46:11.605 INFO:tasks.workunit.client.0.smithi027.stderr: -105> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: crc 2023-01-15T14:46:11.605 INFO:tasks.workunit.client.0.smithi027.stderr: -104> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: secure 2023-01-15T14:46:11.605 INFO:tasks.workunit.client.0.smithi027.stderr: -103> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: crc 2023-01-15T14:46:11.605 INFO:tasks.workunit.client.0.smithi027.stderr: -102> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: crc 2023-01-15T14:46:11.605 INFO:tasks.workunit.client.0.smithi027.stderr: -101> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: secure 2023-01-15T14:46:11.605 INFO:tasks.workunit.client.0.smithi027.stderr: -100> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: crc 2023-01-15T14:46:11.605 INFO:tasks.workunit.client.0.smithi027.stderr: -99> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: secure 2023-01-15T14:46:11.605 INFO:tasks.workunit.client.0.smithi027.stderr: -98> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: crc 2023-01-15T14:46:11.605 INFO:tasks.workunit.client.0.smithi027.stderr: -97> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: secure 2023-01-15T14:46:11.606 INFO:tasks.workunit.client.0.smithi027.stderr: -96> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.606 INFO:tasks.workunit.client.0.smithi027.stderr: -95> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.606 INFO:tasks.workunit.client.0.smithi027.stderr: -94> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command rotate-key cmddesc rotate-key hook 0x56288d913220 EEXIST 2023-01-15T14:46:11.606 INFO:tasks.workunit.client.0.smithi027.stderr: -93> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient: _reopen_session rank -1 2023-01-15T14:46:11.606 INFO:tasks.workunit.client.0.smithi027.stderr: -92> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient: _add_conns ranks=[2,1,0] 2023-01-15T14:46:11.606 INFO:tasks.workunit.client.0.smithi027.stderr: -91> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-c con 0x56288d8ce800 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:46:11.606 INFO:tasks.workunit.client.0.smithi027.stderr: -90> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-b con 0x56288d8e4800 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:46:11.606 INFO:tasks.workunit.client.0.smithi027.stderr: -89> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-a con 0x56288d8e5c00 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:46:11.606 INFO:tasks.workunit.client.0.smithi027.stderr: -88> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.606 INFO:tasks.workunit.client.0.smithi027.stderr: -87> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.606 INFO:tasks.workunit.client.0.smithi027.stderr: -86> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.607 INFO:tasks.workunit.client.0.smithi027.stderr: -85> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): _renew_subs 2023-01-15T14:46:11.607 INFO:tasks.workunit.client.0.smithi027.stderr: -84> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): authenticate will time out at 1471.652785s 2023-01-15T14:46:11.607 INFO:tasks.workunit.client.0.smithi027.stderr: -83> 2023-01-15T14:46:11.516+0000 7f39a1283700 10 monclient(hunting): get_auth_request con 0x56288d8ce800 auth_method 0 2023-01-15T14:46:11.607 INFO:tasks.workunit.client.0.smithi027.stderr: -82> 2023-01-15T14:46:11.516+0000 7f39a1283700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.607 INFO:tasks.workunit.client.0.smithi027.stderr: -81> 2023-01-15T14:46:11.516+0000 7f39a1283700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.607 INFO:tasks.workunit.client.0.smithi027.stderr: -80> 2023-01-15T14:46:11.516+0000 7f39a1283700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.607 INFO:tasks.workunit.client.0.smithi027.stderr: -79> 2023-01-15T14:46:11.516+0000 7f39a0281700 10 monclient(hunting): get_auth_request con 0x56288d8e5c00 auth_method 0 2023-01-15T14:46:11.607 INFO:tasks.workunit.client.0.smithi027.stderr: -78> 2023-01-15T14:46:11.516+0000 7f39a0281700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.607 INFO:tasks.workunit.client.0.smithi027.stderr: -77> 2023-01-15T14:46:11.516+0000 7f39a0281700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.607 INFO:tasks.workunit.client.0.smithi027.stderr: -76> 2023-01-15T14:46:11.516+0000 7f39a0281700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.607 INFO:tasks.workunit.client.0.smithi027.stderr: -75> 2023-01-15T14:46:11.516+0000 7f39a0a82700 10 monclient(hunting): get_auth_request con 0x56288d8e4800 auth_method 0 2023-01-15T14:46:11.607 INFO:tasks.workunit.client.0.smithi027.stderr: -74> 2023-01-15T14:46:11.516+0000 7f39a0a82700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.608 INFO:tasks.workunit.client.0.smithi027.stderr: -73> 2023-01-15T14:46:11.516+0000 7f39a0a82700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.608 INFO:tasks.workunit.client.0.smithi027.stderr: -72> 2023-01-15T14:46:11.516+0000 7f39a0a82700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.608 INFO:tasks.workunit.client.0.smithi027.stderr: -71> 2023-01-15T14:46:11.516+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.608 INFO:tasks.workunit.client.0.smithi027.stderr: -70> 2023-01-15T14:46:11.516+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.608 INFO:tasks.workunit.client.0.smithi027.stderr: -69> 2023-01-15T14:46:11.516+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.608 INFO:tasks.workunit.client.0.smithi027.stderr: -68> 2023-01-15T14:46:11.516+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.608 INFO:tasks.workunit.client.0.smithi027.stderr: -67> 2023-01-15T14:46:11.516+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.608 INFO:tasks.workunit.client.0.smithi027.stderr: -66> 2023-01-15T14:46:11.516+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.608 INFO:tasks.workunit.client.0.smithi027.stderr: -65> 2023-01-15T14:46:11.517+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.608 INFO:tasks.workunit.client.0.smithi027.stderr: -64> 2023-01-15T14:46:11.517+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.608 INFO:tasks.workunit.client.0.smithi027.stderr: -63> 2023-01-15T14:46:11.517+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.609 INFO:tasks.workunit.client.0.smithi027.stderr: -62> 2023-01-15T14:46:11.517+0000 7f39a1283700 10 monclient(hunting): handle_auth_done global_id 6101 payload 824 2023-01-15T14:46:11.609 INFO:tasks.workunit.client.0.smithi027.stderr: -61> 2023-01-15T14:46:11.517+0000 7f39a1283700 10 monclient: _finish_hunting 0 2023-01-15T14:46:11.609 INFO:tasks.workunit.client.0.smithi027.stderr: -60> 2023-01-15T14:46:11.517+0000 7f39a1283700 1 monclient: found mon.noname-c 2023-01-15T14:46:11.609 INFO:tasks.workunit.client.0.smithi027.stderr: -59> 2023-01-15T14:46:11.517+0000 7f39a1283700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.27:3301/0 2023-01-15T14:46:11.609 INFO:tasks.workunit.client.0.smithi027.stderr: -58> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.609 INFO:tasks.workunit.client.0.smithi027.stderr: -57> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:46:11.609 INFO:tasks.workunit.client.0.smithi027.stderr: -56> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: dump: 2023-01-15T14:46:11.609 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.609 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.609 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.609 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.609 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.610 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.610 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.610 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.610 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.610 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.610 INFO:tasks.workunit.client.0.smithi027.stderr: -55> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: _finish_auth 0 2023-01-15T14:46:11.610 INFO:tasks.workunit.client.0.smithi027.stderr: -54> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: _check_auth_tickets 2023-01-15T14:46:11.610 INFO:tasks.workunit.client.0.smithi027.stderr: -53> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:46:11.610 INFO:tasks.workunit.client.0.smithi027.stderr: -52> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.610 INFO:tasks.workunit.client.0.smithi027.stderr: -51> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:46:11.610 INFO:tasks.workunit.client.0.smithi027.stderr: -50> 2023-01-15T14:46:11.517+0000 7f398724f700 4 set_mon_vals no callback set 2023-01-15T14:46:11.610 INFO:tasks.workunit.client.0.smithi027.stderr: -49> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: dump: 2023-01-15T14:46:11.611 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.611 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.611 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.611 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.611 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.611 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.611 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.611 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.611 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.611 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.611 INFO:tasks.workunit.client.0.smithi027.stderr: -48> 2023-01-15T14:46:11.517+0000 7f39a2ad4780 5 monclient: authenticate success, global_id 6101 2023-01-15T14:46:11.611 INFO:tasks.workunit.client.0.smithi027.stderr: -47> 2023-01-15T14:46:11.517+0000 7f39a2ad4780 10 monclient: _renew_subs 2023-01-15T14:46:11.612 INFO:tasks.workunit.client.0.smithi027.stderr: -46> 2023-01-15T14:46:11.517+0000 7f39a2ad4780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:46:11.612 INFO:tasks.workunit.client.0.smithi027.stderr: -45> 2023-01-15T14:46:11.517+0000 7f39a2ad4780 10 monclient: _renew_subs 2023-01-15T14:46:11.612 INFO:tasks.workunit.client.0.smithi027.stderr: -44> 2023-01-15T14:46:11.517+0000 7f39a2ad4780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:46:11.612 INFO:tasks.workunit.client.0.smithi027.stderr: -43> 2023-01-15T14:46:11.517+0000 7f39a2ad4780 1 librados: init done 2023-01-15T14:46:11.612 INFO:tasks.workunit.client.0.smithi027.stderr: -42> 2023-01-15T14:46:11.517+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command cr dump hook 0x56288e232e88 2023-01-15T14:46:11.612 INFO:tasks.workunit.client.0.smithi027.stderr: -41> 2023-01-15T14:46:11.518+0000 7f3985a4c700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:46:11.612 INFO:tasks.workunit.client.0.smithi027.stderr: -40> 2023-01-15T14:46:11.518+0000 7f3985a4c700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:46:11.612 INFO:tasks.workunit.client.0.smithi027.stderr: -39> 2023-01-15T14:46:11.518+0000 7f3985a4c700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:46:11.612 INFO:tasks.workunit.client.0.smithi027.stderr: -38> 2023-01-15T14:46:11.518+0000 7f39a0a82700 10 monclient: get_auth_request con 0x56288d9f4000 auth_method 0 2023-01-15T14:46:11.612 INFO:tasks.workunit.client.0.smithi027.stderr: -37> 2023-01-15T14:46:11.519+0000 7f39a2ad4780 5 note: GC not initialized 2023-01-15T14:46:11.612 INFO:tasks.workunit.client.0.smithi027.stderr: -36> 2023-01-15T14:46:11.519+0000 7f3983247700 20 reqs_thread_entry: start 2023-01-15T14:46:11.613 INFO:tasks.workunit.client.0.smithi027.stderr: -35> 2023-01-15T14:46:11.519+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command sync trace show hook 0x56288d40e000 2023-01-15T14:46:11.613 INFO:tasks.workunit.client.0.smithi027.stderr: -34> 2023-01-15T14:46:11.519+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command sync trace history hook 0x56288d40e000 2023-01-15T14:46:11.613 INFO:tasks.workunit.client.0.smithi027.stderr: -33> 2023-01-15T14:46:11.519+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command sync trace active hook 0x56288d40e000 2023-01-15T14:46:11.613 INFO:tasks.workunit.client.0.smithi027.stderr: -32> 2023-01-15T14:46:11.519+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command sync trace active_short hook 0x56288d40e000 2023-01-15T14:46:11.613 INFO:tasks.workunit.client.0.smithi027.stderr: -31> 2023-01-15T14:46:11.519+0000 7f39a2ad4780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:11.613 INFO:tasks.workunit.client.0.smithi027.stderr: -30> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:11.613 INFO:tasks.workunit.client.0.smithi027.stderr: -29> 2023-01-15T14:46:11.520+0000 7f3981243700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:41 2023 2023-01-15T14:46:11.613 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.613 INFO:tasks.workunit.client.0.smithi027.stderr: -28> 2023-01-15T14:46:11.520+0000 7f3980a21700 20 reqs_thread_entry: start 2023-01-15T14:46:11.613 INFO:tasks.workunit.client.0.smithi027.stderr: -27> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-01-15T14:46:11.613 INFO:tasks.workunit.client.0.smithi027.stderr: -26> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.614 INFO:tasks.workunit.client.0.smithi027.stderr: -25> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:11.614 INFO:tasks.workunit.client.0.smithi027.stderr: -24> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-01-15T14:46:11.614 INFO:tasks.workunit.client.0.smithi027.stderr: -23> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-01-15T14:46:11.614 INFO:tasks.workunit.client.0.smithi027.stderr: -22> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 : miss 2023-01-15T14:46:11.614 INFO:tasks.workunit.client.0.smithi027.stderr: -21> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.614 INFO:tasks.workunit.client.0.smithi027.stderr: -20> 2023-01-15T14:46:11.521+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:11.614 INFO:tasks.workunit.client.0.smithi027.stderr: -19> 2023-01-15T14:46:11.521+0000 7f39a2ad4780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 info.flags=0x13 2023-01-15T14:46:11.614 INFO:tasks.workunit.client.0.smithi027.stderr: -18> 2023-01-15T14:46:11.521+0000 7f39a2ad4780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 to cache LRU end 2023-01-15T14:46:11.614 INFO:tasks.workunit.client.0.smithi027.stderr: -17> 2023-01-15T14:46:11.521+0000 7f39a2ad4780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:46:11.614 INFO:tasks.workunit.client.0.smithi027.stderr: -16> 2023-01-15T14:46:11.521+0000 7f39a2ad4780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:11.614 INFO:tasks.workunit.client.0.smithi027.stderr: -15> 2023-01-15T14:46:11.521+0000 7f39a2ad4780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 2023-01-15T14:46:11.615 INFO:tasks.workunit.client.0.smithi027.stderr: -14> 2023-01-15T14:46:11.521+0000 7f39a0281700 10 monclient: get_auth_request con 0x56288d9f4800 auth_method 0 2023-01-15T14:46:11.615 INFO:tasks.workunit.client.0.smithi027.stderr: -13> 2023-01-15T14:46:11.525+0000 7f39a2ad4780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 info.flags=0x17 2023-01-15T14:46:11.615 INFO:tasks.workunit.client.0.smithi027.stderr: -12> 2023-01-15T14:46:11.525+0000 7f39a2ad4780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 to cache LRU end 2023-01-15T14:46:11.615 INFO:tasks.workunit.client.0.smithi027.stderr: -11> 2023-01-15T14:46:11.525+0000 7f39a2ad4780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:11.615 INFO:tasks.workunit.client.0.smithi027.stderr: -10> 2023-01-15T14:46:11.525+0000 7f39a2ad4780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24, ofs0, ns] 2023-01-15T14:46:11.615 INFO:tasks.workunit.client.0.smithi027.stderr: -9> 2023-01-15T14:46:11.525+0000 7f399aa76700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197649 cookie 94732168946688 notifier 6095 bl.length()=873 2023-01-15T14:46:11.615 INFO:tasks.workunit.client.0.smithi027.stderr: -8> 2023-01-15T14:46:11.525+0000 7f399aa76700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 info.flags=0x17 2023-01-15T14:46:11.615 INFO:tasks.workunit.client.0.smithi027.stderr: -7> 2023-01-15T14:46:11.525+0000 7f399aa76700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 to cache LRU end 2023-01-15T14:46:11.615 INFO:tasks.workunit.client.0.smithi027.stderr: -6> 2023-01-15T14:46:11.525+0000 7f399aa76700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:11.615 INFO:tasks.workunit.client.0.smithi027.stderr: -5> 2023-01-15T14:46:11.526+0000 7f39a2ad4780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): orig_sources= new_sources= 2023-01-15T14:46:11.615 INFO:tasks.workunit.client.0.smithi027.stderr: -4> 2023-01-15T14:46:11.526+0000 7f39a2ad4780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): potential sources added=[] removed=[] 2023-01-15T14:46:11.616 INFO:tasks.workunit.client.0.smithi027.stderr: -3> 2023-01-15T14:46:11.526+0000 7f39a2ad4780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): orig_dests= new_dests= 2023-01-15T14:46:11.616 INFO:tasks.workunit.client.0.smithi027.stderr: -2> 2023-01-15T14:46:11.526+0000 7f39a2ad4780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): potential dests added=[] removed=[] 2023-01-15T14:46:11.616 INFO:tasks.workunit.client.0.smithi027.stderr: -1> 2023-01-15T14:46:11.529+0000 7f39a2ad4780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f39a2ad4780 time 2023-01-15T14:46:11.528417+0000 2023-01-15T14:46:11.616 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:46:11.616 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.616 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:46:11.616 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f39a97f2dbb] 2023-01-15T14:46:11.616 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f39a97f2f81] 2023-01-15T14:46:11.616 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56288a294ae1] 2023-01-15T14:46:11.616 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x56288a291b62] 2023-01-15T14:46:11.616 INFO:tasks.workunit.client.0.smithi027.stderr: 5: main() 2023-01-15T14:46:11.617 INFO:tasks.workunit.client.0.smithi027.stderr: 6: __libc_start_main() 2023-01-15T14:46:11.617 INFO:tasks.workunit.client.0.smithi027.stderr: 7: _start() 2023-01-15T14:46:11.617 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.617 INFO:tasks.workunit.client.0.smithi027.stderr: 0> 2023-01-15T14:46:11.530+0000 7f39a2ad4780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:46:11.617 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f39a2ad4780 thread_name:radosgw-admin 2023-01-15T14:46:11.617 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.617 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:46:11.617 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f39aa4bacf0] 2023-01-15T14:46:11.617 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:46:11.617 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:46:11.617 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f39a97f2e15] 2023-01-15T14:46:11.617 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f39a97f2f81] 2023-01-15T14:46:11.618 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56288a294ae1] 2023-01-15T14:46:11.618 INFO:tasks.workunit.client.0.smithi027.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x56288a291b62] 2023-01-15T14:46:11.618 INFO:tasks.workunit.client.0.smithi027.stderr: 8: main() 2023-01-15T14:46:11.618 INFO:tasks.workunit.client.0.smithi027.stderr: 9: __libc_start_main() 2023-01-15T14:46:11.618 INFO:tasks.workunit.client.0.smithi027.stderr: 10: _start() 2023-01-15T14:46:11.618 INFO:tasks.workunit.client.0.smithi027.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:46:11.618 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.618 INFO:tasks.workunit.client.0.smithi027.stderr:--- logging levels --- 2023-01-15T14:46:11.618 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 none 2023-01-15T14:46:11.618 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 lockdep 2023-01-15T14:46:11.618 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 context 2023-01-15T14:46:11.618 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 crush 2023-01-15T14:46:11.619 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds 2023-01-15T14:46:11.619 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_balancer 2023-01-15T14:46:11.619 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_locker 2023-01-15T14:46:11.619 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log 2023-01-15T14:46:11.619 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log_expire 2023-01-15T14:46:11.619 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_migrator 2023-01-15T14:46:11.619 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 buffer 2023-01-15T14:46:11.619 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 timer 2023-01-15T14:46:11.619 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 filer 2023-01-15T14:46:11.619 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 striper 2023-01-15T14:46:11.619 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 objecter 2023-01-15T14:46:11.620 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rados 2023-01-15T14:46:11.620 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd 2023-01-15T14:46:11.620 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_mirror 2023-01-15T14:46:11.620 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_replay 2023-01-15T14:46:11.620 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_pwl 2023-01-15T14:46:11.620 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 journaler 2023-01-15T14:46:11.620 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objectcacher 2023-01-15T14:46:11.620 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:46:11.620 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 client 2023-01-15T14:46:11.620 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 osd 2023-01-15T14:46:11.620 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 optracker 2023-01-15T14:46:11.620 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objclass 2023-01-15T14:46:11.621 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 filestore 2023-01-15T14:46:11.621 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 journal 2023-01-15T14:46:11.621 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 ms 2023-01-15T14:46:11.621 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mon 2023-01-15T14:46:11.621 INFO:tasks.workunit.client.0.smithi027.stderr: 0/10 monc 2023-01-15T14:46:11.621 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 paxos 2023-01-15T14:46:11.621 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 tp 2023-01-15T14:46:11.621 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 auth 2023-01-15T14:46:11.621 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 crypto 2023-01-15T14:46:11.621 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 finisher 2023-01-15T14:46:11.621 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 reserver 2023-01-15T14:46:11.621 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 heartbeatmap 2023-01-15T14:46:11.622 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 perfcounter 2023-01-15T14:46:11.622 INFO:tasks.workunit.client.0.smithi027.stderr: 20/20 rgw 2023-01-15T14:46:11.622 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_sync 2023-01-15T14:46:11.622 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_datacache 2023-01-15T14:46:11.622 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_access 2023-01-15T14:46:11.622 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:46:11.622 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 javaclient 2023-01-15T14:46:11.622 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 asok 2023-01-15T14:46:11.622 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 throttle 2023-01-15T14:46:11.622 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 refs 2023-01-15T14:46:11.622 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 compressor 2023-01-15T14:46:11.622 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluestore 2023-01-15T14:46:11.623 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluefs 2023-01-15T14:46:11.623 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 bdev 2023-01-15T14:46:11.623 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 kstore 2023-01-15T14:46:11.623 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 rocksdb 2023-01-15T14:46:11.623 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 leveldb 2023-01-15T14:46:11.623 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 fuse 2023-01-15T14:46:11.623 INFO:tasks.workunit.client.0.smithi027.stderr: 2/ 5 mgr 2023-01-15T14:46:11.623 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mgrc 2023-01-15T14:46:11.623 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 dpdk 2023-01-15T14:46:11.623 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 eventtrace 2023-01-15T14:46:11.623 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 prioritycache 2023-01-15T14:46:11.623 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 test 2023-01-15T14:46:11.624 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:46:11.624 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephsqlite 2023-01-15T14:46:11.624 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore 2023-01-15T14:46:11.624 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_onode 2023-01-15T14:46:11.624 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_odata 2023-01-15T14:46:11.624 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_omap 2023-01-15T14:46:11.624 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_tm 2023-01-15T14:46:11.624 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_t 2023-01-15T14:46:11.624 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:46:11.624 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_epm 2023-01-15T14:46:11.624 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_lba 2023-01-15T14:46:11.624 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:46:11.625 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cache 2023-01-15T14:46:11.625 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_journal 2023-01-15T14:46:11.625 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_device 2023-01-15T14:46:11.625 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_backref 2023-01-15T14:46:11.625 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 alienstore 2023-01-15T14:46:11.625 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mclock 2023-01-15T14:46:11.625 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cyanstore 2023-01-15T14:46:11.625 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 ceph_exporter 2023-01-15T14:46:11.625 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 memstore 2023-01-15T14:46:11.625 INFO:tasks.workunit.client.0.smithi027.stderr: -2/-2 (syslog threshold) 2023-01-15T14:46:11.625 INFO:tasks.workunit.client.0.smithi027.stderr: 99/99 (stderr threshold) 2023-01-15T14:46:11.626 INFO:tasks.workunit.client.0.smithi027.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:46:11.626 INFO:tasks.workunit.client.0.smithi027.stderr: 7f3980a21700 / http_manager 2023-01-15T14:46:11.626 INFO:tasks.workunit.client.0.smithi027.stderr: 7f3981243700 / notif-worker0 2023-01-15T14:46:11.626 INFO:tasks.workunit.client.0.smithi027.stderr: 7f3983247700 / http_manager 2023-01-15T14:46:11.626 INFO:tasks.workunit.client.0.smithi027.stderr: 7f3985a4c700 / ms_dispatch 2023-01-15T14:46:11.626 INFO:tasks.workunit.client.0.smithi027.stderr: 7f398724f700 / io_context_pool 2023-01-15T14:46:11.626 INFO:tasks.workunit.client.0.smithi027.stderr: 7f3987a50700 / rgw_dt_lg_renew 2023-01-15T14:46:11.626 INFO:tasks.workunit.client.0.smithi027.stderr: 7f3999a74700 / ms_dispatch 2023-01-15T14:46:11.626 INFO:tasks.workunit.client.0.smithi027.stderr: 7f399aa76700 / io_context_pool 2023-01-15T14:46:11.626 INFO:tasks.workunit.client.0.smithi027.stderr: 7f399b277700 / io_context_pool 2023-01-15T14:46:11.626 INFO:tasks.workunit.client.0.smithi027.stderr: 7f399da7c700 / ms_dispatch 2023-01-15T14:46:11.626 INFO:tasks.workunit.client.0.smithi027.stderr: 7f39a0281700 / msgr-worker-2 2023-01-15T14:46:11.627 INFO:tasks.workunit.client.0.smithi027.stderr: 7f39a0a82700 / msgr-worker-1 2023-01-15T14:46:11.627 INFO:tasks.workunit.client.0.smithi027.stderr: 7f39a1283700 / msgr-worker-0 2023-01-15T14:46:11.627 INFO:tasks.workunit.client.0.smithi027.stderr: 7f39a2ad4780 / radosgw-admin 2023-01-15T14:46:11.627 INFO:tasks.workunit.client.0.smithi027.stderr: max_recent 500 2023-01-15T14:46:11.627 INFO:tasks.workunit.client.0.smithi027.stderr: max_new 1000 2023-01-15T14:46:11.627 INFO:tasks.workunit.client.0.smithi027.stderr: log_file /var/log/ceph/ceph-client.admin.114937.log 2023-01-15T14:46:11.627 INFO:tasks.workunit.client.0.smithi027.stderr:--- end dump of recent events --- 2023-01-15T14:46:11.627 INFO:tasks.workunit.client.0.smithi027.stderr:--- begin dump of recent events --- 2023-01-15T14:46:11.627 INFO:tasks.workunit.client.0.smithi027.stderr: -499> 2023-01-15T14:46:11.485+0000 7f39a2ad4780 10 monclient: _send_mon_message to mon.a at v2:172.21.15.27:3300/0 2023-01-15T14:46:11.627 INFO:tasks.workunit.client.0.smithi027.stderr: -498> 2023-01-15T14:46:11.485+0000 7f39a2ad4780 1 librados: init done 2023-01-15T14:46:11.627 INFO:tasks.workunit.client.0.smithi027.stderr: -497> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient: get_monmap_and_config 2023-01-15T14:46:11.627 INFO:tasks.workunit.client.0.smithi027.stderr: -496> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient: build_initial_monmap 2023-01-15T14:46:11.628 INFO:tasks.workunit.client.0.smithi027.stderr: -495> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 1 build_initial for_mkfs: 0 2023-01-15T14:46:11.628 INFO:tasks.workunit.client.0.smithi027.stderr: -494> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient: monmap: 2023-01-15T14:46:11.628 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:46:11.628 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:46:11.628 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:46:11.628 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:46:11.628 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:46:11.628 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.628 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:46:11.628 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:46:11.628 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:46:11.629 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.629 INFO:tasks.workunit.client.0.smithi027.stderr: -493> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding auth protocol: cephx 2023-01-15T14:46:11.629 INFO:tasks.workunit.client.0.smithi027.stderr: -492> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding auth protocol: cephx 2023-01-15T14:46:11.629 INFO:tasks.workunit.client.0.smithi027.stderr: -491> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding auth protocol: cephx 2023-01-15T14:46:11.629 INFO:tasks.workunit.client.0.smithi027.stderr: -490> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.629 INFO:tasks.workunit.client.0.smithi027.stderr: -489> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.629 INFO:tasks.workunit.client.0.smithi027.stderr: -488> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.629 INFO:tasks.workunit.client.0.smithi027.stderr: -487> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.629 INFO:tasks.workunit.client.0.smithi027.stderr: -486> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.629 INFO:tasks.workunit.client.0.smithi027.stderr: -485> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.630 INFO:tasks.workunit.client.0.smithi027.stderr: -484> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.630 INFO:tasks.workunit.client.0.smithi027.stderr: -483> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.630 INFO:tasks.workunit.client.0.smithi027.stderr: -482> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.630 INFO:tasks.workunit.client.0.smithi027.stderr: -481> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.630 INFO:tasks.workunit.client.0.smithi027.stderr: -480> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.630 INFO:tasks.workunit.client.0.smithi027.stderr: -479> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.630 INFO:tasks.workunit.client.0.smithi027.stderr: -478> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.630 INFO:tasks.workunit.client.0.smithi027.stderr: -477> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient: init 2023-01-15T14:46:11.630 INFO:tasks.workunit.client.0.smithi027.stderr: -476> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding auth protocol: cephx 2023-01-15T14:46:11.630 INFO:tasks.workunit.client.0.smithi027.stderr: -475> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding auth protocol: cephx 2023-01-15T14:46:11.630 INFO:tasks.workunit.client.0.smithi027.stderr: -474> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding auth protocol: cephx 2023-01-15T14:46:11.631 INFO:tasks.workunit.client.0.smithi027.stderr: -473> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: secure 2023-01-15T14:46:11.631 INFO:tasks.workunit.client.0.smithi027.stderr: -472> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: crc 2023-01-15T14:46:11.631 INFO:tasks.workunit.client.0.smithi027.stderr: -471> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: secure 2023-01-15T14:46:11.631 INFO:tasks.workunit.client.0.smithi027.stderr: -470> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: crc 2023-01-15T14:46:11.631 INFO:tasks.workunit.client.0.smithi027.stderr: -469> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: secure 2023-01-15T14:46:11.631 INFO:tasks.workunit.client.0.smithi027.stderr: -468> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: crc 2023-01-15T14:46:11.631 INFO:tasks.workunit.client.0.smithi027.stderr: -467> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: crc 2023-01-15T14:46:11.631 INFO:tasks.workunit.client.0.smithi027.stderr: -466> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: secure 2023-01-15T14:46:11.631 INFO:tasks.workunit.client.0.smithi027.stderr: -465> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: crc 2023-01-15T14:46:11.631 INFO:tasks.workunit.client.0.smithi027.stderr: -464> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: secure 2023-01-15T14:46:11.631 INFO:tasks.workunit.client.0.smithi027.stderr: -463> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: crc 2023-01-15T14:46:11.631 INFO:tasks.workunit.client.0.smithi027.stderr: -462> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d5b90) adding con mode: secure 2023-01-15T14:46:11.632 INFO:tasks.workunit.client.0.smithi027.stderr: -461> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.632 INFO:tasks.workunit.client.0.smithi027.stderr: -460> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.632 INFO:tasks.workunit.client.0.smithi027.stderr: -459> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command rotate-key cmddesc rotate-key hook 0x7fff1b2d5cd8 EEXIST 2023-01-15T14:46:11.632 INFO:tasks.workunit.client.0.smithi027.stderr: -458> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient: _reopen_session rank -1 2023-01-15T14:46:11.632 INFO:tasks.workunit.client.0.smithi027.stderr: -457> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient: _add_conns ranks=[0,1,2] 2023-01-15T14:46:11.632 INFO:tasks.workunit.client.0.smithi027.stderr: -456> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-a con 0x56288d3e6800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:46:11.632 INFO:tasks.workunit.client.0.smithi027.stderr: -455> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-b con 0x56288d75e000 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:46:11.632 INFO:tasks.workunit.client.0.smithi027.stderr: -454> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-c con 0x56288d75e400 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:46:11.632 INFO:tasks.workunit.client.0.smithi027.stderr: -453> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.632 INFO:tasks.workunit.client.0.smithi027.stderr: -452> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.632 INFO:tasks.workunit.client.0.smithi027.stderr: -451> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.633 INFO:tasks.workunit.client.0.smithi027.stderr: -450> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): _renew_subs 2023-01-15T14:46:11.633 INFO:tasks.workunit.client.0.smithi027.stderr: -449> 2023-01-15T14:46:11.486+0000 7f39a2ad4780 10 monclient(hunting): authenticate will time out at 1471.622944s 2023-01-15T14:46:11.633 INFO:tasks.workunit.client.0.smithi027.stderr: -448> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): get_auth_request con 0x56288d3e6800 auth_method 0 2023-01-15T14:46:11.633 INFO:tasks.workunit.client.0.smithi027.stderr: -447> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.633 INFO:tasks.workunit.client.0.smithi027.stderr: -446> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.633 INFO:tasks.workunit.client.0.smithi027.stderr: -445> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.633 INFO:tasks.workunit.client.0.smithi027.stderr: -444> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.633 INFO:tasks.workunit.client.0.smithi027.stderr: -443> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.633 INFO:tasks.workunit.client.0.smithi027.stderr: -442> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.633 INFO:tasks.workunit.client.0.smithi027.stderr: -441> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient(hunting): get_auth_request con 0x56288d75e000 auth_method 0 2023-01-15T14:46:11.633 INFO:tasks.workunit.client.0.smithi027.stderr: -440> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.634 INFO:tasks.workunit.client.0.smithi027.stderr: -439> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.634 INFO:tasks.workunit.client.0.smithi027.stderr: -438> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.634 INFO:tasks.workunit.client.0.smithi027.stderr: -437> 2023-01-15T14:46:11.487+0000 7f39a0281700 10 monclient(hunting): get_auth_request con 0x56288d75e400 auth_method 0 2023-01-15T14:46:11.634 INFO:tasks.workunit.client.0.smithi027.stderr: -436> 2023-01-15T14:46:11.487+0000 7f39a0281700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.634 INFO:tasks.workunit.client.0.smithi027.stderr: -435> 2023-01-15T14:46:11.487+0000 7f39a0281700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.634 INFO:tasks.workunit.client.0.smithi027.stderr: -434> 2023-01-15T14:46:11.487+0000 7f39a0281700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.634 INFO:tasks.workunit.client.0.smithi027.stderr: -433> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.634 INFO:tasks.workunit.client.0.smithi027.stderr: -432> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.634 INFO:tasks.workunit.client.0.smithi027.stderr: -431> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.634 INFO:tasks.workunit.client.0.smithi027.stderr: -430> 2023-01-15T14:46:11.487+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.634 INFO:tasks.workunit.client.0.smithi027.stderr: -429> 2023-01-15T14:46:11.487+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.635 INFO:tasks.workunit.client.0.smithi027.stderr: -428> 2023-01-15T14:46:11.487+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.635 INFO:tasks.workunit.client.0.smithi027.stderr: -427> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient(hunting): handle_auth_done global_id 6405 payload 274 2023-01-15T14:46:11.635 INFO:tasks.workunit.client.0.smithi027.stderr: -426> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient: _finish_hunting 0 2023-01-15T14:46:11.635 INFO:tasks.workunit.client.0.smithi027.stderr: -425> 2023-01-15T14:46:11.487+0000 7f39a1283700 1 monclient: found mon.noname-a 2023-01-15T14:46:11.635 INFO:tasks.workunit.client.0.smithi027.stderr: -424> 2023-01-15T14:46:11.487+0000 7f39a1283700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:46:11.635 INFO:tasks.workunit.client.0.smithi027.stderr: -423> 2023-01-15T14:46:11.487+0000 7f399da7c700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:46:11.635 INFO:tasks.workunit.client.0.smithi027.stderr: -422> 2023-01-15T14:46:11.487+0000 7f399da7c700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:46:11.635 INFO:tasks.workunit.client.0.smithi027.stderr: -421> 2023-01-15T14:46:11.487+0000 7f399da7c700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:46:11.635 INFO:tasks.workunit.client.0.smithi027.stderr: -420> 2023-01-15T14:46:11.487+0000 7f39a0a82700 10 monclient: get_auth_request con 0x56288d75f800 auth_method 0 2023-01-15T14:46:11.635 INFO:tasks.workunit.client.0.smithi027.stderr: -419> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.635 INFO:tasks.workunit.client.0.smithi027.stderr: -418> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:46:11.635 INFO:tasks.workunit.client.0.smithi027.stderr: -417> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: dump: 2023-01-15T14:46:11.636 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.636 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.636 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.636 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.636 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.636 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.636 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.636 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.636 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.636 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.636 INFO:tasks.workunit.client.0.smithi027.stderr: -416> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: _finish_auth 0 2023-01-15T14:46:11.637 INFO:tasks.workunit.client.0.smithi027.stderr: -415> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: _check_auth_tickets 2023-01-15T14:46:11.637 INFO:tasks.workunit.client.0.smithi027.stderr: -414> 2023-01-15T14:46:11.487+0000 7f39a2ad4780 5 monclient: authenticate success, global_id 6405 2023-01-15T14:46:11.637 INFO:tasks.workunit.client.0.smithi027.stderr: -413> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:46:11.637 INFO:tasks.workunit.client.0.smithi027.stderr: -412> 2023-01-15T14:46:11.487+0000 7f39a2ad4780 10 monclient: get_monmap_and_config success 2023-01-15T14:46:11.637 INFO:tasks.workunit.client.0.smithi027.stderr: -411> 2023-01-15T14:46:11.487+0000 7f39a2ad4780 4 set_mon_vals no callback set 2023-01-15T14:46:11.637 INFO:tasks.workunit.client.0.smithi027.stderr: -410> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.637 INFO:tasks.workunit.client.0.smithi027.stderr: -409> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:46:11.637 INFO:tasks.workunit.client.0.smithi027.stderr: -408> 2023-01-15T14:46:11.487+0000 7f399b277700 10 monclient: dump: 2023-01-15T14:46:11.637 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.637 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.637 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.637 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.638 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.638 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.638 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.638 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.638 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.638 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.638 INFO:tasks.workunit.client.0.smithi027.stderr: -407> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient: shutdown 2023-01-15T14:46:11.638 INFO:tasks.workunit.client.0.smithi027.stderr: -406> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient: build_initial_monmap 2023-01-15T14:46:11.638 INFO:tasks.workunit.client.0.smithi027.stderr: -405> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 1 build_initial for_mkfs: 0 2023-01-15T14:46:11.638 INFO:tasks.workunit.client.0.smithi027.stderr: -404> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient: monmap: 2023-01-15T14:46:11.638 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:46:11.639 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:46:11.639 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:46:11.639 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:46:11.639 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:46:11.639 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.639 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:46:11.639 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:46:11.639 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:46:11.639 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.639 INFO:tasks.workunit.client.0.smithi027.stderr: -403> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding auth protocol: cephx 2023-01-15T14:46:11.639 INFO:tasks.workunit.client.0.smithi027.stderr: -402> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding auth protocol: cephx 2023-01-15T14:46:11.640 INFO:tasks.workunit.client.0.smithi027.stderr: -401> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding auth protocol: cephx 2023-01-15T14:46:11.640 INFO:tasks.workunit.client.0.smithi027.stderr: -400> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.640 INFO:tasks.workunit.client.0.smithi027.stderr: -399> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.640 INFO:tasks.workunit.client.0.smithi027.stderr: -398> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.640 INFO:tasks.workunit.client.0.smithi027.stderr: -397> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.640 INFO:tasks.workunit.client.0.smithi027.stderr: -396> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.640 INFO:tasks.workunit.client.0.smithi027.stderr: -395> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.640 INFO:tasks.workunit.client.0.smithi027.stderr: -394> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.640 INFO:tasks.workunit.client.0.smithi027.stderr: -393> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.640 INFO:tasks.workunit.client.0.smithi027.stderr: -392> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.640 INFO:tasks.workunit.client.0.smithi027.stderr: -391> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.641 INFO:tasks.workunit.client.0.smithi027.stderr: -390> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: crc 2023-01-15T14:46:11.641 INFO:tasks.workunit.client.0.smithi027.stderr: -389> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14ca40) adding con mode: secure 2023-01-15T14:46:11.641 INFO:tasks.workunit.client.0.smithi027.stderr: -388> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.641 INFO:tasks.workunit.client.0.smithi027.stderr: -387> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 1 librados: starting msgr at 2023-01-15T14:46:11.641 INFO:tasks.workunit.client.0.smithi027.stderr: -386> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 1 librados: starting objecter 2023-01-15T14:46:11.641 INFO:tasks.workunit.client.0.smithi027.stderr: -385> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command objecter_requests cmddesc objecter_requests hook 0x56288d3da6d0 EEXIST 2023-01-15T14:46:11.641 INFO:tasks.workunit.client.0.smithi027.stderr: -384> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 1 librados: setting wanted keys 2023-01-15T14:46:11.641 INFO:tasks.workunit.client.0.smithi027.stderr: -383> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 1 librados: calling monclient init 2023-01-15T14:46:11.641 INFO:tasks.workunit.client.0.smithi027.stderr: -382> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient: init 2023-01-15T14:46:11.641 INFO:tasks.workunit.client.0.smithi027.stderr: -381> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding auth protocol: cephx 2023-01-15T14:46:11.641 INFO:tasks.workunit.client.0.smithi027.stderr: -380> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding auth protocol: cephx 2023-01-15T14:46:11.641 INFO:tasks.workunit.client.0.smithi027.stderr: -379> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding auth protocol: cephx 2023-01-15T14:46:11.642 INFO:tasks.workunit.client.0.smithi027.stderr: -378> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: secure 2023-01-15T14:46:11.642 INFO:tasks.workunit.client.0.smithi027.stderr: -377> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: crc 2023-01-15T14:46:11.642 INFO:tasks.workunit.client.0.smithi027.stderr: -376> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: secure 2023-01-15T14:46:11.642 INFO:tasks.workunit.client.0.smithi027.stderr: -375> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: crc 2023-01-15T14:46:11.642 INFO:tasks.workunit.client.0.smithi027.stderr: -374> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: secure 2023-01-15T14:46:11.642 INFO:tasks.workunit.client.0.smithi027.stderr: -373> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: crc 2023-01-15T14:46:11.642 INFO:tasks.workunit.client.0.smithi027.stderr: -372> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: crc 2023-01-15T14:46:11.642 INFO:tasks.workunit.client.0.smithi027.stderr: -371> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: secure 2023-01-15T14:46:11.642 INFO:tasks.workunit.client.0.smithi027.stderr: -370> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: crc 2023-01-15T14:46:11.642 INFO:tasks.workunit.client.0.smithi027.stderr: -369> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: secure 2023-01-15T14:46:11.642 INFO:tasks.workunit.client.0.smithi027.stderr: -368> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: crc 2023-01-15T14:46:11.642 INFO:tasks.workunit.client.0.smithi027.stderr: -367> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 AuthRegistry(0x56288e1860d8) adding con mode: secure 2023-01-15T14:46:11.643 INFO:tasks.workunit.client.0.smithi027.stderr: -366> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.643 INFO:tasks.workunit.client.0.smithi027.stderr: -365> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.643 INFO:tasks.workunit.client.0.smithi027.stderr: -364> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command rotate-key cmddesc rotate-key hook 0x56288e186220 EEXIST 2023-01-15T14:46:11.643 INFO:tasks.workunit.client.0.smithi027.stderr: -363> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient: _reopen_session rank -1 2023-01-15T14:46:11.643 INFO:tasks.workunit.client.0.smithi027.stderr: -362> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient: _add_conns ranks=[2,0,1] 2023-01-15T14:46:11.643 INFO:tasks.workunit.client.0.smithi027.stderr: -361> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-c con 0x56288d75f000 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:46:11.643 INFO:tasks.workunit.client.0.smithi027.stderr: -360> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-a con 0x56288d75ec00 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:46:11.643 INFO:tasks.workunit.client.0.smithi027.stderr: -359> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-b con 0x56288d75e800 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:46:11.643 INFO:tasks.workunit.client.0.smithi027.stderr: -358> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.643 INFO:tasks.workunit.client.0.smithi027.stderr: -357> 2023-01-15T14:46:11.488+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.643 INFO:tasks.workunit.client.0.smithi027.stderr: -356> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.643 INFO:tasks.workunit.client.0.smithi027.stderr: -355> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 10 monclient(hunting): _renew_subs 2023-01-15T14:46:11.643 INFO:tasks.workunit.client.0.smithi027.stderr: -354> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 10 monclient(hunting): authenticate will time out at 1471.625007s 2023-01-15T14:46:11.644 INFO:tasks.workunit.client.0.smithi027.stderr: -353> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): get_auth_request con 0x56288d75f000 auth_method 0 2023-01-15T14:46:11.644 INFO:tasks.workunit.client.0.smithi027.stderr: -352> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.644 INFO:tasks.workunit.client.0.smithi027.stderr: -351> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.644 INFO:tasks.workunit.client.0.smithi027.stderr: -350> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.644 INFO:tasks.workunit.client.0.smithi027.stderr: -349> 2023-01-15T14:46:11.489+0000 7f39a0281700 10 monclient(hunting): get_auth_request con 0x56288d75ec00 auth_method 0 2023-01-15T14:46:11.644 INFO:tasks.workunit.client.0.smithi027.stderr: -348> 2023-01-15T14:46:11.489+0000 7f39a0281700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.644 INFO:tasks.workunit.client.0.smithi027.stderr: -347> 2023-01-15T14:46:11.489+0000 7f39a0281700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.644 INFO:tasks.workunit.client.0.smithi027.stderr: -346> 2023-01-15T14:46:11.489+0000 7f39a0281700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.644 INFO:tasks.workunit.client.0.smithi027.stderr: -345> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.644 INFO:tasks.workunit.client.0.smithi027.stderr: -344> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.644 INFO:tasks.workunit.client.0.smithi027.stderr: -343> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.644 INFO:tasks.workunit.client.0.smithi027.stderr: -342> 2023-01-15T14:46:11.489+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.645 INFO:tasks.workunit.client.0.smithi027.stderr: -341> 2023-01-15T14:46:11.489+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.645 INFO:tasks.workunit.client.0.smithi027.stderr: -340> 2023-01-15T14:46:11.489+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.645 INFO:tasks.workunit.client.0.smithi027.stderr: -339> 2023-01-15T14:46:11.489+0000 7f39a1283700 10 monclient(hunting): get_auth_request con 0x56288d75e800 auth_method 0 2023-01-15T14:46:11.645 INFO:tasks.workunit.client.0.smithi027.stderr: -338> 2023-01-15T14:46:11.489+0000 7f39a1283700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.645 INFO:tasks.workunit.client.0.smithi027.stderr: -337> 2023-01-15T14:46:11.489+0000 7f39a1283700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.645 INFO:tasks.workunit.client.0.smithi027.stderr: -336> 2023-01-15T14:46:11.489+0000 7f39a1283700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.645 INFO:tasks.workunit.client.0.smithi027.stderr: -335> 2023-01-15T14:46:11.489+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.645 INFO:tasks.workunit.client.0.smithi027.stderr: -334> 2023-01-15T14:46:11.489+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.645 INFO:tasks.workunit.client.0.smithi027.stderr: -333> 2023-01-15T14:46:11.489+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.645 INFO:tasks.workunit.client.0.smithi027.stderr: -332> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient(hunting): handle_auth_done global_id 6095 payload 824 2023-01-15T14:46:11.645 INFO:tasks.workunit.client.0.smithi027.stderr: -331> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient: _finish_hunting 0 2023-01-15T14:46:11.645 INFO:tasks.workunit.client.0.smithi027.stderr: -330> 2023-01-15T14:46:11.489+0000 7f39a0a82700 1 monclient: found mon.noname-c 2023-01-15T14:46:11.646 INFO:tasks.workunit.client.0.smithi027.stderr: -329> 2023-01-15T14:46:11.489+0000 7f39a0a82700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.27:3301/0 2023-01-15T14:46:11.646 INFO:tasks.workunit.client.0.smithi027.stderr: -328> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.646 INFO:tasks.workunit.client.0.smithi027.stderr: -327> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:46:11.646 INFO:tasks.workunit.client.0.smithi027.stderr: -326> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: dump: 2023-01-15T14:46:11.646 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.646 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.646 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.646 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.646 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.646 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.646 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.646 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.647 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.647 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.647 INFO:tasks.workunit.client.0.smithi027.stderr: -325> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: _finish_auth 0 2023-01-15T14:46:11.647 INFO:tasks.workunit.client.0.smithi027.stderr: -324> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: _check_auth_tickets 2023-01-15T14:46:11.647 INFO:tasks.workunit.client.0.smithi027.stderr: -323> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:46:11.647 INFO:tasks.workunit.client.0.smithi027.stderr: -322> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.647 INFO:tasks.workunit.client.0.smithi027.stderr: -321> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:46:11.647 INFO:tasks.workunit.client.0.smithi027.stderr: -320> 2023-01-15T14:46:11.489+0000 7f399b277700 4 set_mon_vals no callback set 2023-01-15T14:46:11.647 INFO:tasks.workunit.client.0.smithi027.stderr: -319> 2023-01-15T14:46:11.489+0000 7f3999a74700 10 monclient: dump: 2023-01-15T14:46:11.647 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.647 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.647 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.648 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.648 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.648 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.648 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.648 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.648 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.648 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.648 INFO:tasks.workunit.client.0.smithi027.stderr: -318> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 5 monclient: authenticate success, global_id 6095 2023-01-15T14:46:11.648 INFO:tasks.workunit.client.0.smithi027.stderr: -317> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 10 monclient: _renew_subs 2023-01-15T14:46:11.648 INFO:tasks.workunit.client.0.smithi027.stderr: -316> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:46:11.648 INFO:tasks.workunit.client.0.smithi027.stderr: -315> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 10 monclient: _renew_subs 2023-01-15T14:46:11.649 INFO:tasks.workunit.client.0.smithi027.stderr: -314> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:46:11.649 INFO:tasks.workunit.client.0.smithi027.stderr: -313> 2023-01-15T14:46:11.489+0000 7f39a2ad4780 1 librados: init done 2023-01-15T14:46:11.649 INFO:tasks.workunit.client.0.smithi027.stderr: -312> 2023-01-15T14:46:11.490+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.649 INFO:tasks.workunit.client.0.smithi027.stderr: -311> 2023-01-15T14:46:11.491+0000 7f3999a74700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:46:11.649 INFO:tasks.workunit.client.0.smithi027.stderr: -310> 2023-01-15T14:46:11.491+0000 7f3999a74700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:46:11.649 INFO:tasks.workunit.client.0.smithi027.stderr: -309> 2023-01-15T14:46:11.491+0000 7f3999a74700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:46:11.649 INFO:tasks.workunit.client.0.smithi027.stderr: -308> 2023-01-15T14:46:11.491+0000 7f39a0281700 10 monclient: get_auth_request con 0x56288d7e6c00 auth_method 0 2023-01-15T14:46:11.649 INFO:tasks.workunit.client.0.smithi027.stderr: -307> 2023-01-15T14:46:11.491+0000 7f39a1283700 10 monclient: get_auth_request con 0x56288d75e400 auth_method 0 2023-01-15T14:46:11.649 INFO:tasks.workunit.client.0.smithi027.stderr: -306> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.649 INFO:tasks.workunit.client.0.smithi027.stderr: -305> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 realm 2023-01-15T14:46:11.649 INFO:tasks.workunit.client.0.smithi027.stderr: -304> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.649 INFO:tasks.workunit.client.0.smithi027.stderr: -303> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.650 INFO:tasks.workunit.client.0.smithi027.stderr: -302> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:11.650 INFO:tasks.workunit.client.0.smithi027.stderr: -301> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.650 INFO:tasks.workunit.client.0.smithi027.stderr: -300> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.650 INFO:tasks.workunit.client.0.smithi027.stderr: -299> 2023-01-15T14:46:11.492+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.650 INFO:tasks.workunit.client.0.smithi027.stderr: -298> 2023-01-15T14:46:11.492+0000 7f39a0a82700 10 monclient: get_auth_request con 0x56288d7e7000 auth_method 0 2023-01-15T14:46:11.650 INFO:tasks.workunit.client.0.smithi027.stderr: -297> 2023-01-15T14:46:11.493+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:11.650 INFO:tasks.workunit.client.0.smithi027.stderr: -296> 2023-01-15T14:46:11.493+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.650 INFO:tasks.workunit.client.0.smithi027.stderr: -295> 2023-01-15T14:46:11.493+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:11.650 INFO:tasks.workunit.client.0.smithi027.stderr: -294> 2023-01-15T14:46:11.493+0000 7f39a2ad4780 20 searching for the correct realm 2023-01-15T14:46:11.650 INFO:tasks.workunit.client.0.smithi027.stderr: -293> 2023-01-15T14:46:11.493+0000 7f39a0281700 10 monclient: get_auth_request con 0x56288d7e7c00 auth_method 0 2023-01-15T14:46:11.650 INFO:tasks.workunit.client.0.smithi027.stderr: -292> 2023-01-15T14:46:11.494+0000 7f39a1283700 10 monclient: get_auth_request con 0x56288d3e6800 auth_method 0 2023-01-15T14:46:11.651 INFO:tasks.workunit.client.0.smithi027.stderr: -291> 2023-01-15T14:46:11.495+0000 7f39a0a82700 10 monclient: get_auth_request con 0x56288d7e6400 auth_method 0 2023-01-15T14:46:11.651 INFO:tasks.workunit.client.0.smithi027.stderr: -290> 2023-01-15T14:46:11.495+0000 7f39a0281700 10 monclient: get_auth_request con 0x56288d3e6c00 auth_method 0 2023-01-15T14:46:11.651 INFO:tasks.workunit.client.0.smithi027.stderr: -289> 2023-01-15T14:46:11.497+0000 7f39a1283700 10 monclient: get_auth_request con 0x56288d7e7400 auth_method 0 2023-01-15T14:46:11.651 INFO:tasks.workunit.client.0.smithi027.stderr: -288> 2023-01-15T14:46:11.499+0000 7f39a0a82700 10 monclient: get_auth_request con 0x56288d8ce000 auth_method 0 2023-01-15T14:46:11.651 INFO:tasks.workunit.client.0.smithi027.stderr: -287> 2023-01-15T14:46:11.501+0000 7f39a0281700 0 -- 172.21.15.27:0/1673351178 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x56288d7e7c00 msgr2=0x56288d47f180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:11.651 INFO:tasks.workunit.client.0.smithi027.stderr: -286> 2023-01-15T14:46:11.501+0000 7f3999a74700 1 client.6095.objecter ms_handle_reset 0x56288d7e7c00 session 0x56288d446780 osd.3 2023-01-15T14:46:11.651 INFO:tasks.workunit.client.0.smithi027.stderr: -285> 2023-01-15T14:46:11.501+0000 7f3999a74700 10 monclient: _renew_subs 2023-01-15T14:46:11.651 INFO:tasks.workunit.client.0.smithi027.stderr: -284> 2023-01-15T14:46:11.501+0000 7f3999a74700 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:46:11.651 INFO:tasks.workunit.client.0.smithi027.stderr: -283> 2023-01-15T14:46:11.502+0000 7f39a0281700 10 monclient: get_auth_request con 0x56288d8cec00 auth_method 0 2023-01-15T14:46:11.651 INFO:tasks.workunit.client.0.smithi027.stderr: -282> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:11.651 INFO:tasks.workunit.client.0.smithi027.stderr: -281> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:11.652 INFO:tasks.workunit.client.0.smithi027.stderr: -280> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:11.652 INFO:tasks.workunit.client.0.smithi027.stderr: -279> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:11.652 INFO:tasks.workunit.client.0.smithi027.stderr: -278> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.652 INFO:tasks.workunit.client.0.smithi027.stderr: -277> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.652 INFO:tasks.workunit.client.0.smithi027.stderr: -276> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.652 INFO:tasks.workunit.client.0.smithi027.stderr: -275> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:11.652 INFO:tasks.workunit.client.0.smithi027.stderr: -274> 2023-01-15T14:46:11.503+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.652 INFO:tasks.workunit.client.0.smithi027.stderr: -273> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:11.652 INFO:tasks.workunit.client.0.smithi027.stderr: -272> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 zone default found 2023-01-15T14:46:11.652 INFO:tasks.workunit.client.0.smithi027.stderr: -271> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 4 Realm: () 2023-01-15T14:46:11.652 INFO:tasks.workunit.client.0.smithi027.stderr: -270> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:11.652 INFO:tasks.workunit.client.0.smithi027.stderr: -269> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:11.653 INFO:tasks.workunit.client.0.smithi027.stderr: -268> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:11.653 INFO:tasks.workunit.client.0.smithi027.stderr: -267> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 zonegroup default 2023-01-15T14:46:11.653 INFO:tasks.workunit.client.0.smithi027.stderr: -266> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.653 INFO:tasks.workunit.client.0.smithi027.stderr: -265> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.653 INFO:tasks.workunit.client.0.smithi027.stderr: -264> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.653 INFO:tasks.workunit.client.0.smithi027.stderr: -263> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.653 INFO:tasks.workunit.client.0.smithi027.stderr: -262> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.653 INFO:tasks.workunit.client.0.smithi027.stderr: -261> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.653 INFO:tasks.workunit.client.0.smithi027.stderr: -260> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 started sync module instance, tier type = 2023-01-15T14:46:11.653 INFO:tasks.workunit.client.0.smithi027.stderr: -259> 2023-01-15T14:46:11.504+0000 7f39a2ad4780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:11.653 INFO:tasks.workunit.client.0.smithi027.stderr: -258> 2023-01-15T14:46:11.508+0000 7f39a0a82700 0 -- 172.21.15.27:0/1673351178 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x56288d7e6400 msgr2=0x56288d7db080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:11.653 INFO:tasks.workunit.client.0.smithi027.stderr: -257> 2023-01-15T14:46:11.508+0000 7f3999a74700 1 client.6095.objecter ms_handle_reset 0x56288d7e6400 session 0x56288d447080 osd.2 2023-01-15T14:46:11.654 INFO:tasks.workunit.client.0.smithi027.stderr: -256> 2023-01-15T14:46:11.508+0000 7f39a0a82700 10 monclient: get_auth_request con 0x56288d7e7c00 auth_method 0 2023-01-15T14:46:11.654 INFO:tasks.workunit.client.0.smithi027.stderr: -255> 2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=0 2023-01-15T14:46:11.654 INFO:tasks.workunit.client.0.smithi027.stderr: -254> 2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=1 2023-01-15T14:46:11.654 INFO:tasks.workunit.client.0.smithi027.stderr: -253> 2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=2 2023-01-15T14:46:11.654 INFO:tasks.workunit.client.0.smithi027.stderr: -252> 2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=3 2023-01-15T14:46:11.654 INFO:tasks.workunit.client.0.smithi027.stderr: -251> 2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=4 2023-01-15T14:46:11.654 INFO:tasks.workunit.client.0.smithi027.stderr: -250> 2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=5 2023-01-15T14:46:11.654 INFO:tasks.workunit.client.0.smithi027.stderr: -249> 2023-01-15T14:46:11.511+0000 7f39a2ad4780 20 add_watcher() i=6 2023-01-15T14:46:11.654 INFO:tasks.workunit.client.0.smithi027.stderr: -248> 2023-01-15T14:46:11.512+0000 7f39a2ad4780 20 add_watcher() i=7 2023-01-15T14:46:11.654 INFO:tasks.workunit.client.0.smithi027.stderr: -247> 2023-01-15T14:46:11.512+0000 7f39a2ad4780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:11.654 INFO:tasks.workunit.client.0.smithi027.stderr: -246> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding auth protocol: cephx 2023-01-15T14:46:11.655 INFO:tasks.workunit.client.0.smithi027.stderr: -245> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding auth protocol: cephx 2023-01-15T14:46:11.655 INFO:tasks.workunit.client.0.smithi027.stderr: -244> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding auth protocol: cephx 2023-01-15T14:46:11.655 INFO:tasks.workunit.client.0.smithi027.stderr: -243> 2023-01-15T14:46:11.513+0000 7f3987a50700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:11.655 INFO:tasks.workunit.client.0.smithi027.stderr: -242> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: secure 2023-01-15T14:46:11.655 INFO:tasks.workunit.client.0.smithi027.stderr: -241> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: crc 2023-01-15T14:46:11.655 INFO:tasks.workunit.client.0.smithi027.stderr: -240> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: secure 2023-01-15T14:46:11.655 INFO:tasks.workunit.client.0.smithi027.stderr: -239> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: crc 2023-01-15T14:46:11.655 INFO:tasks.workunit.client.0.smithi027.stderr: -238> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: secure 2023-01-15T14:46:11.655 INFO:tasks.workunit.client.0.smithi027.stderr: -237> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: crc 2023-01-15T14:46:11.655 INFO:tasks.workunit.client.0.smithi027.stderr: -236> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: crc 2023-01-15T14:46:11.655 INFO:tasks.workunit.client.0.smithi027.stderr: -235> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: secure 2023-01-15T14:46:11.655 INFO:tasks.workunit.client.0.smithi027.stderr: -234> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: crc 2023-01-15T14:46:11.656 INFO:tasks.workunit.client.0.smithi027.stderr: -233> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: secure 2023-01-15T14:46:11.656 INFO:tasks.workunit.client.0.smithi027.stderr: -232> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: crc 2023-01-15T14:46:11.656 INFO:tasks.workunit.client.0.smithi027.stderr: -231> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d65a0) adding con mode: secure 2023-01-15T14:46:11.656 INFO:tasks.workunit.client.0.smithi027.stderr: -230> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.656 INFO:tasks.workunit.client.0.smithi027.stderr: -229> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:11.656 INFO:tasks.workunit.client.0.smithi027.stderr: -228> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:11.656 INFO:tasks.workunit.client.0.smithi027.stderr: -227> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command cache list hook 0x56288d3da9a0 2023-01-15T14:46:11.656 INFO:tasks.workunit.client.0.smithi027.stderr: -226> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command cache inspect hook 0x56288d3da9a0 2023-01-15T14:46:11.656 INFO:tasks.workunit.client.0.smithi027.stderr: -225> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command cache erase hook 0x56288d3da9a0 2023-01-15T14:46:11.656 INFO:tasks.workunit.client.0.smithi027.stderr: -224> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command cache zap hook 0x56288d3da9a0 2023-01-15T14:46:11.656 INFO:tasks.workunit.client.0.smithi027.stderr: -223> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 10 monclient: get_monmap_and_config 2023-01-15T14:46:11.657 INFO:tasks.workunit.client.0.smithi027.stderr: -222> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 10 monclient: build_initial_monmap 2023-01-15T14:46:11.657 INFO:tasks.workunit.client.0.smithi027.stderr: -221> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 1 build_initial for_mkfs: 0 2023-01-15T14:46:11.657 INFO:tasks.workunit.client.0.smithi027.stderr: -220> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 10 monclient: monmap: 2023-01-15T14:46:11.657 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:46:11.657 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:46:11.657 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:46:11.657 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:46:11.657 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:46:11.657 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.657 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:46:11.657 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:46:11.657 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:46:11.658 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.658 INFO:tasks.workunit.client.0.smithi027.stderr: -219> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding auth protocol: cephx 2023-01-15T14:46:11.658 INFO:tasks.workunit.client.0.smithi027.stderr: -218> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding auth protocol: cephx 2023-01-15T14:46:11.658 INFO:tasks.workunit.client.0.smithi027.stderr: -217> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding auth protocol: cephx 2023-01-15T14:46:11.658 INFO:tasks.workunit.client.0.smithi027.stderr: -216> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.658 INFO:tasks.workunit.client.0.smithi027.stderr: -215> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.658 INFO:tasks.workunit.client.0.smithi027.stderr: -214> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.658 INFO:tasks.workunit.client.0.smithi027.stderr: -213> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.659 INFO:tasks.workunit.client.0.smithi027.stderr: -212> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.659 INFO:tasks.workunit.client.0.smithi027.stderr: -211> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.659 INFO:tasks.workunit.client.0.smithi027.stderr: -210> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.659 INFO:tasks.workunit.client.0.smithi027.stderr: -209> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.659 INFO:tasks.workunit.client.0.smithi027.stderr: -208> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.659 INFO:tasks.workunit.client.0.smithi027.stderr: -207> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.659 INFO:tasks.workunit.client.0.smithi027.stderr: -206> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.659 INFO:tasks.workunit.client.0.smithi027.stderr: -205> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.659 INFO:tasks.workunit.client.0.smithi027.stderr: -204> 2023-01-15T14:46:11.513+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.659 INFO:tasks.workunit.client.0.smithi027.stderr: -203> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient: init 2023-01-15T14:46:11.659 INFO:tasks.workunit.client.0.smithi027.stderr: -202> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding auth protocol: cephx 2023-01-15T14:46:11.659 INFO:tasks.workunit.client.0.smithi027.stderr: -201> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding auth protocol: cephx 2023-01-15T14:46:11.660 INFO:tasks.workunit.client.0.smithi027.stderr: -200> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding auth protocol: cephx 2023-01-15T14:46:11.660 INFO:tasks.workunit.client.0.smithi027.stderr: -199> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: secure 2023-01-15T14:46:11.660 INFO:tasks.workunit.client.0.smithi027.stderr: -198> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: crc 2023-01-15T14:46:11.660 INFO:tasks.workunit.client.0.smithi027.stderr: -197> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: secure 2023-01-15T14:46:11.660 INFO:tasks.workunit.client.0.smithi027.stderr: -196> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: crc 2023-01-15T14:46:11.660 INFO:tasks.workunit.client.0.smithi027.stderr: -195> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: secure 2023-01-15T14:46:11.660 INFO:tasks.workunit.client.0.smithi027.stderr: -194> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: crc 2023-01-15T14:46:11.660 INFO:tasks.workunit.client.0.smithi027.stderr: -193> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: crc 2023-01-15T14:46:11.660 INFO:tasks.workunit.client.0.smithi027.stderr: -192> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: secure 2023-01-15T14:46:11.660 INFO:tasks.workunit.client.0.smithi027.stderr: -191> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: crc 2023-01-15T14:46:11.660 INFO:tasks.workunit.client.0.smithi027.stderr: -190> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: secure 2023-01-15T14:46:11.661 INFO:tasks.workunit.client.0.smithi027.stderr: -189> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: crc 2023-01-15T14:46:11.661 INFO:tasks.workunit.client.0.smithi027.stderr: -188> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 AuthRegistry(0x7fff1b2d61d0) adding con mode: secure 2023-01-15T14:46:11.661 INFO:tasks.workunit.client.0.smithi027.stderr: -187> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.661 INFO:tasks.workunit.client.0.smithi027.stderr: -186> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.661 INFO:tasks.workunit.client.0.smithi027.stderr: -185> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command rotate-key cmddesc rotate-key hook 0x7fff1b2d6318 EEXIST 2023-01-15T14:46:11.661 INFO:tasks.workunit.client.0.smithi027.stderr: -184> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient: _reopen_session rank -1 2023-01-15T14:46:11.661 INFO:tasks.workunit.client.0.smithi027.stderr: -183> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient: _add_conns ranks=[1,2,0] 2023-01-15T14:46:11.661 INFO:tasks.workunit.client.0.smithi027.stderr: -182> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-b con 0x56288d8e5c00 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:46:11.661 INFO:tasks.workunit.client.0.smithi027.stderr: -181> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-c con 0x56288d8e4800 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:46:11.661 INFO:tasks.workunit.client.0.smithi027.stderr: -180> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-a con 0x56288d8ce800 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:46:11.661 INFO:tasks.workunit.client.0.smithi027.stderr: -179> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.662 INFO:tasks.workunit.client.0.smithi027.stderr: -178> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.662 INFO:tasks.workunit.client.0.smithi027.stderr: -177> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.662 INFO:tasks.workunit.client.0.smithi027.stderr: -176> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): _renew_subs 2023-01-15T14:46:11.662 INFO:tasks.workunit.client.0.smithi027.stderr: -175> 2023-01-15T14:46:11.514+0000 7f39a2ad4780 10 monclient(hunting): authenticate will time out at 1471.650546s 2023-01-15T14:46:11.662 INFO:tasks.workunit.client.0.smithi027.stderr: -174> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): get_auth_request con 0x56288d8ce800 auth_method 0 2023-01-15T14:46:11.662 INFO:tasks.workunit.client.0.smithi027.stderr: -173> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.662 INFO:tasks.workunit.client.0.smithi027.stderr: -172> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.662 INFO:tasks.workunit.client.0.smithi027.stderr: -171> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.662 INFO:tasks.workunit.client.0.smithi027.stderr: -170> 2023-01-15T14:46:11.514+0000 7f39a0a82700 10 monclient(hunting): get_auth_request con 0x56288d8e4800 auth_method 0 2023-01-15T14:46:11.662 INFO:tasks.workunit.client.0.smithi027.stderr: -169> 2023-01-15T14:46:11.514+0000 7f39a0a82700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.662 INFO:tasks.workunit.client.0.smithi027.stderr: -168> 2023-01-15T14:46:11.514+0000 7f39a0a82700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.662 INFO:tasks.workunit.client.0.smithi027.stderr: -167> 2023-01-15T14:46:11.514+0000 7f39a0a82700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.663 INFO:tasks.workunit.client.0.smithi027.stderr: -166> 2023-01-15T14:46:11.514+0000 7f39a1283700 10 monclient(hunting): get_auth_request con 0x56288d8e5c00 auth_method 0 2023-01-15T14:46:11.663 INFO:tasks.workunit.client.0.smithi027.stderr: -165> 2023-01-15T14:46:11.514+0000 7f39a1283700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.663 INFO:tasks.workunit.client.0.smithi027.stderr: -164> 2023-01-15T14:46:11.514+0000 7f39a1283700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.663 INFO:tasks.workunit.client.0.smithi027.stderr: -163> 2023-01-15T14:46:11.514+0000 7f39a1283700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.663 INFO:tasks.workunit.client.0.smithi027.stderr: -162> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.663 INFO:tasks.workunit.client.0.smithi027.stderr: -161> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.663 INFO:tasks.workunit.client.0.smithi027.stderr: -160> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.663 INFO:tasks.workunit.client.0.smithi027.stderr: -159> 2023-01-15T14:46:11.514+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.663 INFO:tasks.workunit.client.0.smithi027.stderr: -158> 2023-01-15T14:46:11.514+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.663 INFO:tasks.workunit.client.0.smithi027.stderr: -157> 2023-01-15T14:46:11.514+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.663 INFO:tasks.workunit.client.0.smithi027.stderr: -156> 2023-01-15T14:46:11.514+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.664 INFO:tasks.workunit.client.0.smithi027.stderr: -155> 2023-01-15T14:46:11.514+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.664 INFO:tasks.workunit.client.0.smithi027.stderr: -154> 2023-01-15T14:46:11.514+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.664 INFO:tasks.workunit.client.0.smithi027.stderr: -153> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient(hunting): handle_auth_done global_id 6411 payload 274 2023-01-15T14:46:11.664 INFO:tasks.workunit.client.0.smithi027.stderr: -152> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient: _finish_hunting 0 2023-01-15T14:46:11.664 INFO:tasks.workunit.client.0.smithi027.stderr: -151> 2023-01-15T14:46:11.514+0000 7f39a0281700 1 monclient: found mon.noname-a 2023-01-15T14:46:11.664 INFO:tasks.workunit.client.0.smithi027.stderr: -150> 2023-01-15T14:46:11.514+0000 7f39a0281700 10 monclient: _send_mon_message to mon.noname-a at v2:172.21.15.27:3300/0 2023-01-15T14:46:11.664 INFO:tasks.workunit.client.0.smithi027.stderr: -149> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.664 INFO:tasks.workunit.client.0.smithi027.stderr: -148> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: got monmap 1 from mon.noname-a (according to old e1) 2023-01-15T14:46:11.664 INFO:tasks.workunit.client.0.smithi027.stderr: -147> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: dump: 2023-01-15T14:46:11.664 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.664 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.664 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.665 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.665 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.665 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.665 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.665 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.665 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.665 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.665 INFO:tasks.workunit.client.0.smithi027.stderr: -146> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: _finish_auth 0 2023-01-15T14:46:11.665 INFO:tasks.workunit.client.0.smithi027.stderr: -145> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: _check_auth_tickets 2023-01-15T14:46:11.665 INFO:tasks.workunit.client.0.smithi027.stderr: -144> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 monclient: authenticate success, global_id 6411 2023-01-15T14:46:11.665 INFO:tasks.workunit.client.0.smithi027.stderr: -143> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:46:11.666 INFO:tasks.workunit.client.0.smithi027.stderr: -142> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 10 monclient: get_monmap_and_config success 2023-01-15T14:46:11.666 INFO:tasks.workunit.client.0.smithi027.stderr: -141> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 4 set_mon_vals no callback set 2023-01-15T14:46:11.666 INFO:tasks.workunit.client.0.smithi027.stderr: -140> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.666 INFO:tasks.workunit.client.0.smithi027.stderr: -139> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: got monmap 1 from mon.a (according to old e1) 2023-01-15T14:46:11.666 INFO:tasks.workunit.client.0.smithi027.stderr: -138> 2023-01-15T14:46:11.515+0000 7f398724f700 10 monclient: dump: 2023-01-15T14:46:11.666 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.666 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.666 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.666 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.666 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.666 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.666 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.667 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.667 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.667 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.667 INFO:tasks.workunit.client.0.smithi027.stderr: -137> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 10 monclient: shutdown 2023-01-15T14:46:11.667 INFO:tasks.workunit.client.0.smithi027.stderr: -136> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 10 monclient: build_initial_monmap 2023-01-15T14:46:11.667 INFO:tasks.workunit.client.0.smithi027.stderr: -135> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 1 build_initial for_mkfs: 0 2023-01-15T14:46:11.667 INFO:tasks.workunit.client.0.smithi027.stderr: -134> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 10 monclient: monmap: 2023-01-15T14:46:11.667 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 0 2023-01-15T14:46:11.667 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 00000000-0000-0000-0000-000000000000 2023-01-15T14:46:11.667 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 0.000000 2023-01-15T14:46:11.667 INFO:tasks.workunit.client.0.smithi027.stderr:created 0.000000 2023-01-15T14:46:11.668 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 0 (unknown) 2023-01-15T14:46:11.668 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.668 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.noname-a 2023-01-15T14:46:11.668 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.noname-b 2023-01-15T14:46:11.668 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.noname-c 2023-01-15T14:46:11.668 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.668 INFO:tasks.workunit.client.0.smithi027.stderr: -133> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding auth protocol: cephx 2023-01-15T14:46:11.668 INFO:tasks.workunit.client.0.smithi027.stderr: -132> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding auth protocol: cephx 2023-01-15T14:46:11.668 INFO:tasks.workunit.client.0.smithi027.stderr: -131> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding auth protocol: cephx 2023-01-15T14:46:11.668 INFO:tasks.workunit.client.0.smithi027.stderr: -130> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.668 INFO:tasks.workunit.client.0.smithi027.stderr: -129> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.668 INFO:tasks.workunit.client.0.smithi027.stderr: -128> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.669 INFO:tasks.workunit.client.0.smithi027.stderr: -127> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.669 INFO:tasks.workunit.client.0.smithi027.stderr: -126> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.669 INFO:tasks.workunit.client.0.smithi027.stderr: -125> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.669 INFO:tasks.workunit.client.0.smithi027.stderr: -124> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.669 INFO:tasks.workunit.client.0.smithi027.stderr: -123> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.669 INFO:tasks.workunit.client.0.smithi027.stderr: -122> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.669 INFO:tasks.workunit.client.0.smithi027.stderr: -121> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.669 INFO:tasks.workunit.client.0.smithi027.stderr: -120> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: crc 2023-01-15T14:46:11.669 INFO:tasks.workunit.client.0.smithi027.stderr: -119> 2023-01-15T14:46:11.515+0000 7f39a2ad4780 5 AuthRegistry(0x56288e14c140) adding con mode: secure 2023-01-15T14:46:11.669 INFO:tasks.workunit.client.0.smithi027.stderr: -118> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.669 INFO:tasks.workunit.client.0.smithi027.stderr: -117> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 1 librados: starting msgr at 2023-01-15T14:46:11.670 INFO:tasks.workunit.client.0.smithi027.stderr: -116> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 1 librados: starting objecter 2023-01-15T14:46:11.670 INFO:tasks.workunit.client.0.smithi027.stderr: -115> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command objecter_requests cmddesc objecter_requests hook 0x56288d3dacc0 EEXIST 2023-01-15T14:46:11.670 INFO:tasks.workunit.client.0.smithi027.stderr: -114> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 1 librados: setting wanted keys 2023-01-15T14:46:11.670 INFO:tasks.workunit.client.0.smithi027.stderr: -113> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 1 librados: calling monclient init 2023-01-15T14:46:11.670 INFO:tasks.workunit.client.0.smithi027.stderr: -112> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient: init 2023-01-15T14:46:11.670 INFO:tasks.workunit.client.0.smithi027.stderr: -111> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding auth protocol: cephx 2023-01-15T14:46:11.670 INFO:tasks.workunit.client.0.smithi027.stderr: -110> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding auth protocol: cephx 2023-01-15T14:46:11.670 INFO:tasks.workunit.client.0.smithi027.stderr: -109> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding auth protocol: cephx 2023-01-15T14:46:11.670 INFO:tasks.workunit.client.0.smithi027.stderr: -108> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: secure 2023-01-15T14:46:11.670 INFO:tasks.workunit.client.0.smithi027.stderr: -107> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: crc 2023-01-15T14:46:11.670 INFO:tasks.workunit.client.0.smithi027.stderr: -106> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: secure 2023-01-15T14:46:11.670 INFO:tasks.workunit.client.0.smithi027.stderr: -105> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: crc 2023-01-15T14:46:11.671 INFO:tasks.workunit.client.0.smithi027.stderr: -104> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: secure 2023-01-15T14:46:11.671 INFO:tasks.workunit.client.0.smithi027.stderr: -103> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: crc 2023-01-15T14:46:11.671 INFO:tasks.workunit.client.0.smithi027.stderr: -102> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: crc 2023-01-15T14:46:11.671 INFO:tasks.workunit.client.0.smithi027.stderr: -101> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: secure 2023-01-15T14:46:11.671 INFO:tasks.workunit.client.0.smithi027.stderr: -100> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: crc 2023-01-15T14:46:11.671 INFO:tasks.workunit.client.0.smithi027.stderr: -99> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: secure 2023-01-15T14:46:11.671 INFO:tasks.workunit.client.0.smithi027.stderr: -98> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: crc 2023-01-15T14:46:11.671 INFO:tasks.workunit.client.0.smithi027.stderr: -97> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 AuthRegistry(0x56288d9130d8) adding con mode: secure 2023-01-15T14:46:11.671 INFO:tasks.workunit.client.0.smithi027.stderr: -96> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.671 INFO:tasks.workunit.client.0.smithi027.stderr: -95> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 2 auth: KeyRing::load: loaded key file /etc/ceph/ceph.keyring 2023-01-15T14:46:11.671 INFO:tasks.workunit.client.0.smithi027.stderr: -94> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command rotate-key cmddesc rotate-key hook 0x56288d913220 EEXIST 2023-01-15T14:46:11.671 INFO:tasks.workunit.client.0.smithi027.stderr: -93> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient: _reopen_session rank -1 2023-01-15T14:46:11.672 INFO:tasks.workunit.client.0.smithi027.stderr: -92> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient: _add_conns ranks=[2,1,0] 2023-01-15T14:46:11.672 INFO:tasks.workunit.client.0.smithi027.stderr: -91> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-c con 0x56288d8ce800 addr [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] 2023-01-15T14:46:11.672 INFO:tasks.workunit.client.0.smithi027.stderr: -90> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-b con 0x56288d8e4800 addr [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] 2023-01-15T14:46:11.672 INFO:tasks.workunit.client.0.smithi027.stderr: -89> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): picked mon.noname-a con 0x56288d8e5c00 addr [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] 2023-01-15T14:46:11.672 INFO:tasks.workunit.client.0.smithi027.stderr: -88> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.672 INFO:tasks.workunit.client.0.smithi027.stderr: -87> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.672 INFO:tasks.workunit.client.0.smithi027.stderr: -86> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): start opening mon connection 2023-01-15T14:46:11.672 INFO:tasks.workunit.client.0.smithi027.stderr: -85> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): _renew_subs 2023-01-15T14:46:11.672 INFO:tasks.workunit.client.0.smithi027.stderr: -84> 2023-01-15T14:46:11.516+0000 7f39a2ad4780 10 monclient(hunting): authenticate will time out at 1471.652785s 2023-01-15T14:46:11.672 INFO:tasks.workunit.client.0.smithi027.stderr: -83> 2023-01-15T14:46:11.516+0000 7f39a1283700 10 monclient(hunting): get_auth_request con 0x56288d8ce800 auth_method 0 2023-01-15T14:46:11.672 INFO:tasks.workunit.client.0.smithi027.stderr: -82> 2023-01-15T14:46:11.516+0000 7f39a1283700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.673 INFO:tasks.workunit.client.0.smithi027.stderr: -81> 2023-01-15T14:46:11.516+0000 7f39a1283700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.673 INFO:tasks.workunit.client.0.smithi027.stderr: -80> 2023-01-15T14:46:11.516+0000 7f39a1283700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.673 INFO:tasks.workunit.client.0.smithi027.stderr: -79> 2023-01-15T14:46:11.516+0000 7f39a0281700 10 monclient(hunting): get_auth_request con 0x56288d8e5c00 auth_method 0 2023-01-15T14:46:11.673 INFO:tasks.workunit.client.0.smithi027.stderr: -78> 2023-01-15T14:46:11.516+0000 7f39a0281700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.673 INFO:tasks.workunit.client.0.smithi027.stderr: -77> 2023-01-15T14:46:11.516+0000 7f39a0281700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.673 INFO:tasks.workunit.client.0.smithi027.stderr: -76> 2023-01-15T14:46:11.516+0000 7f39a0281700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.673 INFO:tasks.workunit.client.0.smithi027.stderr: -75> 2023-01-15T14:46:11.516+0000 7f39a0a82700 10 monclient(hunting): get_auth_request con 0x56288d8e4800 auth_method 0 2023-01-15T14:46:11.673 INFO:tasks.workunit.client.0.smithi027.stderr: -74> 2023-01-15T14:46:11.516+0000 7f39a0a82700 10 monclient(hunting): get_auth_request method 2 preferred_modes [2,1] 2023-01-15T14:46:11.673 INFO:tasks.workunit.client.0.smithi027.stderr: -73> 2023-01-15T14:46:11.516+0000 7f39a0a82700 10 monclient(hunting): _init_auth method 2 2023-01-15T14:46:11.673 INFO:tasks.workunit.client.0.smithi027.stderr: -72> 2023-01-15T14:46:11.516+0000 7f39a0a82700 10 monclient(hunting): _init_auth creating new auth 2023-01-15T14:46:11.673 INFO:tasks.workunit.client.0.smithi027.stderr: -71> 2023-01-15T14:46:11.516+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.673 INFO:tasks.workunit.client.0.smithi027.stderr: -70> 2023-01-15T14:46:11.516+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.674 INFO:tasks.workunit.client.0.smithi027.stderr: -69> 2023-01-15T14:46:11.516+0000 7f39a1283700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.674 INFO:tasks.workunit.client.0.smithi027.stderr: -68> 2023-01-15T14:46:11.516+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.674 INFO:tasks.workunit.client.0.smithi027.stderr: -67> 2023-01-15T14:46:11.516+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.674 INFO:tasks.workunit.client.0.smithi027.stderr: -66> 2023-01-15T14:46:11.516+0000 7f39a0281700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.674 INFO:tasks.workunit.client.0.smithi027.stderr: -65> 2023-01-15T14:46:11.517+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload 9 2023-01-15T14:46:11.674 INFO:tasks.workunit.client.0.smithi027.stderr: -64> 2023-01-15T14:46:11.517+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more payload_len 9 2023-01-15T14:46:11.674 INFO:tasks.workunit.client.0.smithi027.stderr: -63> 2023-01-15T14:46:11.517+0000 7f39a0a82700 10 monclient(hunting): handle_auth_reply_more responding with 36 bytes 2023-01-15T14:46:11.674 INFO:tasks.workunit.client.0.smithi027.stderr: -62> 2023-01-15T14:46:11.517+0000 7f39a1283700 10 monclient(hunting): handle_auth_done global_id 6101 payload 824 2023-01-15T14:46:11.674 INFO:tasks.workunit.client.0.smithi027.stderr: -61> 2023-01-15T14:46:11.517+0000 7f39a1283700 10 monclient: _finish_hunting 0 2023-01-15T14:46:11.674 INFO:tasks.workunit.client.0.smithi027.stderr: -60> 2023-01-15T14:46:11.517+0000 7f39a1283700 1 monclient: found mon.noname-c 2023-01-15T14:46:11.674 INFO:tasks.workunit.client.0.smithi027.stderr: -59> 2023-01-15T14:46:11.517+0000 7f39a1283700 10 monclient: _send_mon_message to mon.noname-c at v2:172.21.15.27:3301/0 2023-01-15T14:46:11.674 INFO:tasks.workunit.client.0.smithi027.stderr: -58> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.675 INFO:tasks.workunit.client.0.smithi027.stderr: -57> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: got monmap 1 from mon.noname-c (according to old e1) 2023-01-15T14:46:11.675 INFO:tasks.workunit.client.0.smithi027.stderr: -56> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: dump: 2023-01-15T14:46:11.675 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.675 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.675 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.675 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.675 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.675 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.675 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.675 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.675 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.676 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.676 INFO:tasks.workunit.client.0.smithi027.stderr: -55> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: _finish_auth 0 2023-01-15T14:46:11.676 INFO:tasks.workunit.client.0.smithi027.stderr: -54> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: _check_auth_tickets 2023-01-15T14:46:11.676 INFO:tasks.workunit.client.0.smithi027.stderr: -53> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: handle_config config(0 keys) v1 2023-01-15T14:46:11.676 INFO:tasks.workunit.client.0.smithi027.stderr: -52> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: handle_monmap mon_map magic: 0 v1 2023-01-15T14:46:11.676 INFO:tasks.workunit.client.0.smithi027.stderr: -51> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: got monmap 1 from mon.c (according to old e1) 2023-01-15T14:46:11.676 INFO:tasks.workunit.client.0.smithi027.stderr: -50> 2023-01-15T14:46:11.517+0000 7f398724f700 4 set_mon_vals no callback set 2023-01-15T14:46:11.676 INFO:tasks.workunit.client.0.smithi027.stderr: -49> 2023-01-15T14:46:11.517+0000 7f3985a4c700 10 monclient: dump: 2023-01-15T14:46:11.676 INFO:tasks.workunit.client.0.smithi027.stderr:epoch 1 2023-01-15T14:46:11.676 INFO:tasks.workunit.client.0.smithi027.stderr:fsid 2c72771c-cbe9-4a14-9c08-c006d38b82e7 2023-01-15T14:46:11.676 INFO:tasks.workunit.client.0.smithi027.stderr:last_changed 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.677 INFO:tasks.workunit.client.0.smithi027.stderr:created 2023-01-15T14:36:57.383097+0000 2023-01-15T14:46:11.677 INFO:tasks.workunit.client.0.smithi027.stderr:min_mon_release 18 (reef) 2023-01-15T14:46:11.677 INFO:tasks.workunit.client.0.smithi027.stderr:election_strategy: 1 2023-01-15T14:46:11.677 INFO:tasks.workunit.client.0.smithi027.stderr:0: [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] mon.a 2023-01-15T14:46:11.677 INFO:tasks.workunit.client.0.smithi027.stderr:1: [v2:172.21.15.100:3300/0,v1:172.21.15.100:6789/0] mon.b 2023-01-15T14:46:11.677 INFO:tasks.workunit.client.0.smithi027.stderr:2: [v2:172.21.15.27:3301/0,v1:172.21.15.27:6790/0] mon.c 2023-01-15T14:46:11.677 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.677 INFO:tasks.workunit.client.0.smithi027.stderr: -48> 2023-01-15T14:46:11.517+0000 7f39a2ad4780 5 monclient: authenticate success, global_id 6101 2023-01-15T14:46:11.677 INFO:tasks.workunit.client.0.smithi027.stderr: -47> 2023-01-15T14:46:11.517+0000 7f39a2ad4780 10 monclient: _renew_subs 2023-01-15T14:46:11.677 INFO:tasks.workunit.client.0.smithi027.stderr: -46> 2023-01-15T14:46:11.517+0000 7f39a2ad4780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:46:11.677 INFO:tasks.workunit.client.0.smithi027.stderr: -45> 2023-01-15T14:46:11.517+0000 7f39a2ad4780 10 monclient: _renew_subs 2023-01-15T14:46:11.677 INFO:tasks.workunit.client.0.smithi027.stderr: -44> 2023-01-15T14:46:11.517+0000 7f39a2ad4780 10 monclient: _send_mon_message to mon.c at v2:172.21.15.27:3301/0 2023-01-15T14:46:11.678 INFO:tasks.workunit.client.0.smithi027.stderr: -43> 2023-01-15T14:46:11.517+0000 7f39a2ad4780 1 librados: init done 2023-01-15T14:46:11.678 INFO:tasks.workunit.client.0.smithi027.stderr: -42> 2023-01-15T14:46:11.517+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command cr dump hook 0x56288e232e88 2023-01-15T14:46:11.678 INFO:tasks.workunit.client.0.smithi027.stderr: -41> 2023-01-15T14:46:11.518+0000 7f3985a4c700 4 mgrc handle_mgr_map Got map version 5 2023-01-15T14:46:11.678 INFO:tasks.workunit.client.0.smithi027.stderr: -40> 2023-01-15T14:46:11.518+0000 7f3985a4c700 4 mgrc handle_mgr_map Active mgr is now [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:46:11.678 INFO:tasks.workunit.client.0.smithi027.stderr: -39> 2023-01-15T14:46:11.518+0000 7f3985a4c700 4 mgrc reconnect Starting new session with [v2:172.21.15.27:6832/101279,v1:172.21.15.27:6833/101279] 2023-01-15T14:46:11.678 INFO:tasks.workunit.client.0.smithi027.stderr: -38> 2023-01-15T14:46:11.518+0000 7f39a0a82700 10 monclient: get_auth_request con 0x56288d9f4000 auth_method 0 2023-01-15T14:46:11.678 INFO:tasks.workunit.client.0.smithi027.stderr: -37> 2023-01-15T14:46:11.519+0000 7f39a2ad4780 5 note: GC not initialized 2023-01-15T14:46:11.678 INFO:tasks.workunit.client.0.smithi027.stderr: -36> 2023-01-15T14:46:11.519+0000 7f3983247700 20 reqs_thread_entry: start 2023-01-15T14:46:11.678 INFO:tasks.workunit.client.0.smithi027.stderr: -35> 2023-01-15T14:46:11.519+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command sync trace show hook 0x56288d40e000 2023-01-15T14:46:11.678 INFO:tasks.workunit.client.0.smithi027.stderr: -34> 2023-01-15T14:46:11.519+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command sync trace history hook 0x56288d40e000 2023-01-15T14:46:11.678 INFO:tasks.workunit.client.0.smithi027.stderr: -33> 2023-01-15T14:46:11.519+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command sync trace active hook 0x56288d40e000 2023-01-15T14:46:11.678 INFO:tasks.workunit.client.0.smithi027.stderr: -32> 2023-01-15T14:46:11.519+0000 7f39a2ad4780 5 asok(0x56288d478000) register_command sync trace active_short hook 0x56288d40e000 2023-01-15T14:46:11.679 INFO:tasks.workunit.client.0.smithi027.stderr: -31> 2023-01-15T14:46:11.519+0000 7f39a2ad4780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:11.679 INFO:tasks.workunit.client.0.smithi027.stderr: -30> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:11.679 INFO:tasks.workunit.client.0.smithi027.stderr: -29> 2023-01-15T14:46:11.520+0000 7f3981243700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:41 2023 2023-01-15T14:46:11.679 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.679 INFO:tasks.workunit.client.0.smithi027.stderr: -28> 2023-01-15T14:46:11.520+0000 7f3980a21700 20 reqs_thread_entry: start 2023-01-15T14:46:11.679 INFO:tasks.workunit.client.0.smithi027.stderr: -27> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-01-15T14:46:11.679 INFO:tasks.workunit.client.0.smithi027.stderr: -26> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.679 INFO:tasks.workunit.client.0.smithi027.stderr: -25> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:11.679 INFO:tasks.workunit.client.0.smithi027.stderr: -24> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-01-15T14:46:11.679 INFO:tasks.workunit.client.0.smithi027.stderr: -23> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-01-15T14:46:11.679 INFO:tasks.workunit.client.0.smithi027.stderr: -22> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 : miss 2023-01-15T14:46:11.680 INFO:tasks.workunit.client.0.smithi027.stderr: -21> 2023-01-15T14:46:11.520+0000 7f39a2ad4780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.680 INFO:tasks.workunit.client.0.smithi027.stderr: -20> 2023-01-15T14:46:11.521+0000 7f39a2ad4780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:11.680 INFO:tasks.workunit.client.0.smithi027.stderr: -19> 2023-01-15T14:46:11.521+0000 7f39a2ad4780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 info.flags=0x13 2023-01-15T14:46:11.680 INFO:tasks.workunit.client.0.smithi027.stderr: -18> 2023-01-15T14:46:11.521+0000 7f39a2ad4780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 to cache LRU end 2023-01-15T14:46:11.680 INFO:tasks.workunit.client.0.smithi027.stderr: -17> 2023-01-15T14:46:11.521+0000 7f39a2ad4780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:46:11.680 INFO:tasks.workunit.client.0.smithi027.stderr: -16> 2023-01-15T14:46:11.521+0000 7f39a2ad4780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:11.680 INFO:tasks.workunit.client.0.smithi027.stderr: -15> 2023-01-15T14:46:11.521+0000 7f39a2ad4780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 2023-01-15T14:46:11.680 INFO:tasks.workunit.client.0.smithi027.stderr: -14> 2023-01-15T14:46:11.521+0000 7f39a0281700 10 monclient: get_auth_request con 0x56288d9f4800 auth_method 0 2023-01-15T14:46:11.680 INFO:tasks.workunit.client.0.smithi027.stderr: -13> 2023-01-15T14:46:11.525+0000 7f39a2ad4780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 info.flags=0x17 2023-01-15T14:46:11.680 INFO:tasks.workunit.client.0.smithi027.stderr: -12> 2023-01-15T14:46:11.525+0000 7f39a2ad4780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 to cache LRU end 2023-01-15T14:46:11.680 INFO:tasks.workunit.client.0.smithi027.stderr: -11> 2023-01-15T14:46:11.525+0000 7f39a2ad4780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:11.681 INFO:tasks.workunit.client.0.smithi027.stderr: -10> 2023-01-15T14:46:11.525+0000 7f39a2ad4780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24, ofs0, ns] 2023-01-15T14:46:11.681 INFO:tasks.workunit.client.0.smithi027.stderr: -9> 2023-01-15T14:46:11.525+0000 7f399aa76700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197649 cookie 94732168946688 notifier 6095 bl.length()=873 2023-01-15T14:46:11.681 INFO:tasks.workunit.client.0.smithi027.stderr: -8> 2023-01-15T14:46:11.525+0000 7f399aa76700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 info.flags=0x17 2023-01-15T14:46:11.681 INFO:tasks.workunit.client.0.smithi027.stderr: -7> 2023-01-15T14:46:11.525+0000 7f399aa76700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 to cache LRU end 2023-01-15T14:46:11.681 INFO:tasks.workunit.client.0.smithi027.stderr: -6> 2023-01-15T14:46:11.525+0000 7f399aa76700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:11.681 INFO:tasks.workunit.client.0.smithi027.stderr: -5> 2023-01-15T14:46:11.526+0000 7f39a2ad4780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): orig_sources= new_sources= 2023-01-15T14:46:11.681 INFO:tasks.workunit.client.0.smithi027.stderr: -4> 2023-01-15T14:46:11.526+0000 7f39a2ad4780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): potential sources added=[] removed=[] 2023-01-15T14:46:11.681 INFO:tasks.workunit.client.0.smithi027.stderr: -3> 2023-01-15T14:46:11.526+0000 7f39a2ad4780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): orig_dests= new_dests= 2023-01-15T14:46:11.681 INFO:tasks.workunit.client.0.smithi027.stderr: -2> 2023-01-15T14:46:11.526+0000 7f39a2ad4780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): potential dests added=[] removed=[] 2023-01-15T14:46:11.681 INFO:tasks.workunit.client.0.smithi027.stderr: -1> 2023-01-15T14:46:11.529+0000 7f39a2ad4780 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: In function 'int FaultInjector::check(const Key&) const::visitor::operator()(const InjectAbort&) const [with Key = std::basic_string_view]' thread 7f39a2ad4780 time 2023-01-15T14:46:11.528417+0000 2023-01-15T14:46:11.682 INFO:tasks.workunit.client.0.smithi027.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-1672-g69cf1797/rpm/el8/BUILD/ceph-18.0.0-1672-g69cf1797/src/common/fault_injector.h: 101: FAILED ceph_assert(!"FaultInjector") 2023-01-15T14:46:11.682 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.682 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:46:11.682 INFO:tasks.workunit.client.0.smithi027.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x135) [0x7f39a97f2dbb] 2023-01-15T14:46:11.682 INFO:tasks.workunit.client.0.smithi027.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f39a97f2f81] 2023-01-15T14:46:11.682 INFO:tasks.workunit.client.0.smithi027.stderr: 3: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56288a294ae1] 2023-01-15T14:46:11.682 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x56288a291b62] 2023-01-15T14:46:11.682 INFO:tasks.workunit.client.0.smithi027.stderr: 5: main() 2023-01-15T14:46:11.682 INFO:tasks.workunit.client.0.smithi027.stderr: 6: __libc_start_main() 2023-01-15T14:46:11.682 INFO:tasks.workunit.client.0.smithi027.stderr: 7: _start() 2023-01-15T14:46:11.682 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.683 INFO:tasks.workunit.client.0.smithi027.stderr: 0> 2023-01-15T14:46:11.530+0000 7f39a2ad4780 -1 *** Caught signal (Aborted) ** 2023-01-15T14:46:11.683 INFO:tasks.workunit.client.0.smithi027.stderr: in thread 7f39a2ad4780 thread_name:radosgw-admin 2023-01-15T14:46:11.683 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.683 INFO:tasks.workunit.client.0.smithi027.stderr: ceph version 18.0.0-1672-g69cf1797 (69cf179746c30396a7a9c8ce0fe3c9194bfb52a3) reef (dev) 2023-01-15T14:46:11.683 INFO:tasks.workunit.client.0.smithi027.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f39aa4bacf0] 2023-01-15T14:46:11.683 INFO:tasks.workunit.client.0.smithi027.stderr: 2: gsignal() 2023-01-15T14:46:11.683 INFO:tasks.workunit.client.0.smithi027.stderr: 3: abort() 2023-01-15T14:46:11.683 INFO:tasks.workunit.client.0.smithi027.stderr: 4: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x18f) [0x7f39a97f2e15] 2023-01-15T14:46:11.683 INFO:tasks.workunit.client.0.smithi027.stderr: 5: /usr/lib64/ceph/libceph-common.so.2(+0x2a7f81) [0x7f39a97f2f81] 2023-01-15T14:46:11.683 INFO:tasks.workunit.client.0.smithi027.stderr: 6: (std::__detail::__variant::__gen_vtable_impl (*)(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)>, std::integer_sequence >::__visit_invoke(FaultInjector > >::check(std::basic_string_view > const&) const::visitor&&, std::variant const&)+0x41) [0x56288a294ae1] 2023-01-15T14:46:11.683 INFO:tasks.workunit.client.0.smithi027.stderr: 7: (RGWBucketReshard::execute(int, FaultInjector > >&, int, DoutPrefixProvider const*, bool, std::ostream*, ceph::Formatter*, RGWReshard*)+0x1a2) [0x56288a291b62] 2023-01-15T14:46:11.683 INFO:tasks.workunit.client.0.smithi027.stderr: 8: main() 2023-01-15T14:46:11.684 INFO:tasks.workunit.client.0.smithi027.stderr: 9: __libc_start_main() 2023-01-15T14:46:11.684 INFO:tasks.workunit.client.0.smithi027.stderr: 10: _start() 2023-01-15T14:46:11.684 INFO:tasks.workunit.client.0.smithi027.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-01-15T14:46:11.684 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.684 INFO:tasks.workunit.client.0.smithi027.stderr:--- logging levels --- 2023-01-15T14:46:11.684 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 none 2023-01-15T14:46:11.684 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 lockdep 2023-01-15T14:46:11.684 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 context 2023-01-15T14:46:11.684 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 crush 2023-01-15T14:46:11.684 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds 2023-01-15T14:46:11.684 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_balancer 2023-01-15T14:46:11.685 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_locker 2023-01-15T14:46:11.685 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log 2023-01-15T14:46:11.685 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_log_expire 2023-01-15T14:46:11.685 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mds_migrator 2023-01-15T14:46:11.685 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 buffer 2023-01-15T14:46:11.685 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 timer 2023-01-15T14:46:11.685 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 filer 2023-01-15T14:46:11.685 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 striper 2023-01-15T14:46:11.685 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 1 objecter 2023-01-15T14:46:11.685 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rados 2023-01-15T14:46:11.685 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd 2023-01-15T14:46:11.685 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_mirror 2023-01-15T14:46:11.686 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_replay 2023-01-15T14:46:11.686 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 rbd_pwl 2023-01-15T14:46:11.686 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 journaler 2023-01-15T14:46:11.686 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objectcacher 2023-01-15T14:46:11.686 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 immutable_obj_cache 2023-01-15T14:46:11.686 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 client 2023-01-15T14:46:11.686 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 osd 2023-01-15T14:46:11.686 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 optracker 2023-01-15T14:46:11.686 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 objclass 2023-01-15T14:46:11.686 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 filestore 2023-01-15T14:46:11.686 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 journal 2023-01-15T14:46:11.686 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 ms 2023-01-15T14:46:11.687 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mon 2023-01-15T14:46:11.687 INFO:tasks.workunit.client.0.smithi027.stderr: 0/10 monc 2023-01-15T14:46:11.687 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 paxos 2023-01-15T14:46:11.687 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 tp 2023-01-15T14:46:11.687 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 auth 2023-01-15T14:46:11.687 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 crypto 2023-01-15T14:46:11.687 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 finisher 2023-01-15T14:46:11.687 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 reserver 2023-01-15T14:46:11.687 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 heartbeatmap 2023-01-15T14:46:11.687 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 perfcounter 2023-01-15T14:46:11.687 INFO:tasks.workunit.client.0.smithi027.stderr: 20/20 rgw 2023-01-15T14:46:11.687 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_sync 2023-01-15T14:46:11.688 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_datacache 2023-01-15T14:46:11.688 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_access 2023-01-15T14:46:11.688 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 rgw_dbstore 2023-01-15T14:46:11.688 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 javaclient 2023-01-15T14:46:11.688 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 asok 2023-01-15T14:46:11.688 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 1 throttle 2023-01-15T14:46:11.688 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 0 refs 2023-01-15T14:46:11.688 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 compressor 2023-01-15T14:46:11.688 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluestore 2023-01-15T14:46:11.688 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 bluefs 2023-01-15T14:46:11.688 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 3 bdev 2023-01-15T14:46:11.688 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 kstore 2023-01-15T14:46:11.689 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 rocksdb 2023-01-15T14:46:11.689 INFO:tasks.workunit.client.0.smithi027.stderr: 4/ 5 leveldb 2023-01-15T14:46:11.689 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 fuse 2023-01-15T14:46:11.689 INFO:tasks.workunit.client.0.smithi027.stderr: 2/ 5 mgr 2023-01-15T14:46:11.689 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mgrc 2023-01-15T14:46:11.689 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 dpdk 2023-01-15T14:46:11.689 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 eventtrace 2023-01-15T14:46:11.689 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 prioritycache 2023-01-15T14:46:11.689 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 test 2023-01-15T14:46:11.689 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephfs_mirror 2023-01-15T14:46:11.689 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cephsqlite 2023-01-15T14:46:11.689 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore 2023-01-15T14:46:11.690 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_onode 2023-01-15T14:46:11.690 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_odata 2023-01-15T14:46:11.690 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_omap 2023-01-15T14:46:11.690 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_tm 2023-01-15T14:46:11.690 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_t 2023-01-15T14:46:11.690 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cleaner 2023-01-15T14:46:11.690 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_epm 2023-01-15T14:46:11.690 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_lba 2023-01-15T14:46:11.690 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_fixedkv_tree 2023-01-15T14:46:11.690 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_cache 2023-01-15T14:46:11.690 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_journal 2023-01-15T14:46:11.690 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_device 2023-01-15T14:46:11.691 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 seastore_backref 2023-01-15T14:46:11.691 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 alienstore 2023-01-15T14:46:11.691 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 mclock 2023-01-15T14:46:11.691 INFO:tasks.workunit.client.0.smithi027.stderr: 0/ 5 cyanstore 2023-01-15T14:46:11.691 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 ceph_exporter 2023-01-15T14:46:11.691 INFO:tasks.workunit.client.0.smithi027.stderr: 1/ 5 memstore 2023-01-15T14:46:11.691 INFO:tasks.workunit.client.0.smithi027.stderr: -2/-2 (syslog threshold) 2023-01-15T14:46:11.691 INFO:tasks.workunit.client.0.smithi027.stderr: 99/99 (stderr threshold) 2023-01-15T14:46:11.691 INFO:tasks.workunit.client.0.smithi027.stderr:--- pthread ID / name mapping for recent threads --- 2023-01-15T14:46:11.691 INFO:tasks.workunit.client.0.smithi027.stderr: 7f3980a21700 / http_manager 2023-01-15T14:46:11.691 INFO:tasks.workunit.client.0.smithi027.stderr: 7f3981243700 / notif-worker0 2023-01-15T14:46:11.691 INFO:tasks.workunit.client.0.smithi027.stderr: 7f3983247700 / http_manager 2023-01-15T14:46:11.692 INFO:tasks.workunit.client.0.smithi027.stderr: 7f3985a4c700 / ms_dispatch 2023-01-15T14:46:11.692 INFO:tasks.workunit.client.0.smithi027.stderr: 7f398724f700 / io_context_pool 2023-01-15T14:46:11.692 INFO:tasks.workunit.client.0.smithi027.stderr: 7f3987a50700 / rgw_dt_lg_renew 2023-01-15T14:46:11.692 INFO:tasks.workunit.client.0.smithi027.stderr: 7f3999a74700 / ms_dispatch 2023-01-15T14:46:11.692 INFO:tasks.workunit.client.0.smithi027.stderr: 7f399aa76700 / io_context_pool 2023-01-15T14:46:11.692 INFO:tasks.workunit.client.0.smithi027.stderr: 7f399b277700 / io_context_pool 2023-01-15T14:46:11.692 INFO:tasks.workunit.client.0.smithi027.stderr: 7f399da7c700 / ms_dispatch 2023-01-15T14:46:11.692 INFO:tasks.workunit.client.0.smithi027.stderr: 7f39a0281700 / msgr-worker-2 2023-01-15T14:46:11.692 INFO:tasks.workunit.client.0.smithi027.stderr: 7f39a0a82700 / msgr-worker-1 2023-01-15T14:46:11.692 INFO:tasks.workunit.client.0.smithi027.stderr: 7f39a1283700 / msgr-worker-0 2023-01-15T14:46:11.692 INFO:tasks.workunit.client.0.smithi027.stderr: 7f39a2ad4780 / radosgw-admin 2023-01-15T14:46:11.693 INFO:tasks.workunit.client.0.smithi027.stderr: max_recent 500 2023-01-15T14:46:11.693 INFO:tasks.workunit.client.0.smithi027.stderr: max_new 1000 2023-01-15T14:46:11.693 INFO:tasks.workunit.client.0.smithi027.stderr: log_file /var/lib/ceph/crash/2023-01-15T14:46:11.530936Z_3c945f8d-cfcc-4c4f-83ba-659565588ded/log 2023-01-15T14:46:11.693 INFO:tasks.workunit.client.0.smithi027.stderr:--- end dump of recent events --- 2023-01-15T14:46:11.693 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2023-01-15T14:46:11.698 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:11.698 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:11.698 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.577+0000 7fcda73fb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.698 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.578+0000 7fcda73fb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.698 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.578+0000 7fcda73fb780 20 realm 2023-01-15T14:46:11.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.578+0000 7fcda73fb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.578+0000 7fcda73fb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.578+0000 7fcda73fb780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:11.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.578+0000 7fcda73fb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.578+0000 7fcda73fb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.578+0000 7fcda73fb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.579+0000 7fcda73fb780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:11.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.579+0000 7fcda73fb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.579+0000 7fcda73fb780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:11.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.579+0000 7fcda73fb780 20 searching for the correct realm 2023-01-15T14:46:11.699 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.588+0000 7fcda53a9700 0 -- 172.21.15.27:0/2905057955 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x557fd291b400 msgr2=0x557fd2a07180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:11.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.589+0000 7fcda73fb780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:11.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.589+0000 7fcda73fb780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:11.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.589+0000 7fcda73fb780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:11.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.589+0000 7fcda73fb780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:11.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.589+0000 7fcda73fb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.589+0000 7fcda73fb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.589+0000 7fcda73fb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.590+0000 7fcda73fb780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:11.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.590+0000 7fcda73fb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.590+0000 7fcda73fb780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:11.700 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.590+0000 7fcda73fb780 20 zone default found 2023-01-15T14:46:11.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.590+0000 7fcda73fb780 4 Realm: () 2023-01-15T14:46:11.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.590+0000 7fcda73fb780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:11.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.590+0000 7fcda73fb780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:11.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.590+0000 7fcda73fb780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:11.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.590+0000 7fcda73fb780 20 zonegroup default 2023-01-15T14:46:11.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.590+0000 7fcda73fb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.590+0000 7fcda73fb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.590+0000 7fcda73fb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.590+0000 7fcda73fb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.590+0000 7fcda73fb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.591+0000 7fcda73fb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:11.701 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.591+0000 7fcda73fb780 20 started sync module instance, tier type = 2023-01-15T14:46:11.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.591+0000 7fcda73fb780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:11.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.594+0000 7fcda5baa700 0 -- 172.21.15.27:0/2905057955 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x557fd292fc00 msgr2=0x557fd2a05b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:11.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.597+0000 7fcda73fb780 20 add_watcher() i=0 2023-01-15T14:46:11.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.597+0000 7fcda73fb780 20 add_watcher() i=1 2023-01-15T14:46:11.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.597+0000 7fcda73fb780 20 add_watcher() i=2 2023-01-15T14:46:11.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.597+0000 7fcda73fb780 20 add_watcher() i=3 2023-01-15T14:46:11.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.597+0000 7fcda73fb780 20 add_watcher() i=4 2023-01-15T14:46:11.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.597+0000 7fcda73fb780 20 add_watcher() i=5 2023-01-15T14:46:11.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.597+0000 7fcda73fb780 20 add_watcher() i=6 2023-01-15T14:46:11.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.598+0000 7fcda73fb780 20 add_watcher() i=7 2023-01-15T14:46:11.702 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.598+0000 7fcda73fb780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:11.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.599+0000 7fcd8c377700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:11.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.599+0000 7fcda73fb780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:11.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.599+0000 7fcda73fb780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:11.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.605+0000 7fcda73fb780 5 note: GC not initialized 2023-01-15T14:46:11.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.606+0000 7fcd87b6e700 20 reqs_thread_entry: start 2023-01-15T14:46:11.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.606+0000 7fcda73fb780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:11.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.606+0000 7fcda73fb780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:11.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.606+0000 7fcd85b6a700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:46:41 2023 2023-01-15T14:46:11.703 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.606+0000 7fcd85348700 20 reqs_thread_entry: start 2023-01-15T14:46:11.703 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.606+0000 7fcda73fb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.606+0000 7fcda73fb780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:11.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.606+0000 7fcda73fb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.607+0000 7fcda73fb780 20 rados_obj.operate() r=0 bl.length=403 2023-01-15T14:46:11.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.607+0000 7fcda73fb780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:11.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.607+0000 7fcda73fb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.607+0000 7fcda73fb780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:11.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.607+0000 7fcda73fb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:11.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.608+0000 7fcda73fb780 20 rados_obj.operate() r=0 bl.length=403 2023-01-15T14:46:11.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.608+0000 7fcda73fb780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:11.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.609+0000 7fcd8c377700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:11.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.611+0000 7fcda73fb780 20 remove_watcher() i=0 2023-01-15T14:46:11.704 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.611+0000 7fcda73fb780 2 removed watcher, disabling cache 2023-01-15T14:46:11.705 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.611+0000 7fcda73fb780 20 remove_watcher() i=1 2023-01-15T14:46:11.705 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.612+0000 7fcda73fb780 20 remove_watcher() i=2 2023-01-15T14:46:11.705 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.613+0000 7fcda73fb780 20 remove_watcher() i=3 2023-01-15T14:46:11.705 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.613+0000 7fcda73fb780 20 remove_watcher() i=4 2023-01-15T14:46:11.705 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.614+0000 7fcda73fb780 20 remove_watcher() i=5 2023-01-15T14:46:11.705 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.615+0000 7fcda73fb780 20 remove_watcher() i=6 2023-01-15T14:46:11.705 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:11.616+0000 7fcda73fb780 20 remove_watcher() i=7 2023-01-15T14:46:11.705 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:11.705 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:46:11.705 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: abort-at-do-reshard id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 num_objects: 20 size_kb: 1 num_shards: 11 2023-01-15T14:46:11.705 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:41.709 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket abort-at-do-reshard --num-shards 12 --rgw-reshard-bucket-lock-duration 30 2023-01-15T14:46:41.744 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:41.744 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:41.758 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.756+0000 7fdbb63bb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.759 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.757+0000 7fdbb63bb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:41.759 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.757+0000 7fdbb63bb780 20 realm 2023-01-15T14:46:41.759 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.757+0000 7fdbb63bb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.758+0000 7fdbb63bb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:41.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.758+0000 7fdbb63bb780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:41.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.758+0000 7fdbb63bb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.758+0000 7fdbb63bb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:41.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.758+0000 7fdbb63bb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.759+0000 7fdbb63bb780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:41.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.759+0000 7fdbb63bb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.759+0000 7fdbb63bb780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:41.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.759+0000 7fdbb63bb780 20 searching for the correct realm 2023-01-15T14:46:41.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.767+0000 7fdbb4b6a700 0 -- 172.21.15.27:0/3434945075 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x55ab30f28800 msgr2=0x55ab30fbf600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:41.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.771+0000 7fdbb63bb780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:41.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.771+0000 7fdbb63bb780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:41.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.771+0000 7fdbb63bb780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:41.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.771+0000 7fdbb63bb780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:41.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.771+0000 7fdbb63bb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.771+0000 7fdbb63bb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:41.773 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.771+0000 7fdbb63bb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.771+0000 7fdbb63bb780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:41.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.771+0000 7fdbb63bb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.772+0000 7fdbb63bb780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:41.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.772+0000 7fdbb63bb780 20 zone default found 2023-01-15T14:46:41.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.772+0000 7fdbb63bb780 4 Realm: () 2023-01-15T14:46:41.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.772+0000 7fdbb63bb780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:41.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.772+0000 7fdbb63bb780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:41.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.772+0000 7fdbb63bb780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:41.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.772+0000 7fdbb63bb780 20 zonegroup default 2023-01-15T14:46:41.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.772+0000 7fdbb63bb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.772+0000 7fdbb63bb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:41.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.772+0000 7fdbb63bb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.772+0000 7fdbb3b68700 0 -- 172.21.15.27:0/3434945075 >> [v2:172.21.15.100:6824/101546,v1:172.21.15.100:6825/101546] conn(0x55ab31334c00 msgr2=0x55ab31313600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:41.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.772+0000 7fdbb63bb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:41.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.772+0000 7fdbb63bb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.773+0000 7fdbb63bb780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:41.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.773+0000 7fdbb63bb780 20 started sync module instance, tier type = 2023-01-15T14:46:41.776 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.773+0000 7fdbb63bb780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:41.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.780+0000 7fdbb63bb780 20 add_watcher() i=0 2023-01-15T14:46:41.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.780+0000 7fdbb63bb780 20 add_watcher() i=1 2023-01-15T14:46:41.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.780+0000 7fdbb63bb780 20 add_watcher() i=2 2023-01-15T14:46:41.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.780+0000 7fdbb63bb780 20 add_watcher() i=3 2023-01-15T14:46:41.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.780+0000 7fdbb63bb780 20 add_watcher() i=4 2023-01-15T14:46:41.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.780+0000 7fdbb63bb780 20 add_watcher() i=5 2023-01-15T14:46:41.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.780+0000 7fdbb63bb780 20 add_watcher() i=6 2023-01-15T14:46:41.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.781+0000 7fdbb63bb780 20 add_watcher() i=7 2023-01-15T14:46:41.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.781+0000 7fdbb63bb780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:41.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.783+0000 7fdb9b337700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:41.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.783+0000 7fdbb63bb780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:41.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.783+0000 7fdbb63bb780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:41.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.789+0000 7fdbb63bb780 5 note: GC not initialized 2023-01-15T14:46:41.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.790+0000 7fdb96b2e700 20 reqs_thread_entry: start 2023-01-15T14:46:41.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.790+0000 7fdbb63bb780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:41.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.790+0000 7fdbb63bb780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:41.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.790+0000 7fdb94b2a700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:47:12 2023 2023-01-15T14:46:41.792 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:41.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.790+0000 7fdb94308700 20 reqs_thread_entry: start 2023-01-15T14:46:41.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.790+0000 7fdbb63bb780 10 cache get: name=default.rgw.meta+root+abort-at-do-reshard : miss 2023-01-15T14:46:41.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.790+0000 7fdbb63bb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.791+0000 7fdbb63bb780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:41.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.791+0000 7fdbb63bb780 10 cache put: name=default.rgw.meta+root+abort-at-do-reshard info.flags=0x11 2023-01-15T14:46:41.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.791+0000 7fdbb63bb780 10 adding default.rgw.meta+root+abort-at-do-reshard to cache LRU end 2023-01-15T14:46:41.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.791+0000 7fdbb63bb780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 : miss 2023-01-15T14:46:41.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.791+0000 7fdbb63bb780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.792+0000 7fdbb63bb780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:41.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.792+0000 7fdbb63bb780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 info.flags=0x13 2023-01-15T14:46:41.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.792+0000 7fdbb63bb780 10 adding default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 to cache LRU end 2023-01-15T14:46:41.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.792+0000 7fdbb63bb780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:46:41.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.792+0000 7fdbb63bb780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:41.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.792+0000 7fdbb63bb780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 2023-01-15T14:46:41.799 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.797+0000 7fdbb63bb780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 info.flags=0x17 2023-01-15T14:46:41.799 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.797+0000 7fdbb63bb780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 to cache LRU end 2023-01-15T14:46:41.799 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.797+0000 7fdbb63bb780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:41.799 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.797+0000 7fdbb63bb780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24, ofs0, ns] 2023-01-15T14:46:41.799 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.797+0000 7fdbaeb5e700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197651 cookie 94193749558272 notifier 6134 bl.length()=873 2023-01-15T14:46:41.799 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.797+0000 7fdbaeb5e700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 info.flags=0x17 2023-01-15T14:46:41.799 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.797+0000 7fdbaeb5e700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 to cache LRU end 2023-01-15T14:46:41.799 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.797+0000 7fdbaeb5e700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:41.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.797+0000 7fdbb63bb780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): orig_sources= new_sources= 2023-01-15T14:46:41.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.797+0000 7fdbb63bb780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): potential sources added=[] removed=[] 2023-01-15T14:46:41.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.797+0000 7fdbb63bb780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): orig_dests= new_dests= 2023-01-15T14:46:41.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.797+0000 7fdbb63bb780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): potential dests added=[] removed=[] 2023-01-15T14:46:41.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.0 2023-01-15T14:46:41.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.0 2023-01-15T14:46:41.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.1 2023-01-15T14:46:41.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.1 2023-01-15T14:46:41.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.2 2023-01-15T14:46:41.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.2 2023-01-15T14:46:41.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.3 2023-01-15T14:46:41.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.3 2023-01-15T14:46:41.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.4 2023-01-15T14:46:41.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.4 2023-01-15T14:46:41.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.5 2023-01-15T14:46:41.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.5 2023-01-15T14:46:41.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.6 2023-01-15T14:46:41.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.6 2023-01-15T14:46:41.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.7 2023-01-15T14:46:41.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.7 2023-01-15T14:46:41.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.8 2023-01-15T14:46:41.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.8 2023-01-15T14:46:41.803 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.9 2023-01-15T14:46:41.804 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.9 2023-01-15T14:46:41.804 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.10 2023-01-15T14:46:41.804 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.10 2023-01-15T14:46:41.804 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.11 2023-01-15T14:46:41.804 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1.11 2023-01-15T14:46:41.804 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.0 2023-01-15T14:46:41.804 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.800+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.1 2023-01-15T14:46:41.805 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.801+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.2 2023-01-15T14:46:41.805 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.801+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.3 2023-01-15T14:46:41.805 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.802+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.4 2023-01-15T14:46:41.805 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.802+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.5 2023-01-15T14:46:41.805 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.803+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.6 2023-01-15T14:46:41.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.803+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.7 2023-01-15T14:46:41.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.804+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.8 2023-01-15T14:46:41.806 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.806+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.9 2023-01-15T14:46:41.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.806+0000 7fdbb63bb780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24.10 2023-01-15T14:46:41.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.808+0000 7fdbb63bb780 10 cache get: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 : hit (requested=0x13, cached=0x17) 2023-01-15T14:46:41.810 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.808+0000 7fdbb63bb780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 2023-01-15T14:46:41.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.809+0000 7fdbb63bb780 10 cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 info.flags=0x17 2023-01-15T14:46:41.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.809+0000 7fdbb63bb780 10 moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 to cache LRU end 2023-01-15T14:46:41.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.809+0000 7fdbb63bb780 10 updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:41.811 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.809+0000 7fdbb63bb780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24, ofs0, ns] 2023-01-15T14:46:41.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.810+0000 7fdbaeb5e700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197652 cookie 94193749558272 notifier 6134 bl.length()=841 2023-01-15T14:46:41.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.810+0000 7fdbaeb5e700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 info.flags=0x17 2023-01-15T14:46:41.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.810+0000 7fdbaeb5e700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.abort-at-do-reshard:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 to cache LRU end 2023-01-15T14:46:41.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.810+0000 7fdbaeb5e700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=205 2023-01-15T14:46:41.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.810+0000 7fdbb63bb780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): orig_sources= new_sources= 2023-01-15T14:46:41.812 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.810+0000 7fdbb63bb780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): potential sources added=[] removed=[] 2023-01-15T14:46:41.813 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.810+0000 7fdbb63bb780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): orig_dests= new_dests= 2023-01-15T14:46:41.813 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.810+0000 7fdbb63bb780 20 handle_bi_update(): bucket=:abort-at-do-reshard[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24]): potential dests added=[] removed=[] 2023-01-15T14:46:41.814 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.812+0000 7fdbb63bb780 1 execute INFO: reshard of bucket "abort-at-do-reshard" completed successfully 2023-01-15T14:46:41.815 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.814+0000 7fdb9b337700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:41.817 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.815+0000 7fdbb63bb780 20 remove_watcher() i=0 2023-01-15T14:46:41.817 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.815+0000 7fdbb63bb780 2 removed watcher, disabling cache 2023-01-15T14:46:41.818 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.816+0000 7fdbb63bb780 20 remove_watcher() i=1 2023-01-15T14:46:41.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.817+0000 7fdbb63bb780 20 remove_watcher() i=2 2023-01-15T14:46:41.819 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.818+0000 7fdbb63bb780 20 remove_watcher() i=3 2023-01-15T14:46:41.820 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.819+0000 7fdbb63bb780 20 remove_watcher() i=4 2023-01-15T14:46:41.821 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.819+0000 7fdbb63bb780 20 remove_watcher() i=5 2023-01-15T14:46:41.822 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.820+0000 7fdbb63bb780 20 remove_watcher() i=6 2023-01-15T14:46:41.822 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.821+0000 7fdbb63bb780 20 remove_watcher() i=7 2023-01-15T14:46:41.829 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket abort-at-do-reshard 2023-01-15T14:46:41.857 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:41.857 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:41.868 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.866+0000 7f8806cef780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.868+0000 7f8806cef780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:41.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.868+0000 7f8806cef780 20 realm 2023-01-15T14:46:41.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.868+0000 7f8806cef780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.868+0000 7f8806cef780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:41.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.868+0000 7f8806cef780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:41.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.868+0000 7f8806cef780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.869+0000 7f8806cef780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:41.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.869+0000 7f8806cef780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.870+0000 7f8806cef780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:41.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.870+0000 7f8806cef780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.870+0000 7f8806cef780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:41.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.870+0000 7f8806cef780 20 searching for the correct realm 2023-01-15T14:46:41.881 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.879+0000 7f8804c9d700 0 -- 172.21.15.27:0/880911864 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x5586cf533000 msgr2=0x5586cf1d1180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:41.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.880+0000 7f8806cef780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:41.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.880+0000 7f8806cef780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:41.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.880+0000 7f8806cef780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:41.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.880+0000 7f8806cef780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:41.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.880+0000 7f8806cef780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.880+0000 7f8806cef780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:41.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.880+0000 7f8806cef780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.881+0000 7f8806cef780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:41.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.881+0000 7f8806cef780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.881+0000 7f8806cef780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:41.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.881+0000 7f8806cef780 20 zone default found 2023-01-15T14:46:41.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.881+0000 7f8806cef780 4 Realm: () 2023-01-15T14:46:41.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.881+0000 7f8806cef780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:41.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.881+0000 7f8806cef780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:41.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.881+0000 7f8806cef780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:41.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.881+0000 7f8806cef780 20 zonegroup default 2023-01-15T14:46:41.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.881+0000 7f8806cef780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.881+0000 7f8806cef780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:41.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.881+0000 7f8806cef780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.881+0000 7f8806cef780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:41.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.881+0000 7f8806cef780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.882+0000 7f8806cef780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:41.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.882+0000 7f8806cef780 20 started sync module instance, tier type = 2023-01-15T14:46:41.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.882+0000 7f8806cef780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:41.888 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.886+0000 7f880549e700 0 -- 172.21.15.27:0/880911864 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x5586cf532400 msgr2=0x5586cf5f5600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:46:41.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.888+0000 7f8806cef780 20 add_watcher() i=0 2023-01-15T14:46:41.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.888+0000 7f8806cef780 20 add_watcher() i=1 2023-01-15T14:46:41.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.888+0000 7f8806cef780 20 add_watcher() i=2 2023-01-15T14:46:41.890 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.888+0000 7f8806cef780 20 add_watcher() i=3 2023-01-15T14:46:41.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.888+0000 7f8806cef780 20 add_watcher() i=4 2023-01-15T14:46:41.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.888+0000 7f8806cef780 20 add_watcher() i=5 2023-01-15T14:46:41.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.888+0000 7f8806cef780 20 add_watcher() i=6 2023-01-15T14:46:41.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.889+0000 7f8806cef780 20 add_watcher() i=7 2023-01-15T14:46:41.891 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.889+0000 7f8806cef780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:41.892 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.891+0000 7f87ebc6b700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:41.892 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.891+0000 7f8806cef780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:41.893 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.891+0000 7f8806cef780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:41.898 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.896+0000 7f8806cef780 5 note: GC not initialized 2023-01-15T14:46:41.899 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.897+0000 7f87e7462700 20 reqs_thread_entry: start 2023-01-15T14:46:41.899 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.897+0000 7f8806cef780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:41.899 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.897+0000 7f8806cef780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:41.899 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.897+0000 7f87e545e700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:47:12 2023 2023-01-15T14:46:41.899 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:41.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.897+0000 7f87e4c3c700 20 reqs_thread_entry: start 2023-01-15T14:46:41.900 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.897+0000 7f8806cef780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.901 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.898+0000 7f8806cef780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:41.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.898+0000 7f8806cef780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.898+0000 7f8806cef780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:41.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.898+0000 7f8806cef780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:41.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.898+0000 7f8806cef780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.899+0000 7f8806cef780 20 rados_obj.operate() r=0 bl.length=187 2023-01-15T14:46:41.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.899+0000 7f8806cef780 20 rados->read ofs=0 len=0 2023-01-15T14:46:41.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.899+0000 7f8806cef780 20 rados_obj.operate() r=0 bl.length=371 2023-01-15T14:46:41.902 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.899+0000 7f8806cef780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:41.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.900+0000 7f87ebc6b700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:41.903 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.902+0000 7f8806cef780 20 remove_watcher() i=0 2023-01-15T14:46:41.904 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.902+0000 7f8806cef780 2 removed watcher, disabling cache 2023-01-15T14:46:41.904 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.903+0000 7f8806cef780 20 remove_watcher() i=1 2023-01-15T14:46:41.905 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.904+0000 7f8806cef780 20 remove_watcher() i=2 2023-01-15T14:46:41.906 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.904+0000 7f8806cef780 20 remove_watcher() i=3 2023-01-15T14:46:41.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.905+0000 7f8806cef780 20 remove_watcher() i=4 2023-01-15T14:46:41.907 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.906+0000 7f8806cef780 20 remove_watcher() i=5 2023-01-15T14:46:41.908 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.907+0000 7f8806cef780 20 remove_watcher() i=6 2023-01-15T14:46:41.909 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:41.907+0000 7f8806cef780 20 remove_watcher() i=7 2023-01-15T14:46:41.913 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:41.913 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:46:41.913 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: abort-at-do-reshard id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.24 num_objects: 19 size_kb: 1 num_shards: 12 2023-01-15T14:46:41.913 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:41.991 INFO:tasks.workunit.client.0.smithi027.stderr: test: reshard versioned bucket 2023-01-15T14:46:41.993 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket myver 2023-01-15T14:46:42.021 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:42.022 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:42.033 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.031+0000 7f8fc3335780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.034 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.033+0000 7f8fc3335780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.034 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.033+0000 7f8fc3335780 20 realm 2023-01-15T14:46:42.034 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.033+0000 7f8fc3335780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.034 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.033+0000 7f8fc3335780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.035 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.033+0000 7f8fc3335780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:42.035 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.033+0000 7f8fc3335780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.035 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.033+0000 7f8fc3335780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.035 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.033+0000 7f8fc3335780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.035 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.033+0000 7f8fc3335780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.036 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.033+0000 7f8fc3335780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.036 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.034+0000 7f8fc3335780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:42.036 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.034+0000 7f8fc3335780 20 searching for the correct realm 2023-01-15T14:46:42.044 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.043+0000 7f8fc12e3700 0 -- 172.21.15.27:0/974452591 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55ced8c84800 msgr2=0x55ced8c6b080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:42.045 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:42.045 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:42.046 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:42.046 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:42.046 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.046 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.046 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.046 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.046 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:42.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 20 zone default found 2023-01-15T14:46:42.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 4 Realm: () 2023-01-15T14:46:42.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:42.047 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:42.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:42.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 20 zonegroup default 2023-01-15T14:46:42.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.044+0000 7f8fc3335780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.046+0000 7f8fc3335780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.046+0000 7f8fc3335780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.046+0000 7f8fc3335780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.046+0000 7f8fc3335780 20 started sync module instance, tier type = 2023-01-15T14:46:42.048 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.046+0000 7f8fc3335780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:42.050 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.050+0000 7f8fc12e3700 0 -- 172.21.15.27:0/974452591 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55ced8d5d800 msgr2=0x55ced8c6c680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:42.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.052+0000 7f8fc3335780 20 add_watcher() i=0 2023-01-15T14:46:42.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.052+0000 7f8fc3335780 20 add_watcher() i=1 2023-01-15T14:46:42.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.052+0000 7f8fc3335780 20 add_watcher() i=2 2023-01-15T14:46:42.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.052+0000 7f8fc3335780 20 add_watcher() i=3 2023-01-15T14:46:42.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.052+0000 7f8fc3335780 20 add_watcher() i=4 2023-01-15T14:46:42.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.052+0000 7f8fc3335780 20 add_watcher() i=5 2023-01-15T14:46:42.053 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.052+0000 7f8fc3335780 20 add_watcher() i=6 2023-01-15T14:46:42.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.053+0000 7f8fc3335780 20 add_watcher() i=7 2023-01-15T14:46:42.054 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.053+0000 7f8fc3335780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:42.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.054+0000 7f8fa82b1700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.054+0000 7f8fc3335780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:42.055 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.054+0000 7f8fc3335780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:42.060 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.060+0000 7f8fc3335780 5 note: GC not initialized 2023-01-15T14:46:42.062 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.061+0000 7f8fa3aa8700 20 reqs_thread_entry: start 2023-01-15T14:46:42.062 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.061+0000 7f8fc3335780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:42.062 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.061+0000 7f8fc3335780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:42.062 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.061+0000 7f8fa1aa4700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:47:12 2023 2023-01-15T14:46:42.062 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:42.062 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.061+0000 7f8fa1282700 20 reqs_thread_entry: start 2023-01-15T14:46:42.062 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.061+0000 7f8fc3335780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.063 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.061+0000 7f8fc3335780 20 rados_obj.operate() r=0 bl.length=173 2023-01-15T14:46:42.063 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.061+0000 7f8fc3335780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.063 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.062+0000 7f8fc3335780 20 rados_obj.operate() r=0 bl.length=357 2023-01-15T14:46:42.063 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.062+0000 7f8fc3335780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:42.064 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.062+0000 7f8fc3335780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.064 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.062+0000 7f8fc3335780 20 rados_obj.operate() r=0 bl.length=173 2023-01-15T14:46:42.064 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.062+0000 7f8fc3335780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.064 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.062+0000 7f8fc3335780 20 rados_obj.operate() r=0 bl.length=357 2023-01-15T14:46:42.064 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.062+0000 7f8fc3335780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:42.065 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.064+0000 7f8fa82b1700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.066 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.066+0000 7f8fc3335780 20 remove_watcher() i=0 2023-01-15T14:46:42.066 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.066+0000 7f8fc3335780 2 removed watcher, disabling cache 2023-01-15T14:46:42.067 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.066+0000 7f8fc3335780 20 remove_watcher() i=1 2023-01-15T14:46:42.068 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.067+0000 7f8fc3335780 20 remove_watcher() i=2 2023-01-15T14:46:42.068 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.068+0000 7f8fc3335780 20 remove_watcher() i=3 2023-01-15T14:46:42.069 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.068+0000 7f8fc3335780 20 remove_watcher() i=4 2023-01-15T14:46:42.070 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.069+0000 7f8fc3335780 20 remove_watcher() i=5 2023-01-15T14:46:42.071 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.070+0000 7f8fc3335780 20 remove_watcher() i=6 2023-01-15T14:46:42.071 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.071+0000 7f8fc3335780 20 remove_watcher() i=7 2023-01-15T14:46:42.076 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:42.076 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:46:42.077 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: myver id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 num_objects: 0 size_kb: 0 num_shards: 11 2023-01-15T14:46:42.077 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:42.078 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket myver --num-shards 12 2023-01-15T14:46:42.107 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:42.107 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:42.118 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.117+0000 7f4fe9a72780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.119+0000 7f4fe9a72780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.119+0000 7f4fe9a72780 20 realm 2023-01-15T14:46:42.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.119+0000 7f4fe9a72780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.119+0000 7f4fe9a72780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.119+0000 7f4fe9a72780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:42.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.119+0000 7f4fe9a72780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.119+0000 7f4fe9a72780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.120 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.119+0000 7f4fe9a72780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.121 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.120+0000 7f4fe9a72780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.121 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.120+0000 7f4fe9a72780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.121 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.120+0000 7f4fe9a72780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:42.121 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.120+0000 7f4fe9a72780 20 searching for the correct realm 2023-01-15T14:46:42.129 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.128+0000 7f4fe7a20700 0 -- 172.21.15.27:0/1566065675 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x561dd484c400 msgr2=0x561dd475a100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:42.131 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.130+0000 7f4fe9a72780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:42.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.130+0000 7f4fe9a72780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:42.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.130+0000 7f4fe9a72780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:42.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.130+0000 7f4fe9a72780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:42.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.130+0000 7f4fe9a72780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.130+0000 7f4fe9a72780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.130+0000 7f4fe9a72780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.130+0000 7f4fe9a72780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.130+0000 7f4fe9a72780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.131+0000 7f4fe9a72780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:42.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.131+0000 7f4fe9a72780 20 zone default found 2023-01-15T14:46:42.132 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.131+0000 7f4fe9a72780 4 Realm: () 2023-01-15T14:46:42.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.131+0000 7f4fe9a72780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:42.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.131+0000 7f4fe9a72780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:42.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.131+0000 7f4fe9a72780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:42.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.131+0000 7f4fe9a72780 20 zonegroup default 2023-01-15T14:46:42.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.131+0000 7f4fe9a72780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.131+0000 7f4fe9a72780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.133 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.131+0000 7f4fe9a72780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.131+0000 7f4fe9a72780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.131+0000 7f4fe9a72780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.131+0000 7f4fe9a72780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.131+0000 7f4fe9a72780 20 started sync module instance, tier type = 2023-01-15T14:46:42.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.131+0000 7f4fe9a72780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:42.134 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.134+0000 7f4fe8221700 0 -- 172.21.15.27:0/1566065675 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x561dd4773c00 msgr2=0x561dd4758b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:42.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.138+0000 7f4fe9a72780 20 add_watcher() i=0 2023-01-15T14:46:42.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.138+0000 7f4fe9a72780 20 add_watcher() i=1 2023-01-15T14:46:42.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.138+0000 7f4fe9a72780 20 add_watcher() i=2 2023-01-15T14:46:42.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.138+0000 7f4fe9a72780 20 add_watcher() i=3 2023-01-15T14:46:42.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.138+0000 7f4fe9a72780 20 add_watcher() i=4 2023-01-15T14:46:42.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.138+0000 7f4fe9a72780 20 add_watcher() i=5 2023-01-15T14:46:42.139 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.138+0000 7f4fe9a72780 20 add_watcher() i=6 2023-01-15T14:46:42.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.138+0000 7f4fe9a72780 20 add_watcher() i=7 2023-01-15T14:46:42.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.138+0000 7f4fe9a72780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:42.140 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.140+0000 7f4fce9ee700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.140+0000 7f4fe9a72780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:42.141 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.140+0000 7f4fe9a72780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:42.146 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.145+0000 7f4fe9a72780 5 note: GC not initialized 2023-01-15T14:46:42.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.146+0000 7f4fca1e5700 20 reqs_thread_entry: start 2023-01-15T14:46:42.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.146+0000 7f4fe9a72780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:42.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.147+0000 7f4fe9a72780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:42.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.147+0000 7f4fc81e1700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:47:12 2023 2023-01-15T14:46:42.149 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:42.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.147+0000 7f4fc79bf700 20 reqs_thread_entry: start 2023-01-15T14:46:42.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.147+0000 7f4fe9a72780 10 cache get: name=default.rgw.meta+root+myver : miss 2023-01-15T14:46:42.149 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.147+0000 7f4fe9a72780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.147+0000 7f4fe9a72780 20 rados_obj.operate() r=0 bl.length=173 2023-01-15T14:46:42.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.147+0000 7f4fe9a72780 10 cache put: name=default.rgw.meta+root+myver info.flags=0x11 2023-01-15T14:46:42.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.147+0000 7f4fe9a72780 10 adding default.rgw.meta+root+myver to cache LRU end 2023-01-15T14:46:42.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.147+0000 7f4fe9a72780 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 : miss 2023-01-15T14:46:42.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.147+0000 7f4fe9a72780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.148+0000 7f4fe9a72780 20 rados_obj.operate() r=0 bl.length=357 2023-01-15T14:46:42.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.148+0000 7f4fe9a72780 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 info.flags=0x13 2023-01-15T14:46:42.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.148+0000 7f4fe9a72780 10 adding default.rgw.meta+root+.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 to cache LRU end 2023-01-15T14:46:42.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.148+0000 7f4fe9a72780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:46:42.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.148+0000 7f4fe9a72780 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:46:42.150 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.148+0000 7f4fe9a72780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 2023-01-15T14:46:42.153 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.152+0000 7f4fe9a72780 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 info.flags=0x17 2023-01-15T14:46:42.153 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.152+0000 7f4fe9a72780 10 moving default.rgw.meta+root+.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 to cache LRU end 2023-01-15T14:46:42.154 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.152+0000 7f4fe9a72780 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:46:42.154 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.152+0000 7f4fe9a72780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14, ofs0, ns] 2023-01-15T14:46:42.154 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.152+0000 7f4fe2215700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197627 cookie 94686114969088 notifier 6513 bl.length()=783 2023-01-15T14:46:42.155 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.152+0000 7f4fe2215700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 info.flags=0x17 2023-01-15T14:46:42.155 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.152+0000 7f4fe2215700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 to cache LRU end 2023-01-15T14:46:42.155 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.152+0000 7f4fe2215700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:46:42.155 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.153+0000 7f4fe9a72780 20 handle_bi_update(): bucket=:myver[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14]): orig_sources= new_sources= 2023-01-15T14:46:42.155 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.153+0000 7f4fe9a72780 20 handle_bi_update(): bucket=:myver[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14]): potential sources added=[] removed=[] 2023-01-15T14:46:42.155 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.153+0000 7f4fe9a72780 20 handle_bi_update(): bucket=:myver[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14]): orig_dests= new_dests= 2023-01-15T14:46:42.156 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.153+0000 7f4fe9a72780 20 handle_bi_update(): bucket=:myver[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14]): potential dests added=[] removed=[] 2023-01-15T14:46:42.156 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.0 2023-01-15T14:46:42.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.0 2023-01-15T14:46:42.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.1 2023-01-15T14:46:42.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.1 2023-01-15T14:46:42.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.2 2023-01-15T14:46:42.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.2 2023-01-15T14:46:42.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.3 2023-01-15T14:46:42.157 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.3 2023-01-15T14:46:42.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.4 2023-01-15T14:46:42.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.4 2023-01-15T14:46:42.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.5 2023-01-15T14:46:42.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.5 2023-01-15T14:46:42.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.6 2023-01-15T14:46:42.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.6 2023-01-15T14:46:42.158 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.7 2023-01-15T14:46:42.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.7 2023-01-15T14:46:42.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.8 2023-01-15T14:46:42.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.8 2023-01-15T14:46:42.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.9 2023-01-15T14:46:42.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.9 2023-01-15T14:46:42.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.10 2023-01-15T14:46:42.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.10 2023-01-15T14:46:42.159 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.11 2023-01-15T14:46:42.160 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1.11 2023-01-15T14:46:42.160 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.155+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.0 2023-01-15T14:46:42.160 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.156+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.1 2023-01-15T14:46:42.162 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.157+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.2 2023-01-15T14:46:42.162 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.157+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.3 2023-01-15T14:46:42.162 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.157+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.4 2023-01-15T14:46:42.162 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.158+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.5 2023-01-15T14:46:42.162 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.158+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.6 2023-01-15T14:46:42.163 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.159+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.7 2023-01-15T14:46:42.163 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.159+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.8 2023-01-15T14:46:42.163 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.160+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.9 2023-01-15T14:46:42.163 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.160+0000 7f4fe9a72780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14.10 2023-01-15T14:46:42.163 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.161+0000 7f4fe9a72780 10 cache get: name=default.rgw.meta+root+.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 : hit (requested=0x13, cached=0x17) 2023-01-15T14:46:42.164 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.161+0000 7f4fe9a72780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 2023-01-15T14:46:42.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.162+0000 7f4fe9a72780 10 cache put: name=default.rgw.meta+root+.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 info.flags=0x17 2023-01-15T14:46:42.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.162+0000 7f4fe9a72780 10 moving default.rgw.meta+root+.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 to cache LRU end 2023-01-15T14:46:42.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.162+0000 7f4fe9a72780 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:46:42.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.162+0000 7f4fe9a72780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14, ofs0, ns] 2023-01-15T14:46:42.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.162+0000 7f4fe2215700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197628 cookie 94686114969088 notifier 6513 bl.length()=751 2023-01-15T14:46:42.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.162+0000 7f4fe2215700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 info.flags=0x17 2023-01-15T14:46:42.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.162+0000 7f4fe2215700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.myver:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 to cache LRU end 2023-01-15T14:46:42.165 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.162+0000 7f4fe2215700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:46:42.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.162+0000 7f4fe9a72780 20 handle_bi_update(): bucket=:myver[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14]): orig_sources= new_sources= 2023-01-15T14:46:42.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.162+0000 7f4fe9a72780 20 handle_bi_update(): bucket=:myver[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14]): potential sources added=[] removed=[] 2023-01-15T14:46:42.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.162+0000 7f4fe9a72780 20 handle_bi_update(): bucket=:myver[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14]): orig_dests= new_dests= 2023-01-15T14:46:42.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.162+0000 7f4fe9a72780 20 handle_bi_update(): bucket=:myver[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14]): potential dests added=[] removed=[] 2023-01-15T14:46:42.166 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.165+0000 7f4fe9a72780 1 execute INFO: reshard of bucket "myver" completed successfully 2023-01-15T14:46:42.167 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.166+0000 7f4fce9ee700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.168 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.168+0000 7f4fe9a72780 20 remove_watcher() i=0 2023-01-15T14:46:42.168 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.168+0000 7f4fe9a72780 2 removed watcher, disabling cache 2023-01-15T14:46:42.169 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.168+0000 7f4fe9a72780 20 remove_watcher() i=1 2023-01-15T14:46:42.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.169+0000 7f4fe9a72780 20 remove_watcher() i=2 2023-01-15T14:46:42.170 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.170+0000 7f4fe9a72780 20 remove_watcher() i=3 2023-01-15T14:46:42.171 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.170+0000 7f4fe9a72780 20 remove_watcher() i=4 2023-01-15T14:46:42.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.171+0000 7f4fe9a72780 20 remove_watcher() i=5 2023-01-15T14:46:42.172 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.172+0000 7f4fe9a72780 20 remove_watcher() i=6 2023-01-15T14:46:42.173 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.173+0000 7f4fe9a72780 20 remove_watcher() i=7 2023-01-15T14:46:42.179 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket myver 2023-01-15T14:46:42.207 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:42.207 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:42.219 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.218+0000 7f6f2b2a0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.220 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.219+0000 7f6f2b2a0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.220 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.219+0000 7f6f2b2a0780 20 realm 2023-01-15T14:46:42.220 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.219+0000 7f6f2b2a0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.219+0000 7f6f2b2a0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.219+0000 7f6f2b2a0780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:42.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.219+0000 7f6f2b2a0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.219+0000 7f6f2b2a0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.221 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.219+0000 7f6f2b2a0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.220+0000 7f6f2b2a0780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.220+0000 7f6f2b2a0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.220+0000 7f6f2b2a0780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:42.222 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.220+0000 7f6f2b2a0780 20 searching for the correct realm 2023-01-15T14:46:42.230 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.229+0000 7f6f2924e700 0 -- 172.21.15.27:0/3410865872 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55ffc638a800 msgr2=0x55ffc59b8b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:42.231 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.230+0000 7f6f2b2a0780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:42.231 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.230+0000 7f6f2b2a0780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:42.231 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.230+0000 7f6f2b2a0780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:42.231 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.230+0000 7f6f2b2a0780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:42.232 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.230+0000 7f6f2b2a0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.232 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.230+0000 7f6f2b2a0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.232 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.230+0000 7f6f2b2a0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.233 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.230+0000 7f6f2b2a0780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.233 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.230+0000 7f6f2b2a0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.231+0000 7f6f2b2a0780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:42.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.231+0000 7f6f2b2a0780 20 zone default found 2023-01-15T14:46:42.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.231+0000 7f6f2b2a0780 4 Realm: () 2023-01-15T14:46:42.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.231+0000 7f6f2b2a0780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:42.234 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.231+0000 7f6f2b2a0780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:42.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.231+0000 7f6f2b2a0780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:42.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.231+0000 7f6f2b2a0780 20 zonegroup default 2023-01-15T14:46:42.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.231+0000 7f6f2b2a0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.231+0000 7f6f2b2a0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.231+0000 7f6f2b2a0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.235 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.231+0000 7f6f2b2a0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.231+0000 7f6f2b2a0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.231+0000 7f6f2b2a0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.231+0000 7f6f2b2a0780 20 started sync module instance, tier type = 2023-01-15T14:46:42.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.231+0000 7f6f2b2a0780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:42.236 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.235+0000 7f6f2924e700 0 -- 172.21.15.27:0/3410865872 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55ffc59f2800 msgr2=0x55ffc59ba100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:42.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.238+0000 7f6f2b2a0780 20 add_watcher() i=0 2023-01-15T14:46:42.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.238+0000 7f6f2b2a0780 20 add_watcher() i=1 2023-01-15T14:46:42.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.238+0000 7f6f2b2a0780 20 add_watcher() i=2 2023-01-15T14:46:42.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.238+0000 7f6f2b2a0780 20 add_watcher() i=3 2023-01-15T14:46:42.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.238+0000 7f6f2b2a0780 20 add_watcher() i=4 2023-01-15T14:46:42.239 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.238+0000 7f6f2b2a0780 20 add_watcher() i=5 2023-01-15T14:46:42.240 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.238+0000 7f6f2b2a0780 20 add_watcher() i=6 2023-01-15T14:46:42.240 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.238+0000 7f6f2b2a0780 20 add_watcher() i=7 2023-01-15T14:46:42.240 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.238+0000 7f6f2b2a0780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:42.240 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.240+0000 7f6f1021c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.241 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.240+0000 7f6f2b2a0780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:42.241 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.240+0000 7f6f2b2a0780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:42.246 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.245+0000 7f6f2b2a0780 5 note: GC not initialized 2023-01-15T14:46:42.247 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.246+0000 7f6f0ba13700 20 reqs_thread_entry: start 2023-01-15T14:46:42.247 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.246+0000 7f6f2b2a0780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:42.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.247+0000 7f6f2b2a0780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:42.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.247+0000 7f6f09a0f700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:47:12 2023 2023-01-15T14:46:42.248 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:42.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.247+0000 7f6f091ed700 20 reqs_thread_entry: start 2023-01-15T14:46:42.248 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.247+0000 7f6f2b2a0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.247+0000 7f6f2b2a0780 20 rados_obj.operate() r=0 bl.length=173 2023-01-15T14:46:42.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.247+0000 7f6f2b2a0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.248+0000 7f6f2b2a0780 20 rados_obj.operate() r=0 bl.length=357 2023-01-15T14:46:42.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.248+0000 7f6f2b2a0780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:42.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.248+0000 7f6f2b2a0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.248+0000 7f6f2b2a0780 20 rados_obj.operate() r=0 bl.length=173 2023-01-15T14:46:42.249 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.248+0000 7f6f2b2a0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.250 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.248+0000 7f6f2b2a0780 20 rados_obj.operate() r=0 bl.length=357 2023-01-15T14:46:42.250 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.248+0000 7f6f2b2a0780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:42.250 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.250+0000 7f6f1021c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.251+0000 7f6f2b2a0780 20 remove_watcher() i=0 2023-01-15T14:46:42.252 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.251+0000 7f6f2b2a0780 2 removed watcher, disabling cache 2023-01-15T14:46:42.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.252+0000 7f6f2b2a0780 20 remove_watcher() i=1 2023-01-15T14:46:42.253 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.253+0000 7f6f2b2a0780 20 remove_watcher() i=2 2023-01-15T14:46:42.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.254+0000 7f6f2b2a0780 20 remove_watcher() i=3 2023-01-15T14:46:42.255 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.255+0000 7f6f2b2a0780 20 remove_watcher() i=4 2023-01-15T14:46:42.256 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.256+0000 7f6f2b2a0780 20 remove_watcher() i=5 2023-01-15T14:46:42.257 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.256+0000 7f6f2b2a0780 20 remove_watcher() i=6 2023-01-15T14:46:42.258 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.257+0000 7f6f2b2a0780 20 remove_watcher() i=7 2023-01-15T14:46:42.262 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:42.262 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:46:42.262 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: myver id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.14 num_objects: 0 size_kb: 0 num_shards: 12 2023-01-15T14:46:42.262 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:42.308 INFO:tasks.workunit.client.0.smithi027.stderr: test: reshard removes olh entries with empty name 2023-01-15T14:46:42.399 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket stats --bucket a-bucket 2023-01-15T14:46:42.427 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:42.427 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:42.439 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.438+0000 7f4294c3c780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.441 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.440+0000 7f4294c3c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.441 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.440+0000 7f4294c3c780 20 realm 2023-01-15T14:46:42.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.440+0000 7f4294c3c780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.440+0000 7f4294c3c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.440+0000 7f4294c3c780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:42.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.440+0000 7f4294c3c780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.440+0000 7f4294c3c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.442 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.440+0000 7f4294c3c780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.441+0000 7f4294c3c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.441+0000 7f4294c3c780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.442+0000 7f4294c3c780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:42.443 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.442+0000 7f4294c3c780 20 searching for the correct realm 2023-01-15T14:46:42.450 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.449+0000 7f4292bea700 0 -- 172.21.15.27:0/2881271464 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x5648bc8fa000 msgr2=0x5648bc8c6100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:42.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.451+0000 7f4294c3c780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:42.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.451+0000 7f4294c3c780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:42.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.451+0000 7f4294c3c780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:42.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.451+0000 7f4294c3c780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:42.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.451+0000 7f4294c3c780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.452+0000 7f4294c3c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.452+0000 7f4294c3c780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.454 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.452+0000 7f4294c3c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.452+0000 7f4294c3c780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.452+0000 7f4294c3c780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:42.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.452+0000 7f4294c3c780 20 zone default found 2023-01-15T14:46:42.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.452+0000 7f4294c3c780 4 Realm: () 2023-01-15T14:46:42.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.452+0000 7f4294c3c780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:42.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.452+0000 7f4294c3c780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:42.455 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.452+0000 7f4294c3c780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:42.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.452+0000 7f4294c3c780 20 zonegroup default 2023-01-15T14:46:42.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.452+0000 7f4294c3c780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.452+0000 7f4294c3c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.452+0000 7f4294c3c780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.453+0000 7f4294c3c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.453+0000 7f4294c3c780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.453+0000 7f4294c3c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.453+0000 7f4294c3c780 20 started sync module instance, tier type = 2023-01-15T14:46:42.456 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.453+0000 7f4294c3c780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:42.457 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.454+0000 7f42933eb700 0 -- 172.21.15.27:0/2881271464 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x5648bc8e9000 msgr2=0x5648bc8c5600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:42.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.460+0000 7f4294c3c780 20 add_watcher() i=0 2023-01-15T14:46:42.461 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.460+0000 7f4294c3c780 20 add_watcher() i=1 2023-01-15T14:46:42.462 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.460+0000 7f4294c3c780 20 add_watcher() i=2 2023-01-15T14:46:42.462 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.460+0000 7f4294c3c780 20 add_watcher() i=3 2023-01-15T14:46:42.462 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.460+0000 7f4294c3c780 20 add_watcher() i=4 2023-01-15T14:46:42.462 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.460+0000 7f4294c3c780 20 add_watcher() i=5 2023-01-15T14:46:42.462 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.460+0000 7f4294c3c780 20 add_watcher() i=6 2023-01-15T14:46:42.463 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.461+0000 7f4294c3c780 20 add_watcher() i=7 2023-01-15T14:46:42.464 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.461+0000 7f4294c3c780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:42.464 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.462+0000 7f4279bb8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.464 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.462+0000 7f4294c3c780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:42.464 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.462+0000 7f4294c3c780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:42.468 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.468+0000 7f4294c3c780 5 note: GC not initialized 2023-01-15T14:46:42.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.469+0000 7f42753af700 20 reqs_thread_entry: start 2023-01-15T14:46:42.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.469+0000 7f4294c3c780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:42.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.469+0000 7f4294c3c780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:42.472 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.469+0000 7f42733ab700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:47:12 2023 2023-01-15T14:46:42.473 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:42.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.469+0000 7f4272b89700 20 reqs_thread_entry: start 2023-01-15T14:46:42.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.469+0000 7f4294c3c780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.470+0000 7f4294c3c780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:46:42.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.470+0000 7f4294c3c780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.473 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.470+0000 7f4294c3c780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:46:42.474 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.470+0000 7f4294c3c780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:42.474 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.470+0000 7f4294c3c780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.474 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.471+0000 7f4294c3c780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:46:42.474 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.471+0000 7f4294c3c780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.474 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.471+0000 7f4294c3c780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:46:42.475 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.471+0000 7f4294c3c780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:42.475 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.473+0000 7f4279bb8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.474+0000 7f4294c3c780 20 remove_watcher() i=0 2023-01-15T14:46:42.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.475+0000 7f4294c3c780 2 removed watcher, disabling cache 2023-01-15T14:46:42.476 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.476+0000 7f4294c3c780 20 remove_watcher() i=1 2023-01-15T14:46:42.477 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.476+0000 7f4294c3c780 20 remove_watcher() i=2 2023-01-15T14:46:42.478 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.477+0000 7f4294c3c780 20 remove_watcher() i=3 2023-01-15T14:46:42.478 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.478+0000 7f4294c3c780 20 remove_watcher() i=4 2023-01-15T14:46:42.479 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.479+0000 7f4294c3c780 20 remove_watcher() i=5 2023-01-15T14:46:42.480 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.479+0000 7f4294c3c780 20 remove_watcher() i=6 2023-01-15T14:46:42.481 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.480+0000 7f4294c3c780 20 remove_watcher() i=7 2023-01-15T14:46:42.485 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:42.485 INFO:tasks.workunit.client.0.smithi027.stderr:BUCKET_STATS: 2023-01-15T14:46:42.485 INFO:tasks.workunit.client.0.smithi027.stderr:bucket: a-bucket id: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 num_objects: 0 size_kb: 0 num_shards: 13 2023-01-15T14:46:42.485 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:42.486 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket layout --bucket a-bucket 2023-01-15T14:46:42.515 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:42.515 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:42.528 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.526+0000 7ff20486e780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.528 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.527+0000 7ff20486e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.527+0000 7ff20486e780 20 realm 2023-01-15T14:46:42.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.527+0000 7ff20486e780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.527+0000 7ff20486e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.527+0000 7ff20486e780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:42.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.527+0000 7ff20486e780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.528+0000 7ff20486e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.529 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.528+0000 7ff20486e780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.529+0000 7ff20486e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.530 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.529+0000 7ff20486e780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.529+0000 7ff20486e780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:42.531 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.529+0000 7ff20486e780 20 searching for the correct realm 2023-01-15T14:46:42.537 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.537+0000 7ff20281c700 0 -- 172.21.15.27:0/3865119370 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x5608d06c2000 msgr2=0x5608d069bb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:42.539 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.538+0000 7ff20486e780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:42.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.538+0000 7ff20486e780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:42.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.538+0000 7ff20486e780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:42.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.538+0000 7ff20486e780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:42.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.538+0000 7ff20486e780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.540 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.539+0000 7ff20486e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.541 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.539+0000 7ff20486e780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.541 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.539+0000 7ff20486e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.541 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.539+0000 7ff20486e780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.539+0000 7ff20486e780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:42.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.539+0000 7ff20486e780 20 zone default found 2023-01-15T14:46:42.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.539+0000 7ff20486e780 4 Realm: () 2023-01-15T14:46:42.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.539+0000 7ff20486e780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:42.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.539+0000 7ff20486e780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:42.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.539+0000 7ff20486e780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:42.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.539+0000 7ff20486e780 20 zonegroup default 2023-01-15T14:46:42.542 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.539+0000 7ff20486e780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.539+0000 7ff20486e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.539+0000 7ff20486e780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.540+0000 7ff20486e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.540+0000 7ff20486e780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.540+0000 7ff20486e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.540+0000 7ff20486e780 20 started sync module instance, tier type = 2023-01-15T14:46:42.543 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.540+0000 7ff20486e780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:42.544 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.543+0000 7ff20301d700 0 -- 172.21.15.27:0/3865119370 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x5608d0699400 msgr2=0x5608d069a580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:42.548 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.547+0000 7ff20486e780 20 add_watcher() i=0 2023-01-15T14:46:42.548 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.547+0000 7ff20486e780 20 add_watcher() i=1 2023-01-15T14:46:42.548 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.547+0000 7ff20486e780 20 add_watcher() i=2 2023-01-15T14:46:42.549 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.547+0000 7ff20486e780 20 add_watcher() i=3 2023-01-15T14:46:42.549 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.547+0000 7ff20486e780 20 add_watcher() i=4 2023-01-15T14:46:42.549 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.547+0000 7ff20486e780 20 add_watcher() i=5 2023-01-15T14:46:42.549 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.547+0000 7ff20486e780 20 add_watcher() i=6 2023-01-15T14:46:42.549 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.547+0000 7ff20486e780 20 add_watcher() i=7 2023-01-15T14:46:42.550 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.547+0000 7ff20486e780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:42.551 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.548+0000 7ff1e97ea700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.551 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.549+0000 7ff20486e780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:42.551 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.549+0000 7ff20486e780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:42.555 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.554+0000 7ff20486e780 5 note: GC not initialized 2023-01-15T14:46:42.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.555+0000 7ff1e4fe1700 20 reqs_thread_entry: start 2023-01-15T14:46:42.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.555+0000 7ff20486e780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:42.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.555+0000 7ff20486e780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:42.556 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.555+0000 7ff1e2fdd700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:47:12 2023 2023-01-15T14:46:42.557 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:42.557 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.555+0000 7ff1e27bb700 20 reqs_thread_entry: start 2023-01-15T14:46:42.557 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.555+0000 7ff20486e780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.557 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.556+0000 7ff20486e780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:46:42.557 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.556+0000 7ff20486e780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.556+0000 7ff20486e780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:46:42.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.556+0000 7ff20486e780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:42.558 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.557+0000 7ff1e97ea700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.558+0000 7ff20486e780 20 remove_watcher() i=0 2023-01-15T14:46:42.559 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.558+0000 7ff20486e780 2 removed watcher, disabling cache 2023-01-15T14:46:42.560 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.559+0000 7ff20486e780 20 remove_watcher() i=1 2023-01-15T14:46:42.560 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.560+0000 7ff20486e780 20 remove_watcher() i=2 2023-01-15T14:46:42.562 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.561+0000 7ff20486e780 20 remove_watcher() i=3 2023-01-15T14:46:42.562 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.562+0000 7ff20486e780 20 remove_watcher() i=4 2023-01-15T14:46:42.563 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.563+0000 7ff20486e780 20 remove_watcher() i=5 2023-01-15T14:46:42.564 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.563+0000 7ff20486e780 20 remove_watcher() i=6 2023-01-15T14:46:42.565 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.564+0000 7ff20486e780 20 remove_watcher() i=7 2023-01-15T14:46:42.570 INFO:tasks.workunit.client.0.smithi027.stderr:rados -p default.rgw.buckets.index setomapval .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.0 --omap-key-file /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_key < /home/ubuntu/cephtest/clone.client.0/qa/workunits/rgw/olh_noname_val 2023-01-15T14:46:42.597 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:42.597 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:42.610 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bi list --bucket a-bucket 2023-01-15T14:46:42.638 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:42.638 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:42.650 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.649+0000 7faff40c0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.652 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.651+0000 7faff40c0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.652 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.651+0000 7faff40c0780 20 realm 2023-01-15T14:46:42.652 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.651+0000 7faff40c0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.652 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.651+0000 7faff40c0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.652 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.651+0000 7faff40c0780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:42.653 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.651+0000 7faff40c0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.653 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.651+0000 7faff40c0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.653 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.651+0000 7faff40c0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.653 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.652+0000 7faff40c0780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.654 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.652+0000 7faff40c0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.654 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.652+0000 7faff40c0780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:42.654 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.652+0000 7faff40c0780 20 searching for the correct realm 2023-01-15T14:46:42.662 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.661+0000 7faff206e700 0 -- 172.21.15.27:0/1381258286 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x564c64742c00 msgr2=0x564c643d9180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:42.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.662+0000 7faff40c0780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:42.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.662+0000 7faff40c0780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:42.663 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.662+0000 7faff40c0780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:42.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.662+0000 7faff40c0780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:42.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.662+0000 7faff40c0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.662+0000 7faff40c0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.662+0000 7faff40c0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.663+0000 7faff40c0780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.664 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.663+0000 7faff40c0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.665 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.663+0000 7faff40c0780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:42.665 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.663+0000 7faff40c0780 20 zone default found 2023-01-15T14:46:42.665 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.663+0000 7faff40c0780 4 Realm: () 2023-01-15T14:46:42.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.663+0000 7faff40c0780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:42.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.663+0000 7faff40c0780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:42.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.663+0000 7faff40c0780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:42.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.663+0000 7faff40c0780 20 zonegroup default 2023-01-15T14:46:42.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.663+0000 7faff40c0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.663+0000 7faff40c0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.663+0000 7faff40c0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.663+0000 7faff40c0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.664+0000 7faff40c0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.664+0000 7faff40c0780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.666 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.664+0000 7faff40c0780 20 started sync module instance, tier type = 2023-01-15T14:46:42.667 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.664+0000 7faff40c0780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:42.668 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.668+0000 7faff286f700 0 -- 172.21.15.27:0/1381258286 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x564c651c7000 msgr2=0x564c647ff600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:42.671 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.670+0000 7faff40c0780 20 add_watcher() i=0 2023-01-15T14:46:42.671 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.670+0000 7faff40c0780 20 add_watcher() i=1 2023-01-15T14:46:42.671 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.670+0000 7faff40c0780 20 add_watcher() i=2 2023-01-15T14:46:42.671 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.670+0000 7faff40c0780 20 add_watcher() i=3 2023-01-15T14:46:42.671 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.670+0000 7faff40c0780 20 add_watcher() i=4 2023-01-15T14:46:42.671 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.670+0000 7faff40c0780 20 add_watcher() i=5 2023-01-15T14:46:42.671 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.670+0000 7faff40c0780 20 add_watcher() i=6 2023-01-15T14:46:42.672 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.671+0000 7faff40c0780 20 add_watcher() i=7 2023-01-15T14:46:42.672 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.671+0000 7faff40c0780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:42.673 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.672+0000 7fafd903c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.673 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.672+0000 7faff40c0780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:42.673 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.672+0000 7faff40c0780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:42.678 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.677+0000 7faff40c0780 5 note: GC not initialized 2023-01-15T14:46:42.679 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.678+0000 7fafd4833700 20 reqs_thread_entry: start 2023-01-15T14:46:42.680 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.678+0000 7faff40c0780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:42.680 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.679+0000 7faff40c0780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:42.680 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.679+0000 7fafd282f700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:47:13 2023 2023-01-15T14:46:42.680 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:42.680 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.679+0000 7fafd200d700 20 reqs_thread_entry: start 2023-01-15T14:46:42.680 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.679+0000 7faff40c0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.679+0000 7faff40c0780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:46:42.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.679+0000 7faff40c0780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.680+0000 7faff40c0780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:46:42.681 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.680+0000 7faff40c0780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:42.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.680+0000 7faff40c0780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.0 2023-01-15T14:46:42.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.680+0000 7faff40c0780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.0 2023-01-15T14:46:42.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.680+0000 7faff40c0780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.1 2023-01-15T14:46:42.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.680+0000 7faff40c0780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.1 2023-01-15T14:46:42.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.681+0000 7faff40c0780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.2 2023-01-15T14:46:42.682 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.681+0000 7faff40c0780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.2 2023-01-15T14:46:42.683 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.682+0000 7faff40c0780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.3 2023-01-15T14:46:42.683 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.682+0000 7faff40c0780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.3 2023-01-15T14:46:42.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.683+0000 7faff40c0780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.4 2023-01-15T14:46:42.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.683+0000 7faff40c0780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.4 2023-01-15T14:46:42.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.683+0000 7faff40c0780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.5 2023-01-15T14:46:42.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.683+0000 7faff40c0780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.5 2023-01-15T14:46:42.685 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.684+0000 7faff40c0780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.6 2023-01-15T14:46:42.686 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.684+0000 7faff40c0780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.6 2023-01-15T14:46:42.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.684+0000 7faff40c0780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.7 2023-01-15T14:46:42.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.684+0000 7faff40c0780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.7 2023-01-15T14:46:42.687 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.685+0000 7faff40c0780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.8 2023-01-15T14:46:42.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.685+0000 7faff40c0780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.8 2023-01-15T14:46:42.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.685+0000 7faff40c0780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.9 2023-01-15T14:46:42.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.685+0000 7faff40c0780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.9 2023-01-15T14:46:42.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.686+0000 7faff40c0780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.10 2023-01-15T14:46:42.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.686+0000 7faff40c0780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.10 2023-01-15T14:46:42.688 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.686+0000 7faff40c0780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.11 2023-01-15T14:46:42.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.686+0000 7faff40c0780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.11 2023-01-15T14:46:42.689 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.687+0000 7faff40c0780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.12 2023-01-15T14:46:42.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.687+0000 7faff40c0780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.12 2023-01-15T14:46:42.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.688+0000 7fafd903c700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.689+0000 7faff40c0780 20 remove_watcher() i=0 2023-01-15T14:46:42.690 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.689+0000 7faff40c0780 2 removed watcher, disabling cache 2023-01-15T14:46:42.691 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.690+0000 7faff40c0780 20 remove_watcher() i=1 2023-01-15T14:46:42.692 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.691+0000 7faff40c0780 20 remove_watcher() i=2 2023-01-15T14:46:42.692 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.692+0000 7faff40c0780 20 remove_watcher() i=3 2023-01-15T14:46:42.693 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.693+0000 7faff40c0780 20 remove_watcher() i=4 2023-01-15T14:46:42.694 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.693+0000 7faff40c0780 20 remove_watcher() i=5 2023-01-15T14:46:42.695 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.694+0000 7faff40c0780 20 remove_watcher() i=6 2023-01-15T14:46:42.696 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.695+0000 7faff40c0780 20 remove_watcher() i=7 2023-01-15T14:46:42.701 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bucket reshard --bucket a-bucket --num-shards 1 --yes-i-really-mean-it 2023-01-15T14:46:42.735 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:42.735 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:42.746 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.745+0000 7f83cd770780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.749 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.747+0000 7f83cd770780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.749 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.747+0000 7f83cd770780 20 realm 2023-01-15T14:46:42.749 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.747+0000 7f83cd770780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.749 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.747+0000 7f83cd770780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.749 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.747+0000 7f83cd770780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:42.751 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.747+0000 7f83cd770780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.751 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.747+0000 7f83cd770780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.751 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.747+0000 7f83cd770780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.752 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.748+0000 7f83cd770780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.752 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.748+0000 7f83cd770780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.752 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.748+0000 7f83cd770780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:42.752 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.748+0000 7f83cd770780 20 searching for the correct realm 2023-01-15T14:46:42.758 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.757+0000 7f83cb71e700 0 -- 172.21.15.27:0/3628047614 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x5562b286d400 msgr2=0x5562b250b180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:42.759 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:42.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:42.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:42.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:42.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.760 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.761 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:42.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 20 zone default found 2023-01-15T14:46:42.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 4 Realm: () 2023-01-15T14:46:42.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:42.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:42.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:42.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 20 zonegroup default 2023-01-15T14:46:42.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.759+0000 7f83cd770780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.762 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.760+0000 7f83cd770780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.760+0000 7f83cd770780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.760+0000 7f83cd770780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.760+0000 7f83cd770780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.760+0000 7f83cd770780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.760+0000 7f83cd770780 20 started sync module instance, tier type = 2023-01-15T14:46:42.763 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.760+0000 7f83cd770780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:42.765 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.764+0000 7f83caf1d700 0 -- 172.21.15.27:0/3628047614 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x5562b32ff000 msgr2=0x5562b250b700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:46:42.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.767+0000 7f83cd770780 20 add_watcher() i=0 2023-01-15T14:46:42.768 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.767+0000 7f83cd770780 20 add_watcher() i=1 2023-01-15T14:46:42.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.767+0000 7f83cd770780 20 add_watcher() i=2 2023-01-15T14:46:42.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.767+0000 7f83cd770780 20 add_watcher() i=3 2023-01-15T14:46:42.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.767+0000 7f83cd770780 20 add_watcher() i=4 2023-01-15T14:46:42.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.767+0000 7f83cd770780 20 add_watcher() i=5 2023-01-15T14:46:42.769 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.767+0000 7f83cd770780 20 add_watcher() i=6 2023-01-15T14:46:42.770 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.768+0000 7f83cd770780 20 add_watcher() i=7 2023-01-15T14:46:42.771 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.768+0000 7f83cd770780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:42.771 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.769+0000 7f83b26ec700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.771 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.769+0000 7f83cd770780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:42.771 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.769+0000 7f83cd770780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:42.775 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.775+0000 7f83cd770780 5 note: GC not initialized 2023-01-15T14:46:42.777 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.775+0000 7f83adee3700 20 reqs_thread_entry: start 2023-01-15T14:46:42.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.776+0000 7f83cd770780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:42.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.776+0000 7f83cd770780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:42.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.776+0000 7f83abedf700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:47:13 2023 2023-01-15T14:46:42.778 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:42.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.776+0000 7f83ab6bd700 20 reqs_thread_entry: start 2023-01-15T14:46:42.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.776+0000 7f83cd770780 10 cache get: name=default.rgw.meta+root+a-bucket : miss 2023-01-15T14:46:42.778 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.776+0000 7f83cd770780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.776+0000 7f83cd770780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:46:42.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.776+0000 7f83cd770780 10 cache put: name=default.rgw.meta+root+a-bucket info.flags=0x11 2023-01-15T14:46:42.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.776+0000 7f83cd770780 10 adding default.rgw.meta+root+a-bucket to cache LRU end 2023-01-15T14:46:42.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.776+0000 7f83cd770780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 : miss 2023-01-15T14:46:42.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.776+0000 7f83cd770780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.777+0000 7f83cd770780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:46:42.779 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.777+0000 7f83cd770780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x13 2023-01-15T14:46:42.780 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.777+0000 7f83cd770780 10 adding default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:46:42.780 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.777+0000 7f83cd770780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:46:42.780 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.777+0000 7f83cd770780 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:46:42.780 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.777+0000 7f83cd770780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 2023-01-15T14:46:42.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.780+0000 7f83cd770780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x17 2023-01-15T14:46:42.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.780+0000 7f83cd770780 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:46:42.781 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.780+0000 7f83cd770780 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:46:42.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.780+0000 7f83cd770780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13, ofs0, ns] 2023-01-15T14:46:42.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.780+0000 7f83c5712700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197655 cookie 93882386755968 notifier 6621 bl.length()=789 2023-01-15T14:46:42.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.780+0000 7f83c5712700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x17 2023-01-15T14:46:42.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.780+0000 7f83c5712700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:46:42.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.780+0000 7f83c5712700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:46:42.782 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.780+0000 7f83cd770780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): orig_sources= new_sources= 2023-01-15T14:46:42.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.780+0000 7f83cd770780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): potential sources added=[] removed=[] 2023-01-15T14:46:42.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.780+0000 7f83cd770780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): orig_dests= new_dests= 2023-01-15T14:46:42.783 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.780+0000 7f83cd770780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): potential dests added=[] removed=[] 2023-01-15T14:46:42.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.783+0000 7f83cd770780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.3.0 2023-01-15T14:46:42.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.783+0000 7f83cd770780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.3.0 2023-01-15T14:46:42.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.783+0000 7f83cd770780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.0 2023-01-15T14:46:42.784 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.783+0000 7f83cd770780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.0 2023-01-15T14:46:42.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.783+0000 7f83cd770780 10 Dropping entry with empty name, idx=�1001_04/57/0457f727ec113e418d5b16d206b200ed068c0533554883ce811df7c932a3df68/2018_12_11/2889999/3386469/metadata.gz 2023-01-15T14:46:42.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.784+0000 7f83cd770780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.1 2023-01-15T14:46:42.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.784+0000 7f83cd770780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.1 2023-01-15T14:46:42.785 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.784+0000 7f83cd770780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.2 2023-01-15T14:46:42.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.784+0000 7f83cd770780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.2 2023-01-15T14:46:42.786 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.785+0000 7f83cd770780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.3 2023-01-15T14:46:42.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.785+0000 7f83cd770780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.3 2023-01-15T14:46:42.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.786+0000 7f83cd770780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.4 2023-01-15T14:46:42.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.786+0000 7f83cd770780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.4 2023-01-15T14:46:42.787 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.786+0000 7f83cd770780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.5 2023-01-15T14:46:42.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.786+0000 7f83cd770780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.5 2023-01-15T14:46:42.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.787+0000 7f83cd770780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.6 2023-01-15T14:46:42.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.787+0000 7f83cd770780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.6 2023-01-15T14:46:42.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.787+0000 7f83cd770780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.7 2023-01-15T14:46:42.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.787+0000 7f83cd770780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.7 2023-01-15T14:46:42.788 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.788+0000 7f83cd770780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.8 2023-01-15T14:46:42.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.788+0000 7f83cd770780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.8 2023-01-15T14:46:42.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.788+0000 7f83cd770780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.9 2023-01-15T14:46:42.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.788+0000 7f83cd770780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.9 2023-01-15T14:46:42.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.789+0000 7f83cd770780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.10 2023-01-15T14:46:42.789 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.789+0000 7f83cd770780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.10 2023-01-15T14:46:42.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.789+0000 7f83cd770780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.11 2023-01-15T14:46:42.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.789+0000 7f83cd770780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.11 2023-01-15T14:46:42.790 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.790+0000 7f83cd770780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.12 2023-01-15T14:46:42.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.790+0000 7f83cd770780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.2.12 2023-01-15T14:46:42.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.790+0000 7f83cd770780 10 cache get: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 : hit (requested=0x13, cached=0x17) 2023-01-15T14:46:42.791 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.790+0000 7f83cd770780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 2023-01-15T14:46:42.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.791+0000 7f83cd770780 10 cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x17 2023-01-15T14:46:42.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.791+0000 7f83cd770780 10 moving default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:46:42.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.791+0000 7f83cd770780 10 updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:46:42.792 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.791+0000 7f83cd770780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13, ofs0, ns] 2023-01-15T14:46:42.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.791+0000 7f83c5f13700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197656 cookie 93882386755968 notifier 6621 bl.length()=757 2023-01-15T14:46:42.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.791+0000 7f83c5f13700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 info.flags=0x17 2023-01-15T14:46:42.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.791+0000 7f83c5f13700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.a-bucket:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13 to cache LRU end 2023-01-15T14:46:42.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.791+0000 7f83c5f13700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=143 2023-01-15T14:46:42.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.792+0000 7f83cd770780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): orig_sources= new_sources= 2023-01-15T14:46:42.793 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.792+0000 7f83cd770780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): potential sources added=[] removed=[] 2023-01-15T14:46:42.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.792+0000 7f83cd770780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): orig_dests= new_dests= 2023-01-15T14:46:42.794 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.792+0000 7f83cd770780 20 handle_bi_update(): bucket=:a-bucket[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13]): potential dests added=[] removed=[] 2023-01-15T14:46:42.795 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.795+0000 7f83cd770780 1 execute INFO: reshard of bucket "a-bucket" completed successfully 2023-01-15T14:46:42.797 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.796+0000 7f83b26ec700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.798 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.798+0000 7f83cd770780 20 remove_watcher() i=0 2023-01-15T14:46:42.798 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.798+0000 7f83cd770780 2 removed watcher, disabling cache 2023-01-15T14:46:42.799 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.798+0000 7f83cd770780 20 remove_watcher() i=1 2023-01-15T14:46:42.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.799+0000 7f83cd770780 20 remove_watcher() i=2 2023-01-15T14:46:42.800 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.800+0000 7f83cd770780 20 remove_watcher() i=3 2023-01-15T14:46:42.801 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.801+0000 7f83cd770780 20 remove_watcher() i=4 2023-01-15T14:46:42.802 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.801+0000 7f83cd770780 20 remove_watcher() i=5 2023-01-15T14:46:42.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.802+0000 7f83cd770780 20 remove_watcher() i=6 2023-01-15T14:46:42.807 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.803+0000 7f83cd770780 20 remove_watcher() i=7 2023-01-15T14:46:42.809 INFO:tasks.workunit.client.0.smithi027.stderr:radosgw-admin bi list --bucket a-bucket 2023-01-15T14:46:42.837 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:42.837 INFO:tasks.workunit.client.0.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:42.848 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.848+0000 7f967e638780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.849+0000 7f967e638780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.849+0000 7f967e638780 20 realm 2023-01-15T14:46:42.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.849+0000 7f967e638780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.849+0000 7f967e638780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.849+0000 7f967e638780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:42.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.849+0000 7f967e638780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.849+0000 7f967e638780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.850 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.849+0000 7f967e638780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.850+0000 7f967e638780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.850+0000 7f967e638780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.850+0000 7f967e638780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:42.852 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.850+0000 7f967e638780 20 searching for the correct realm 2023-01-15T14:46:42.860 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.859+0000 7f967c5e6700 0 -- 172.21.15.27:0/2103994920 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x560dbefa6800 msgr2=0x560dbec38c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:42.861 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.860+0000 7f967e638780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:42.862 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.860+0000 7f967e638780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:42.862 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.860+0000 7f967e638780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:42.862 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.860+0000 7f967e638780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:42.862 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.860+0000 7f967e638780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.862 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.861+0000 7f967e638780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.862 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.861+0000 7f967e638780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.862 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.861+0000 7f967e638780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:42.862 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.861+0000 7f967e638780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.863 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.861+0000 7f967e638780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:42.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.861+0000 7f967e638780 20 zone default found 2023-01-15T14:46:42.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.861+0000 7f967e638780 4 Realm: () 2023-01-15T14:46:42.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.861+0000 7f967e638780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:42.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.861+0000 7f967e638780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:42.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.861+0000 7f967e638780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:42.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.861+0000 7f967e638780 20 zonegroup default 2023-01-15T14:46:42.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.861+0000 7f967e638780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.861+0000 7f967e638780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.861+0000 7f967e638780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.864 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.862+0000 7f967e638780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.865 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.862+0000 7f967e638780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.865 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.862+0000 7f967e638780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:42.865 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.862+0000 7f967e638780 20 started sync module instance, tier type = 2023-01-15T14:46:42.865 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.862+0000 7f967e638780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:42.867 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.866+0000 7f967cde7700 0 -- 172.21.15.27:0/2103994920 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x560dbf082000 msgr2=0x560dbef89b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:42.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.868+0000 7f967e638780 20 add_watcher() i=0 2023-01-15T14:46:42.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.868+0000 7f967e638780 20 add_watcher() i=1 2023-01-15T14:46:42.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.868+0000 7f967e638780 20 add_watcher() i=2 2023-01-15T14:46:42.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.868+0000 7f967e638780 20 add_watcher() i=3 2023-01-15T14:46:42.869 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.868+0000 7f967e638780 20 add_watcher() i=4 2023-01-15T14:46:42.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.868+0000 7f967e638780 20 add_watcher() i=5 2023-01-15T14:46:42.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.868+0000 7f967e638780 20 add_watcher() i=6 2023-01-15T14:46:42.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.869+0000 7f967e638780 20 add_watcher() i=7 2023-01-15T14:46:42.870 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.869+0000 7f967e638780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:42.871 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.871+0000 7f96635b4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.871+0000 7f967e638780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:42.872 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.871+0000 7f967e638780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:42.877 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.877+0000 7f967e638780 5 note: GC not initialized 2023-01-15T14:46:42.879 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.878+0000 7f965edab700 20 reqs_thread_entry: start 2023-01-15T14:46:42.879 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.878+0000 7f967e638780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:42.879 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.878+0000 7f967e638780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:42.879 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.878+0000 7f965cda7700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:47:13 2023 2023-01-15T14:46:42.879 INFO:tasks.workunit.client.0.smithi027.stderr: 2023-01-15T14:46:42.879 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.878+0000 7f965c585700 20 reqs_thread_entry: start 2023-01-15T14:46:42.879 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.878+0000 7f967e638780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.880 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.879+0000 7f967e638780 20 rados_obj.operate() r=0 bl.length=176 2023-01-15T14:46:42.880 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.879+0000 7f967e638780 20 rados->read ofs=0 len=0 2023-01-15T14:46:42.880 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.879+0000 7f967e638780 20 rados_obj.operate() r=0 bl.length=360 2023-01-15T14:46:42.880 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.879+0000 7f967e638780 20 couldn't put binfo cache entry, might have raced with data changes 2023-01-15T14:46:42.881 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.879+0000 7f967e638780 10 bucket_obj is .dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.3.0 2023-01-15T14:46:42.881 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.879+0000 7f967e638780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.13.3.0 2023-01-15T14:46:42.881 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.880+0000 7f96635b4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:42.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.882+0000 7f967e638780 20 remove_watcher() i=0 2023-01-15T14:46:42.882 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.882+0000 7f967e638780 2 removed watcher, disabling cache 2023-01-15T14:46:42.883 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.882+0000 7f967e638780 20 remove_watcher() i=1 2023-01-15T14:46:42.884 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.883+0000 7f967e638780 20 remove_watcher() i=2 2023-01-15T14:46:42.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.884+0000 7f967e638780 20 remove_watcher() i=3 2023-01-15T14:46:42.885 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.885+0000 7f967e638780 20 remove_watcher() i=4 2023-01-15T14:46:42.886 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.886+0000 7f967e638780 20 remove_watcher() i=5 2023-01-15T14:46:42.887 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.886+0000 7f967e638780 20 remove_watcher() i=6 2023-01-15T14:46:42.888 INFO:tasks.workunit.client.0.smithi027.stderr:2023-01-15T14:46:42.887+0000 7f967e638780 20 remove_watcher() i=7 2023-01-15T14:46:42.892 INFO:tasks.workunit.client.0.smithi027.stderr:Deleting bucket a-bucket 2023-01-15T14:46:42.912 INFO:tasks.workunit.client.0.smithi027.stderr:Deleting bucket myver 2023-01-15T14:46:42.943 INFO:tasks.workunit.client.0.smithi027.stderr:Completed resharding tests 2023-01-15T14:46:42.943 INFO:tasks.workunit.client.0.smithi027.stdout:connected to http://localhost:80 2023-01-15T14:46:42.988 INFO:tasks.workunit.client.0.smithi027.stderr:+ deactivate 2023-01-15T14:46:42.989 INFO:tasks.workunit.client.0.smithi027.stderr:+ '[' -n /home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin ']' 2023-01-15T14:46:42.989 INFO:tasks.workunit.client.0.smithi027.stderr:+ PATH=/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/usr/sbin 2023-01-15T14:46:42.989 INFO:tasks.workunit.client.0.smithi027.stderr:+ export PATH 2023-01-15T14:46:42.989 INFO:tasks.workunit.client.0.smithi027.stderr:+ unset _OLD_VIRTUAL_PATH 2023-01-15T14:46:42.989 INFO:tasks.workunit.client.0.smithi027.stderr:+ '[' -n '' ']' 2023-01-15T14:46:42.990 INFO:tasks.workunit.client.0.smithi027.stderr:+ '[' -n /usr/bin/bash -o -n '' ']' 2023-01-15T14:46:42.990 INFO:tasks.workunit.client.0.smithi027.stderr:+ hash -r 2023-01-15T14:46:42.990 INFO:tasks.workunit.client.0.smithi027.stderr:+ '[' -n '' ']' 2023-01-15T14:46:42.990 INFO:tasks.workunit.client.0.smithi027.stderr:+ unset VIRTUAL_ENV 2023-01-15T14:46:42.990 INFO:tasks.workunit.client.0.smithi027.stderr:+ '[' '!' '' = nondestructive ']' 2023-01-15T14:46:42.991 INFO:tasks.workunit.client.0.smithi027.stderr:+ unset -f deactivate 2023-01-15T14:46:42.991 INFO:tasks.workunit.client.0.smithi027.stderr:+ echo OK. 2023-01-15T14:46:42.992 INFO:tasks.workunit.client.0.smithi027.stdout:OK. 2023-01-15T14:46:42.993 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-01-15T14:46:42.994 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-01-15T14:46:43.023 INFO:tasks.workunit:Stopping ['rgw/run-reshard.sh'] on client.0... 2023-01-15T14:46:43.023 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-01-15T14:46:43.379 DEBUG:teuthology.parallel:result is None 2023-01-15T14:46:43.547 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-01-15T14:46:43.575 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-01-15T14:46:43.686 DEBUG:teuthology.orchestra.run.smithi027:> rmdir -- /home/ubuntu/cephtest/mnt.0 2023-01-15T14:46:43.705 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2023-01-15T14:46:43.705 INFO:teuthology.run_tasks:Running task s3tests-java... 2023-01-15T14:46:43.724 DEBUG:tasks.s3tests_java:S3 Tests Java: __INIT__ 2023-01-15T14:46:43.724 DEBUG:tasks.s3tests_java:S3 Tests Java: SETUP 2023-01-15T14:46:43.725 INFO:tasks.s3tests_java:S3 Tests Java: Downloading test suite... 2023-01-15T14:46:43.725 DEBUG:teuthology.orchestra.run.smithi027:> git clone -b ceph-master https://github.com/ceph/java_s3tests.git /home/ubuntu/cephtest/s3-tests-java 2023-01-15T14:46:43.763 INFO:teuthology.orchestra.run.smithi027.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-java'... 2023-01-15T14:46:48.470 INFO:tasks.s3tests_java:S3 Tests Java: Installing required packages... 2023-01-15T14:46:48.471 DEBUG:teuthology.orchestra.run.smithi027:> /home/ubuntu/cephtest/s3-tests-java/bootstrap.sh 2023-01-15T14:46:51.544 INFO:teuthology.orchestra.run.smithi027.stdout: Gradle will be installed under /opt/gradle 2023-01-15T14:46:51.598 INFO:teuthology.orchestra.run.smithi027.stderr:--2023-01-15 14:46:51-- https://services.gradle.org/distributions/gradle-6.0.1-bin.zip 2023-01-15T14:46:51.681 INFO:teuthology.orchestra.run.smithi027.stderr:Resolving services.gradle.org (services.gradle.org)... 104.18.191.9, 104.18.190.9, 2606:4700::6812:bf09, ... 2023-01-15T14:46:51.691 INFO:teuthology.orchestra.run.smithi027.stderr:Connecting to services.gradle.org (services.gradle.org)|104.18.191.9|:443... connected. 2023-01-15T14:46:51.735 INFO:teuthology.orchestra.run.smithi027.stderr:HTTP request sent, awaiting response... 301 Moved Permanently 2023-01-15T14:46:51.735 INFO:teuthology.orchestra.run.smithi027.stderr:Location: https://downloads.gradle-dn.com/distributions/gradle-6.0.1-bin.zip [following] 2023-01-15T14:46:51.735 INFO:teuthology.orchestra.run.smithi027.stderr:--2023-01-15 14:46:51-- https://downloads.gradle-dn.com/distributions/gradle-6.0.1-bin.zip 2023-01-15T14:46:51.735 INFO:teuthology.orchestra.run.smithi027.stderr:Resolving downloads.gradle-dn.com (downloads.gradle-dn.com)... 104.18.164.99, 104.18.165.99, 2606:4700::6812:a563, ... 2023-01-15T14:46:51.744 INFO:teuthology.orchestra.run.smithi027.stderr:Connecting to downloads.gradle-dn.com (downloads.gradle-dn.com)|104.18.164.99|:443... connected. 2023-01-15T14:46:51.795 INFO:teuthology.orchestra.run.smithi027.stderr:HTTP request sent, awaiting response... 200 OK 2023-01-15T14:46:51.795 INFO:teuthology.orchestra.run.smithi027.stderr:Length: 95129672 (91M) [application/zip] 2023-01-15T14:46:51.795 INFO:teuthology.orchestra.run.smithi027.stderr:Saving to: ‘gradle-6.0.1-bin.zip’ 2023-01-15T14:46:51.796 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:46:51.803 INFO:teuthology.orchestra.run.smithi027.stderr: 0K .......... .......... .......... .......... .......... 0% 5.45M 17s 2023-01-15T14:46:51.807 INFO:teuthology.orchestra.run.smithi027.stderr: 50K .......... .......... .......... .......... .......... 0% 9.34M 13s 2023-01-15T14:46:51.813 INFO:teuthology.orchestra.run.smithi027.stderr: 100K .......... .......... .......... .......... .......... 0% 8.24M 12s 2023-01-15T14:46:51.815 INFO:teuthology.orchestra.run.smithi027.stderr: 150K .......... .......... .......... .......... .......... 0% 21.4M 10s 2023-01-15T14:46:51.818 INFO:teuthology.orchestra.run.smithi027.stderr: 200K .......... .......... .......... .......... .......... 0% 16.2M 9s 2023-01-15T14:46:51.821 INFO:teuthology.orchestra.run.smithi027.stderr: 250K .......... .......... .......... .......... .......... 0% 19.0M 9s 2023-01-15T14:46:51.823 INFO:teuthology.orchestra.run.smithi027.stderr: 300K .......... .......... .......... .......... .......... 0% 25.8M 8s 2023-01-15T14:46:51.824 INFO:teuthology.orchestra.run.smithi027.stderr: 350K .......... .......... .......... .......... .......... 0% 38.6M 7s 2023-01-15T14:46:51.826 INFO:teuthology.orchestra.run.smithi027.stderr: 400K .......... .......... .......... .......... .......... 0% 29.8M 7s 2023-01-15T14:46:51.827 INFO:teuthology.orchestra.run.smithi027.stderr: 450K .......... .......... .......... .......... .......... 0% 52.9M 6s 2023-01-15T14:46:51.828 INFO:teuthology.orchestra.run.smithi027.stderr: 500K .......... .......... .......... .......... .......... 0% 32.6M 6s 2023-01-15T14:46:51.829 INFO:teuthology.orchestra.run.smithi027.stderr: 550K .......... .......... .......... .......... .......... 0% 46.9M 6s 2023-01-15T14:46:51.831 INFO:teuthology.orchestra.run.smithi027.stderr: 600K .......... .......... .......... .......... .......... 0% 35.9M 5s 2023-01-15T14:46:51.831 INFO:teuthology.orchestra.run.smithi027.stderr: 650K .......... .......... .......... .......... .......... 0% 79.2M 5s 2023-01-15T14:46:53.702 INFO:teuthology.orchestra.run.smithi027.stderr: 700K .......... .......... .......... .......... .......... 0% 44.4M 5s 2023-01-15T14:46:53.703 INFO:teuthology.orchestra.run.smithi027.stderr: 750K .......... .......... .......... .......... .......... 0% 46.5M 5s 2023-01-15T14:46:53.703 INFO:teuthology.orchestra.run.smithi027.stderr: 800K .......... .......... .......... .......... .......... 0% 57.2M 4s 2023-01-15T14:46:53.703 INFO:teuthology.orchestra.run.smithi027.stderr: 850K .......... .......... .......... .......... .......... 0% 117M 4s 2023-01-15T14:46:53.703 INFO:teuthology.orchestra.run.smithi027.stderr: 900K .......... .......... .......... .......... .......... 1% 63.3M 4s 2023-01-15T14:46:53.703 INFO:teuthology.orchestra.run.smithi027.stderr: 950K .......... .......... .......... .......... .......... 1% 70.0M 4s 2023-01-15T14:46:53.703 INFO:teuthology.orchestra.run.smithi027.stderr: 1000K .......... .......... .......... .......... .......... 1% 75.6M 4s 2023-01-15T14:46:53.703 INFO:teuthology.orchestra.run.smithi027.stderr: 1050K .......... .......... .......... .......... .......... 1% 118M 4s 2023-01-15T14:46:53.703 INFO:teuthology.orchestra.run.smithi027.stderr: 1100K .......... .......... .......... .......... .......... 1% 80.2M 4s 2023-01-15T14:46:53.703 INFO:teuthology.orchestra.run.smithi027.stderr: 1150K .......... .......... .......... .......... .......... 1% 76.0M 3s 2023-01-15T14:46:53.703 INFO:teuthology.orchestra.run.smithi027.stderr: 1200K .......... .......... .......... .......... .......... 1% 98.6M 3s 2023-01-15T14:46:53.703 INFO:teuthology.orchestra.run.smithi027.stderr: 1250K .......... .......... .......... .......... .......... 1% 105M 3s 2023-01-15T14:46:53.704 INFO:teuthology.orchestra.run.smithi027.stderr: 1300K .......... .......... .......... .......... .......... 1% 122M 3s 2023-01-15T14:46:53.704 INFO:teuthology.orchestra.run.smithi027.stderr: 1350K .......... .......... .......... .......... .......... 1% 103M 3s 2023-01-15T14:46:53.704 INFO:teuthology.orchestra.run.smithi027.stderr: 1400K .......... .......... .......... .......... .......... 1% 108M 3s 2023-01-15T14:46:53.704 INFO:teuthology.orchestra.run.smithi027.stderr: 1450K .......... .......... .......... .......... .......... 1% 98.4M 3s 2023-01-15T14:46:53.704 INFO:teuthology.orchestra.run.smithi027.stderr: 1500K .......... .......... .......... .......... .......... 1% 118M 3s 2023-01-15T14:46:53.704 INFO:teuthology.orchestra.run.smithi027.stderr: 1550K .......... .......... .......... .......... .......... 1% 87.2M 3s 2023-01-15T14:46:53.704 INFO:teuthology.orchestra.run.smithi027.stderr: 1600K .......... .......... .......... .......... .......... 1% 121M 3s 2023-01-15T14:46:53.704 INFO:teuthology.orchestra.run.smithi027.stderr: 1650K .......... .......... .......... .......... .......... 1% 119M 3s 2023-01-15T14:46:53.704 INFO:teuthology.orchestra.run.smithi027.stderr: 1700K .......... .......... .......... .......... .......... 1% 109M 3s 2023-01-15T14:46:53.704 INFO:teuthology.orchestra.run.smithi027.stderr: 1750K .......... .......... .......... .......... .......... 1% 112M 3s 2023-01-15T14:46:53.704 INFO:teuthology.orchestra.run.smithi027.stderr: 1800K .......... .......... .......... .......... .......... 1% 114M 3s 2023-01-15T14:46:53.705 INFO:teuthology.orchestra.run.smithi027.stderr: 1850K .......... .......... .......... .......... .......... 2% 117M 2s 2023-01-15T14:46:53.705 INFO:teuthology.orchestra.run.smithi027.stderr: 1900K .......... .......... .......... .......... .......... 2% 115M 2s 2023-01-15T14:46:53.705 INFO:teuthology.orchestra.run.smithi027.stderr: 1950K .......... .......... .......... .......... .......... 2% 88.7M 2s 2023-01-15T14:46:53.705 INFO:teuthology.orchestra.run.smithi027.stderr: 2000K .......... .......... .......... .......... .......... 2% 118M 2s 2023-01-15T14:46:53.705 INFO:teuthology.orchestra.run.smithi027.stderr: 2050K .......... .......... .......... .......... .......... 2% 114M 2s 2023-01-15T14:46:53.705 INFO:teuthology.orchestra.run.smithi027.stderr: 2100K .......... .......... .......... .......... .......... 2% 117M 2s 2023-01-15T14:46:53.705 INFO:teuthology.orchestra.run.smithi027.stderr: 2150K .......... .......... .......... .......... .......... 2% 104M 2s 2023-01-15T14:46:53.705 INFO:teuthology.orchestra.run.smithi027.stderr: 2200K .......... .......... .......... .......... .......... 2% 122M 2s 2023-01-15T14:46:53.705 INFO:teuthology.orchestra.run.smithi027.stderr: 2250K .......... .......... .......... .......... .......... 2% 118M 2s 2023-01-15T14:46:53.705 INFO:teuthology.orchestra.run.smithi027.stderr: 2300K .......... .......... .......... .......... .......... 2% 99.9M 2s 2023-01-15T14:46:53.705 INFO:teuthology.orchestra.run.smithi027.stderr: 2350K .......... .......... .......... .......... .......... 2% 96.5M 2s 2023-01-15T14:46:53.705 INFO:teuthology.orchestra.run.smithi027.stderr: 2400K .......... .......... .......... .......... .......... 2% 115M 2s 2023-01-15T14:46:53.706 INFO:teuthology.orchestra.run.smithi027.stderr: 2450K .......... .......... .......... .......... .......... 2% 119M 2s 2023-01-15T14:46:53.706 INFO:teuthology.orchestra.run.smithi027.stderr: 2500K .......... .......... .......... .......... .......... 2% 117M 2s 2023-01-15T14:46:53.706 INFO:teuthology.orchestra.run.smithi027.stderr: 2550K .......... .......... .......... .......... .......... 2% 14.5M 2s 2023-01-15T14:46:53.706 INFO:teuthology.orchestra.run.smithi027.stderr: 2600K .......... .......... .......... .......... .......... 2% 119M 2s 2023-01-15T14:46:53.706 INFO:teuthology.orchestra.run.smithi027.stderr: 2650K .......... .......... .......... .......... .......... 2% 117M 2s 2023-01-15T14:46:53.706 INFO:teuthology.orchestra.run.smithi027.stderr: 2700K .......... .......... .......... .......... .......... 2% 112M 2s 2023-01-15T14:46:53.706 INFO:teuthology.orchestra.run.smithi027.stderr: 2750K .......... .......... .......... .......... .......... 3% 89.4M 2s 2023-01-15T14:46:53.706 INFO:teuthology.orchestra.run.smithi027.stderr: 2800K .......... .......... .......... .......... .......... 3% 120M 2s 2023-01-15T14:46:53.706 INFO:teuthology.orchestra.run.smithi027.stderr: 2850K .......... .......... .......... .......... .......... 3% 110M 2s 2023-01-15T14:46:53.706 INFO:teuthology.orchestra.run.smithi027.stderr: 2900K .......... .......... .......... .......... .......... 3% 119M 2s 2023-01-15T14:46:53.706 INFO:teuthology.orchestra.run.smithi027.stderr: 2950K .......... .......... .......... .......... .......... 3% 108M 2s 2023-01-15T14:46:53.706 INFO:teuthology.orchestra.run.smithi027.stderr: 3000K .......... .......... .......... .......... .......... 3% 117M 2s 2023-01-15T14:46:53.707 INFO:teuthology.orchestra.run.smithi027.stderr: 3050K .......... .......... .......... .......... .......... 3% 113M 2s 2023-01-15T14:46:53.707 INFO:teuthology.orchestra.run.smithi027.stderr: 3100K .......... .......... .......... .......... .......... 3% 120M 2s 2023-01-15T14:46:53.707 INFO:teuthology.orchestra.run.smithi027.stderr: 3150K .......... .......... .......... .......... .......... 3% 89.1M 2s 2023-01-15T14:46:53.707 INFO:teuthology.orchestra.run.smithi027.stderr: 3200K .......... .......... .......... .......... .......... 3% 110M 2s 2023-01-15T14:46:53.707 INFO:teuthology.orchestra.run.smithi027.stderr: 3250K .......... .......... .......... .......... .......... 3% 112M 2s 2023-01-15T14:46:53.707 INFO:teuthology.orchestra.run.smithi027.stderr: 3300K .......... .......... .......... .......... .......... 3% 115M 2s 2023-01-15T14:46:53.707 INFO:teuthology.orchestra.run.smithi027.stderr: 3350K .......... .......... .......... .......... .......... 3% 111M 2s 2023-01-15T14:46:53.707 INFO:teuthology.orchestra.run.smithi027.stderr: 3400K .......... .......... .......... .......... .......... 3% 116M 2s 2023-01-15T14:46:53.707 INFO:teuthology.orchestra.run.smithi027.stderr: 3450K .......... .......... .......... .......... .......... 3% 119M 2s 2023-01-15T14:46:53.707 INFO:teuthology.orchestra.run.smithi027.stderr: 3500K .......... .......... .......... .......... .......... 3% 121M 2s 2023-01-15T14:46:53.707 INFO:teuthology.orchestra.run.smithi027.stderr: 3550K .......... .......... .......... .......... .......... 3% 89.0M 2s 2023-01-15T14:46:53.707 INFO:teuthology.orchestra.run.smithi027.stderr: 3600K .......... .......... .......... .......... .......... 3% 116M 2s 2023-01-15T14:46:53.708 INFO:teuthology.orchestra.run.smithi027.stderr: 3650K .......... .......... .......... .......... .......... 3% 117M 2s 2023-01-15T14:46:53.708 INFO:teuthology.orchestra.run.smithi027.stderr: 3700K .......... .......... .......... .......... .......... 4% 115M 2s 2023-01-15T14:46:53.708 INFO:teuthology.orchestra.run.smithi027.stderr: 3750K .......... .......... .......... .......... .......... 4% 106M 2s 2023-01-15T14:46:53.708 INFO:teuthology.orchestra.run.smithi027.stderr: 3800K .......... .......... .......... .......... .......... 4% 116M 2s 2023-01-15T14:46:53.708 INFO:teuthology.orchestra.run.smithi027.stderr: 3850K .......... .......... .......... .......... .......... 4% 114M 2s 2023-01-15T14:46:53.708 INFO:teuthology.orchestra.run.smithi027.stderr: 3900K .......... .......... .......... .......... .......... 4% 120M 2s 2023-01-15T14:46:53.708 INFO:teuthology.orchestra.run.smithi027.stderr: 3950K .......... .......... .......... .......... .......... 4% 90.8M 2s 2023-01-15T14:46:53.708 INFO:teuthology.orchestra.run.smithi027.stderr: 4000K .......... .......... .......... .......... .......... 4% 119M 2s 2023-01-15T14:46:53.708 INFO:teuthology.orchestra.run.smithi027.stderr: 4050K .......... .......... .......... .......... .......... 4% 112M 2s 2023-01-15T14:46:53.708 INFO:teuthology.orchestra.run.smithi027.stderr: 4100K .......... .......... .......... .......... .......... 4% 112M 2s 2023-01-15T14:46:53.708 INFO:teuthology.orchestra.run.smithi027.stderr: 4150K .......... .......... .......... .......... .......... 4% 112M 2s 2023-01-15T14:46:53.708 INFO:teuthology.orchestra.run.smithi027.stderr: 4200K .......... .......... .......... .......... .......... 4% 115M 2s 2023-01-15T14:46:53.709 INFO:teuthology.orchestra.run.smithi027.stderr: 4250K .......... .......... .......... .......... .......... 4% 116M 2s 2023-01-15T14:46:53.709 INFO:teuthology.orchestra.run.smithi027.stderr: 4300K .......... .......... .......... .......... .......... 4% 117M 2s 2023-01-15T14:46:53.709 INFO:teuthology.orchestra.run.smithi027.stderr: 4350K .......... .......... .......... .......... .......... 4% 89.5M 2s 2023-01-15T14:46:53.709 INFO:teuthology.orchestra.run.smithi027.stderr: 4400K .......... .......... .......... .......... .......... 4% 116M 2s 2023-01-15T14:46:53.709 INFO:teuthology.orchestra.run.smithi027.stderr: 4450K .......... .......... .......... .......... .......... 4% 116M 2s 2023-01-15T14:46:53.709 INFO:teuthology.orchestra.run.smithi027.stderr: 4500K .......... .......... .......... .......... .......... 4% 118M 2s 2023-01-15T14:46:53.709 INFO:teuthology.orchestra.run.smithi027.stderr: 4550K .......... .......... .......... .......... .......... 4% 107M 2s 2023-01-15T14:46:53.709 INFO:teuthology.orchestra.run.smithi027.stderr: 4600K .......... .......... .......... .......... .......... 5% 115M 1s 2023-01-15T14:46:53.709 INFO:teuthology.orchestra.run.smithi027.stderr: 4650K .......... .......... .......... .......... .......... 5% 116M 1s 2023-01-15T14:46:53.709 INFO:teuthology.orchestra.run.smithi027.stderr: 4700K .......... .......... .......... .......... .......... 5% 119M 1s 2023-01-15T14:46:53.709 INFO:teuthology.orchestra.run.smithi027.stderr: 4750K .......... .......... .......... .......... .......... 5% 88.8M 1s 2023-01-15T14:46:53.709 INFO:teuthology.orchestra.run.smithi027.stderr: 4800K .......... .......... .......... .......... .......... 5% 114M 1s 2023-01-15T14:46:53.710 INFO:teuthology.orchestra.run.smithi027.stderr: 4850K .......... .......... .......... .......... .......... 5% 120M 1s 2023-01-15T14:46:53.710 INFO:teuthology.orchestra.run.smithi027.stderr: 4900K .......... .......... .......... .......... .......... 5% 110M 1s 2023-01-15T14:46:53.710 INFO:teuthology.orchestra.run.smithi027.stderr: 4950K .......... .......... .......... .......... .......... 5% 119M 1s 2023-01-15T14:46:53.710 INFO:teuthology.orchestra.run.smithi027.stderr: 5000K .......... .......... .......... .......... .......... 5% 107M 1s 2023-01-15T14:46:53.710 INFO:teuthology.orchestra.run.smithi027.stderr: 5050K .......... .......... .......... .......... .......... 5% 123M 1s 2023-01-15T14:46:53.710 INFO:teuthology.orchestra.run.smithi027.stderr: 5100K .......... .......... .......... .......... .......... 5% 112M 1s 2023-01-15T14:46:53.710 INFO:teuthology.orchestra.run.smithi027.stderr: 5150K .......... .......... .......... .......... .......... 5% 87.6M 1s 2023-01-15T14:46:53.710 INFO:teuthology.orchestra.run.smithi027.stderr: 5200K .......... .......... .......... .......... .......... 5% 117M 1s 2023-01-15T14:46:53.710 INFO:teuthology.orchestra.run.smithi027.stderr: 5250K .......... .......... .......... .......... .......... 5% 118M 1s 2023-01-15T14:46:53.710 INFO:teuthology.orchestra.run.smithi027.stderr: 5300K .......... .......... .......... .......... .......... 5% 119M 1s 2023-01-15T14:46:53.710 INFO:teuthology.orchestra.run.smithi027.stderr: 5350K .......... .......... .......... .......... .......... 5% 105M 1s 2023-01-15T14:46:53.710 INFO:teuthology.orchestra.run.smithi027.stderr: 5400K .......... .......... .......... .......... .......... 5% 121M 1s 2023-01-15T14:46:53.711 INFO:teuthology.orchestra.run.smithi027.stderr: 5450K .......... .......... .......... .......... .......... 5% 107M 1s 2023-01-15T14:46:53.711 INFO:teuthology.orchestra.run.smithi027.stderr: 5500K .......... .......... .......... .......... .......... 5% 110M 1s 2023-01-15T14:46:53.711 INFO:teuthology.orchestra.run.smithi027.stderr: 5550K .......... .......... .......... .......... .......... 6% 93.6M 1s 2023-01-15T14:46:53.711 INFO:teuthology.orchestra.run.smithi027.stderr: 5600K .......... .......... .......... .......... .......... 6% 114M 1s 2023-01-15T14:46:53.711 INFO:teuthology.orchestra.run.smithi027.stderr: 5650K .......... .......... .......... .......... .......... 6% 116M 1s 2023-01-15T14:46:53.711 INFO:teuthology.orchestra.run.smithi027.stderr: 5700K .......... .......... .......... .......... .......... 6% 113M 1s 2023-01-15T14:46:53.711 INFO:teuthology.orchestra.run.smithi027.stderr: 5750K .......... .......... .......... .......... .......... 6% 113M 1s 2023-01-15T14:46:53.711 INFO:teuthology.orchestra.run.smithi027.stderr: 5800K .......... .......... .......... .......... .......... 6% 114M 1s 2023-01-15T14:46:53.711 INFO:teuthology.orchestra.run.smithi027.stderr: 5850K .......... .......... .......... .......... .......... 6% 120M 1s 2023-01-15T14:46:53.711 INFO:teuthology.orchestra.run.smithi027.stderr: 5900K .......... .......... .......... .......... .......... 6% 112M 1s 2023-01-15T14:46:53.711 INFO:teuthology.orchestra.run.smithi027.stderr: 5950K .......... .......... .......... .......... .......... 6% 91.5M 1s 2023-01-15T14:46:53.711 INFO:teuthology.orchestra.run.smithi027.stderr: 6000K .......... .......... .......... .......... .......... 6% 114M 1s 2023-01-15T14:46:53.712 INFO:teuthology.orchestra.run.smithi027.stderr: 6050K .......... .......... .......... .......... .......... 6% 115M 1s 2023-01-15T14:46:53.712 INFO:teuthology.orchestra.run.smithi027.stderr: 6100K .......... .......... .......... .......... .......... 6% 118M 1s 2023-01-15T14:46:53.712 INFO:teuthology.orchestra.run.smithi027.stderr: 6150K .......... .......... .......... .......... .......... 6% 105M 1s 2023-01-15T14:46:53.712 INFO:teuthology.orchestra.run.smithi027.stderr: 6200K .......... .......... .......... .......... .......... 6% 118M 1s 2023-01-15T14:46:53.712 INFO:teuthology.orchestra.run.smithi027.stderr: 6250K .......... .......... .......... .......... .......... 6% 113M 1s 2023-01-15T14:46:53.712 INFO:teuthology.orchestra.run.smithi027.stderr: 6300K .......... .......... .......... .......... .......... 6% 117M 1s 2023-01-15T14:46:53.712 INFO:teuthology.orchestra.run.smithi027.stderr: 6350K .......... .......... .......... .......... .......... 6% 88.3M 1s 2023-01-15T14:46:53.712 INFO:teuthology.orchestra.run.smithi027.stderr: 6400K .......... .......... .......... .......... .......... 6% 106M 1s 2023-01-15T14:46:53.712 INFO:teuthology.orchestra.run.smithi027.stderr: 6450K .......... .......... .......... .......... .......... 6% 120M 1s 2023-01-15T14:46:53.712 INFO:teuthology.orchestra.run.smithi027.stderr: 6500K .......... .......... .......... .......... .......... 7% 116M 1s 2023-01-15T14:46:53.712 INFO:teuthology.orchestra.run.smithi027.stderr: 6550K .......... .......... .......... .......... .......... 7% 110M 1s 2023-01-15T14:46:53.713 INFO:teuthology.orchestra.run.smithi027.stderr: 6600K .......... .......... .......... .......... .......... 7% 112M 1s 2023-01-15T14:46:53.713 INFO:teuthology.orchestra.run.smithi027.stderr: 6650K .......... .......... .......... .......... .......... 7% 117M 1s 2023-01-15T14:46:53.713 INFO:teuthology.orchestra.run.smithi027.stderr: 6700K .......... .......... .......... .......... .......... 7% 124M 1s 2023-01-15T14:46:53.713 INFO:teuthology.orchestra.run.smithi027.stderr: 6750K .......... .......... .......... .......... .......... 7% 87.5M 1s 2023-01-15T14:46:53.713 INFO:teuthology.orchestra.run.smithi027.stderr: 6800K .......... .......... .......... .......... .......... 7% 116M 1s 2023-01-15T14:46:53.713 INFO:teuthology.orchestra.run.smithi027.stderr: 6850K .......... .......... .......... .......... .......... 7% 114M 1s 2023-01-15T14:46:53.713 INFO:teuthology.orchestra.run.smithi027.stderr: 6900K .......... .......... .......... .......... .......... 7% 116M 1s 2023-01-15T14:46:53.713 INFO:teuthology.orchestra.run.smithi027.stderr: 6950K .......... .......... .......... .......... .......... 7% 107M 1s 2023-01-15T14:46:53.713 INFO:teuthology.orchestra.run.smithi027.stderr: 7000K .......... .......... .......... .......... .......... 7% 113M 1s 2023-01-15T14:46:53.713 INFO:teuthology.orchestra.run.smithi027.stderr: 7050K .......... .......... .......... .......... .......... 7% 124M 1s 2023-01-15T14:46:53.713 INFO:teuthology.orchestra.run.smithi027.stderr: 7100K .......... .......... .......... .......... .......... 7% 109M 1s 2023-01-15T14:46:53.713 INFO:teuthology.orchestra.run.smithi027.stderr: 7150K .......... .......... .......... .......... .......... 7% 87.6M 1s 2023-01-15T14:46:53.714 INFO:teuthology.orchestra.run.smithi027.stderr: 7200K .......... .......... .......... .......... .......... 7% 116M 1s 2023-01-15T14:46:53.714 INFO:teuthology.orchestra.run.smithi027.stderr: 7250K .......... .......... .......... .......... .......... 7% 116M 1s 2023-01-15T14:46:53.714 INFO:teuthology.orchestra.run.smithi027.stderr: 7300K .......... .......... .......... .......... .......... 7% 116M 1s 2023-01-15T14:46:53.714 INFO:teuthology.orchestra.run.smithi027.stderr: 7350K .......... .......... .......... .......... .......... 7% 110M 1s 2023-01-15T14:46:53.714 INFO:teuthology.orchestra.run.smithi027.stderr: 7400K .......... .......... .......... .......... .......... 8% 117M 1s 2023-01-15T14:46:53.714 INFO:teuthology.orchestra.run.smithi027.stderr: 7450K .......... .......... .......... .......... .......... 8% 116M 1s 2023-01-15T14:46:53.714 INFO:teuthology.orchestra.run.smithi027.stderr: 7500K .......... .......... .......... .......... .......... 8% 116M 1s 2023-01-15T14:46:53.714 INFO:teuthology.orchestra.run.smithi027.stderr: 7550K .......... .......... .......... .......... .......... 8% 90.2M 1s 2023-01-15T14:46:53.714 INFO:teuthology.orchestra.run.smithi027.stderr: 7600K .......... .......... .......... .......... .......... 8% 118M 1s 2023-01-15T14:46:53.714 INFO:teuthology.orchestra.run.smithi027.stderr: 7650K .......... .......... .......... .......... .......... 8% 74.8M 1s 2023-01-15T14:46:53.714 INFO:teuthology.orchestra.run.smithi027.stderr: 7700K .......... .......... .......... .......... .......... 8% 147M 1s 2023-01-15T14:46:53.714 INFO:teuthology.orchestra.run.smithi027.stderr: 7750K .......... .......... .......... .......... .......... 8% 142M 1s 2023-01-15T14:46:53.715 INFO:teuthology.orchestra.run.smithi027.stderr: 7800K .......... .......... .......... .......... .......... 8% 109M 1s 2023-01-15T14:46:53.715 INFO:teuthology.orchestra.run.smithi027.stderr: 7850K .......... .......... .......... .......... .......... 8% 110M 1s 2023-01-15T14:46:53.715 INFO:teuthology.orchestra.run.smithi027.stderr: 7900K .......... .......... .......... .......... .......... 8% 129M 1s 2023-01-15T14:46:53.715 INFO:teuthology.orchestra.run.smithi027.stderr: 7950K .......... .......... .......... .......... .......... 8% 84.9M 1s 2023-01-15T14:46:53.715 INFO:teuthology.orchestra.run.smithi027.stderr: 8000K .......... .......... .......... .......... .......... 8% 119M 1s 2023-01-15T14:46:53.715 INFO:teuthology.orchestra.run.smithi027.stderr: 8050K .......... .......... .......... .......... .......... 8% 109M 1s 2023-01-15T14:46:53.715 INFO:teuthology.orchestra.run.smithi027.stderr: 8100K .......... .......... .......... .......... .......... 8% 118M 1s 2023-01-15T14:46:53.715 INFO:teuthology.orchestra.run.smithi027.stderr: 8150K .......... .......... .......... .......... .......... 8% 108M 1s 2023-01-15T14:46:53.715 INFO:teuthology.orchestra.run.smithi027.stderr: 8200K .......... .......... .......... .......... .......... 8% 116M 1s 2023-01-15T14:46:53.715 INFO:teuthology.orchestra.run.smithi027.stderr: 8250K .......... .......... .......... .......... .......... 8% 112M 1s 2023-01-15T14:46:53.715 INFO:teuthology.orchestra.run.smithi027.stderr: 8300K .......... .......... .......... .......... .......... 8% 120M 1s 2023-01-15T14:46:53.715 INFO:teuthology.orchestra.run.smithi027.stderr: 8350K .......... .......... .......... .......... .......... 9% 90.8M 1s 2023-01-15T14:46:53.716 INFO:teuthology.orchestra.run.smithi027.stderr: 8400K .......... .......... .......... .......... .......... 9% 106M 1s 2023-01-15T14:46:53.716 INFO:teuthology.orchestra.run.smithi027.stderr: 8450K .......... .......... .......... .......... .......... 9% 130M 1s 2023-01-15T14:46:53.716 INFO:teuthology.orchestra.run.smithi027.stderr: 8500K .......... .......... .......... .......... .......... 9% 111M 1s 2023-01-15T14:46:53.716 INFO:teuthology.orchestra.run.smithi027.stderr: 8550K .......... .......... .......... .......... .......... 9% 107M 1s 2023-01-15T14:46:53.716 INFO:teuthology.orchestra.run.smithi027.stderr: 8600K .......... .......... .......... .......... .......... 9% 116M 1s 2023-01-15T14:46:53.716 INFO:teuthology.orchestra.run.smithi027.stderr: 8650K .......... .......... .......... .......... .......... 9% 116M 1s 2023-01-15T14:46:53.716 INFO:teuthology.orchestra.run.smithi027.stderr: 8700K .......... .......... .......... .......... .......... 9% 116M 1s 2023-01-15T14:46:53.716 INFO:teuthology.orchestra.run.smithi027.stderr: 8750K .......... .......... .......... .......... .......... 9% 91.0M 1s 2023-01-15T14:46:53.716 INFO:teuthology.orchestra.run.smithi027.stderr: 8800K .......... .......... .......... .......... .......... 9% 115M 1s 2023-01-15T14:46:53.716 INFO:teuthology.orchestra.run.smithi027.stderr: 8850K .......... .......... .......... .......... .......... 9% 113M 1s 2023-01-15T14:46:53.716 INFO:teuthology.orchestra.run.smithi027.stderr: 8900K .......... .......... .......... .......... .......... 9% 118M 1s 2023-01-15T14:46:53.716 INFO:teuthology.orchestra.run.smithi027.stderr: 8950K .......... .......... .......... .......... .......... 9% 108M 1s 2023-01-15T14:46:53.717 INFO:teuthology.orchestra.run.smithi027.stderr: 9000K .......... .......... .......... .......... .......... 9% 119M 1s 2023-01-15T14:46:53.717 INFO:teuthology.orchestra.run.smithi027.stderr: 9050K .......... .......... .......... .......... .......... 9% 113M 1s 2023-01-15T14:46:53.717 INFO:teuthology.orchestra.run.smithi027.stderr: 9100K .......... .......... .......... .......... .......... 9% 112M 1s 2023-01-15T14:46:53.717 INFO:teuthology.orchestra.run.smithi027.stderr: 9150K .......... .......... .......... .......... .......... 9% 89.6M 1s 2023-01-15T14:46:53.717 INFO:teuthology.orchestra.run.smithi027.stderr: 9200K .......... .......... .......... .......... .......... 9% 114M 1s 2023-01-15T14:46:53.717 INFO:teuthology.orchestra.run.smithi027.stderr: 9250K .......... .......... .......... .......... .......... 10% 121M 1s 2023-01-15T14:46:53.717 INFO:teuthology.orchestra.run.smithi027.stderr: 9300K .......... .......... .......... .......... .......... 10% 113M 1s 2023-01-15T14:46:53.717 INFO:teuthology.orchestra.run.smithi027.stderr: 9350K .......... .......... .......... .......... .......... 10% 112M 1s 2023-01-15T14:46:53.717 INFO:teuthology.orchestra.run.smithi027.stderr: 9400K .......... .......... .......... .......... .......... 10% 111M 1s 2023-01-15T14:46:53.717 INFO:teuthology.orchestra.run.smithi027.stderr: 9450K .......... .......... .......... .......... .......... 10% 117M 1s 2023-01-15T14:46:53.717 INFO:teuthology.orchestra.run.smithi027.stderr: 9500K .......... .......... .......... .......... .......... 10% 119M 1s 2023-01-15T14:46:53.717 INFO:teuthology.orchestra.run.smithi027.stderr: 9550K .......... .......... .......... .......... .......... 10% 88.1M 1s 2023-01-15T14:46:53.718 INFO:teuthology.orchestra.run.smithi027.stderr: 9600K .......... .......... .......... .......... .......... 10% 118M 1s 2023-01-15T14:46:53.718 INFO:teuthology.orchestra.run.smithi027.stderr: 9650K .......... .......... .......... .......... .......... 10% 111M 1s 2023-01-15T14:46:53.718 INFO:teuthology.orchestra.run.smithi027.stderr: 9700K .......... .......... .......... .......... .......... 10% 112M 1s 2023-01-15T14:46:53.718 INFO:teuthology.orchestra.run.smithi027.stderr: 9750K .......... .......... .......... .......... .......... 10% 111M 1s 2023-01-15T14:46:53.718 INFO:teuthology.orchestra.run.smithi027.stderr: 9800K .......... .......... .......... .......... .......... 10% 109M 1s 2023-01-15T14:46:53.718 INFO:teuthology.orchestra.run.smithi027.stderr: 9850K .......... .......... .......... .......... .......... 10% 120M 1s 2023-01-15T14:46:53.718 INFO:teuthology.orchestra.run.smithi027.stderr: 9900K .......... .......... .......... .......... .......... 10% 112M 1s 2023-01-15T14:46:53.718 INFO:teuthology.orchestra.run.smithi027.stderr: 9950K .......... .......... .......... .......... .......... 10% 89.6M 1s 2023-01-15T14:46:53.718 INFO:teuthology.orchestra.run.smithi027.stderr: 10000K .......... .......... .......... .......... .......... 10% 122M 1s 2023-01-15T14:46:53.718 INFO:teuthology.orchestra.run.smithi027.stderr: 10050K .......... .......... .......... .......... .......... 10% 111M 1s 2023-01-15T14:46:53.718 INFO:teuthology.orchestra.run.smithi027.stderr: 10100K .......... .......... .......... .......... .......... 10% 106M 1s 2023-01-15T14:46:53.718 INFO:teuthology.orchestra.run.smithi027.stderr: 10150K .......... .......... .......... .......... .......... 10% 108M 1s 2023-01-15T14:46:53.719 INFO:teuthology.orchestra.run.smithi027.stderr: 10200K .......... .......... .......... .......... .......... 11% 115M 1s 2023-01-15T14:46:53.719 INFO:teuthology.orchestra.run.smithi027.stderr: 10250K .......... .......... .......... .......... .......... 11% 112M 1s 2023-01-15T14:46:53.719 INFO:teuthology.orchestra.run.smithi027.stderr: 10300K .......... .......... .......... .......... .......... 11% 116M 1s 2023-01-15T14:46:53.719 INFO:teuthology.orchestra.run.smithi027.stderr: 10350K .......... .......... .......... .......... .......... 11% 89.2M 1s 2023-01-15T14:46:53.719 INFO:teuthology.orchestra.run.smithi027.stderr: 10400K .......... .......... .......... .......... .......... 11% 116M 1s 2023-01-15T14:46:53.719 INFO:teuthology.orchestra.run.smithi027.stderr: 10450K .......... .......... .......... .......... .......... 11% 115M 1s 2023-01-15T14:46:53.719 INFO:teuthology.orchestra.run.smithi027.stderr: 10500K .......... .......... .......... .......... .......... 11% 111M 1s 2023-01-15T14:46:53.719 INFO:teuthology.orchestra.run.smithi027.stderr: 10550K .......... .......... .......... .......... .......... 11% 116M 1s 2023-01-15T14:46:53.719 INFO:teuthology.orchestra.run.smithi027.stderr: 10600K .......... .......... .......... .......... .......... 11% 114M 1s 2023-01-15T14:46:53.719 INFO:teuthology.orchestra.run.smithi027.stderr: 10650K .......... .......... .......... .......... .......... 11% 112M 1s 2023-01-15T14:46:53.719 INFO:teuthology.orchestra.run.smithi027.stderr: 10700K .......... .......... .......... .......... .......... 11% 116M 1s 2023-01-15T14:46:53.719 INFO:teuthology.orchestra.run.smithi027.stderr: 10750K .......... .......... .......... .......... .......... 11% 89.7M 1s 2023-01-15T14:46:53.720 INFO:teuthology.orchestra.run.smithi027.stderr: 10800K .......... .......... .......... .......... .......... 11% 119M 1s 2023-01-15T14:46:53.720 INFO:teuthology.orchestra.run.smithi027.stderr: 10850K .......... .......... .......... .......... .......... 11% 111M 1s 2023-01-15T14:46:53.720 INFO:teuthology.orchestra.run.smithi027.stderr: 10900K .......... .......... .......... .......... .......... 11% 119M 1s 2023-01-15T14:46:53.720 INFO:teuthology.orchestra.run.smithi027.stderr: 10950K .......... .......... .......... .......... .......... 11% 107M 1s 2023-01-15T14:46:53.720 INFO:teuthology.orchestra.run.smithi027.stderr: 11000K .......... .......... .......... .......... .......... 11% 114M 1s 2023-01-15T14:46:53.720 INFO:teuthology.orchestra.run.smithi027.stderr: 11050K .......... .......... .......... .......... .......... 11% 115M 1s 2023-01-15T14:46:53.720 INFO:teuthology.orchestra.run.smithi027.stderr: 11100K .......... .......... .......... .......... .......... 12% 116M 1s 2023-01-15T14:46:53.720 INFO:teuthology.orchestra.run.smithi027.stderr: 11150K .......... .......... .......... .......... .......... 12% 90.9M 1s 2023-01-15T14:46:53.720 INFO:teuthology.orchestra.run.smithi027.stderr: 11200K .......... .......... .......... .......... .......... 12% 109M 1s 2023-01-15T14:46:53.720 INFO:teuthology.orchestra.run.smithi027.stderr: 11250K .......... .......... .......... .......... .......... 12% 121M 1s 2023-01-15T14:46:53.720 INFO:teuthology.orchestra.run.smithi027.stderr: 11300K .......... .......... .......... .......... .......... 12% 115M 1s 2023-01-15T14:46:53.720 INFO:teuthology.orchestra.run.smithi027.stderr: 11350K .......... .......... .......... .......... .......... 12% 110M 1s 2023-01-15T14:46:53.721 INFO:teuthology.orchestra.run.smithi027.stderr: 11400K .......... .......... .......... .......... .......... 12% 112M 1s 2023-01-15T14:46:53.721 INFO:teuthology.orchestra.run.smithi027.stderr: 11450K .......... .......... .......... .......... .......... 12% 117M 1s 2023-01-15T14:46:53.721 INFO:teuthology.orchestra.run.smithi027.stderr: 11500K .......... .......... .......... .......... .......... 12% 124M 1s 2023-01-15T14:46:53.721 INFO:teuthology.orchestra.run.smithi027.stderr: 11550K .......... .......... .......... .......... .......... 12% 85.3M 1s 2023-01-15T14:46:53.721 INFO:teuthology.orchestra.run.smithi027.stderr: 11600K .......... .......... .......... .......... .......... 12% 106M 1s 2023-01-15T14:46:53.721 INFO:teuthology.orchestra.run.smithi027.stderr: 11650K .......... .......... .......... .......... .......... 12% 126M 1s 2023-01-15T14:46:53.721 INFO:teuthology.orchestra.run.smithi027.stderr: 11700K .......... .......... .......... .......... .......... 12% 114M 1s 2023-01-15T14:46:53.721 INFO:teuthology.orchestra.run.smithi027.stderr: 11750K .......... .......... .......... .......... .......... 12% 104M 1s 2023-01-15T14:46:53.721 INFO:teuthology.orchestra.run.smithi027.stderr: 11800K .......... .......... .......... .......... .......... 12% 115M 1s 2023-01-15T14:46:53.721 INFO:teuthology.orchestra.run.smithi027.stderr: 11850K .......... .......... .......... .......... .......... 12% 120M 1s 2023-01-15T14:46:53.721 INFO:teuthology.orchestra.run.smithi027.stderr: 11900K .......... .......... .......... .......... .......... 12% 106M 1s 2023-01-15T14:46:53.722 INFO:teuthology.orchestra.run.smithi027.stderr: 11950K .......... .......... .......... .......... .......... 12% 93.6M 1s 2023-01-15T14:46:53.722 INFO:teuthology.orchestra.run.smithi027.stderr: 12000K .......... .......... .......... .......... .......... 12% 113M 1s 2023-01-15T14:46:53.722 INFO:teuthology.orchestra.run.smithi027.stderr: 12050K .......... .......... .......... .......... .......... 13% 118M 1s 2023-01-15T14:46:53.722 INFO:teuthology.orchestra.run.smithi027.stderr: 12100K .......... .......... .......... .......... .......... 13% 115M 1s 2023-01-15T14:46:53.722 INFO:teuthology.orchestra.run.smithi027.stderr: 12150K .......... .......... .......... .......... .......... 13% 112M 1s 2023-01-15T14:46:53.722 INFO:teuthology.orchestra.run.smithi027.stderr: 12200K .......... .......... .......... .......... .......... 13% 112M 1s 2023-01-15T14:46:53.722 INFO:teuthology.orchestra.run.smithi027.stderr: 12250K .......... .......... .......... .......... .......... 13% 112M 1s 2023-01-15T14:46:53.722 INFO:teuthology.orchestra.run.smithi027.stderr: 12300K .......... .......... .......... .......... .......... 13% 112M 1s 2023-01-15T14:46:53.722 INFO:teuthology.orchestra.run.smithi027.stderr: 12350K .......... .......... .......... .......... .......... 13% 86.1M 1s 2023-01-15T14:46:53.722 INFO:teuthology.orchestra.run.smithi027.stderr: 12400K .......... .......... .......... .......... .......... 13% 120M 1s 2023-01-15T14:46:53.722 INFO:teuthology.orchestra.run.smithi027.stderr: 12450K .......... .......... .......... .......... .......... 13% 119M 1s 2023-01-15T14:46:53.723 INFO:teuthology.orchestra.run.smithi027.stderr: 12500K .......... .......... .......... .......... .......... 13% 114M 1s 2023-01-15T14:46:53.723 INFO:teuthology.orchestra.run.smithi027.stderr: 12550K .......... .......... .......... .......... .......... 13% 110M 1s 2023-01-15T14:46:53.723 INFO:teuthology.orchestra.run.smithi027.stderr: 12600K .......... .......... .......... .......... .......... 13% 110M 1s 2023-01-15T14:46:53.723 INFO:teuthology.orchestra.run.smithi027.stderr: 12650K .......... .......... .......... .......... .......... 13% 88.8M 1s 2023-01-15T14:46:53.723 INFO:teuthology.orchestra.run.smithi027.stderr: 12700K .......... .......... .......... .......... .......... 13% 96.2M 1s 2023-01-15T14:46:53.723 INFO:teuthology.orchestra.run.smithi027.stderr: 12750K .......... .......... .......... .......... .......... 13% 78.4M 1s 2023-01-15T14:46:53.723 INFO:teuthology.orchestra.run.smithi027.stderr: 12800K .......... .......... .......... .......... .......... 13% 144M 1s 2023-01-15T14:46:53.723 INFO:teuthology.orchestra.run.smithi027.stderr: 12850K .......... .......... .......... .......... .......... 13% 124M 1s 2023-01-15T14:46:53.723 INFO:teuthology.orchestra.run.smithi027.stderr: 12900K .......... .......... .......... .......... .......... 13% 114M 1s 2023-01-15T14:46:53.723 INFO:teuthology.orchestra.run.smithi027.stderr: 12950K .......... .......... .......... .......... .......... 13% 112M 1s 2023-01-15T14:46:53.723 INFO:teuthology.orchestra.run.smithi027.stderr: 13000K .......... .......... .......... .......... .......... 14% 114M 1s 2023-01-15T14:46:53.723 INFO:teuthology.orchestra.run.smithi027.stderr: 13050K .......... .......... .......... .......... .......... 14% 120M 1s 2023-01-15T14:46:53.724 INFO:teuthology.orchestra.run.smithi027.stderr: 13100K .......... .......... .......... .......... .......... 14% 112M 1s 2023-01-15T14:46:53.724 INFO:teuthology.orchestra.run.smithi027.stderr: 13150K .......... .......... .......... .......... .......... 14% 89.2M 1s 2023-01-15T14:46:53.724 INFO:teuthology.orchestra.run.smithi027.stderr: 13200K .......... .......... .......... .......... .......... 14% 113M 1s 2023-01-15T14:46:53.724 INFO:teuthology.orchestra.run.smithi027.stderr: 13250K .......... .......... .......... .......... .......... 14% 111M 1s 2023-01-15T14:46:53.724 INFO:teuthology.orchestra.run.smithi027.stderr: 13300K .......... .......... .......... .......... .......... 14% 91.5M 1s 2023-01-15T14:46:53.724 INFO:teuthology.orchestra.run.smithi027.stderr: 13350K .......... .......... .......... .......... .......... 14% 110M 1s 2023-01-15T14:46:53.724 INFO:teuthology.orchestra.run.smithi027.stderr: 13400K .......... .......... .......... .......... .......... 14% 117M 1s 2023-01-15T14:46:53.724 INFO:teuthology.orchestra.run.smithi027.stderr: 13450K .......... .......... .......... .......... .......... 14% 106M 1s 2023-01-15T14:46:53.724 INFO:teuthology.orchestra.run.smithi027.stderr: 13500K .......... .......... .......... .......... .......... 14% 113M 1s 2023-01-15T14:46:53.724 INFO:teuthology.orchestra.run.smithi027.stderr: 13550K .......... .......... .......... .......... .......... 14% 88.5M 1s 2023-01-15T14:46:53.724 INFO:teuthology.orchestra.run.smithi027.stderr: 13600K .......... .......... .......... .......... .......... 14% 122M 1s 2023-01-15T14:46:53.724 INFO:teuthology.orchestra.run.smithi027.stderr: 13650K .......... .......... .......... .......... .......... 14% 113M 1s 2023-01-15T14:46:53.725 INFO:teuthology.orchestra.run.smithi027.stderr: 13700K .......... .......... .......... .......... .......... 14% 116M 1s 2023-01-15T14:46:53.725 INFO:teuthology.orchestra.run.smithi027.stderr: 13750K .......... .......... .......... .......... .......... 14% 107M 1s 2023-01-15T14:46:53.725 INFO:teuthology.orchestra.run.smithi027.stderr: 13800K .......... .......... .......... .......... .......... 14% 115M 1s 2023-01-15T14:46:53.725 INFO:teuthology.orchestra.run.smithi027.stderr: 13850K .......... .......... .......... .......... .......... 14% 118M 1s 2023-01-15T14:46:53.725 INFO:teuthology.orchestra.run.smithi027.stderr: 13900K .......... .......... .......... .......... .......... 15% 114M 1s 2023-01-15T14:46:53.725 INFO:teuthology.orchestra.run.smithi027.stderr: 13950K .......... .......... .......... .......... .......... 15% 93.8M 1s 2023-01-15T14:46:53.725 INFO:teuthology.orchestra.run.smithi027.stderr: 14000K .......... .......... .......... .......... .......... 15% 106M 1s 2023-01-15T14:46:53.725 INFO:teuthology.orchestra.run.smithi027.stderr: 14050K .......... .......... .......... .......... .......... 15% 122M 1s 2023-01-15T14:46:53.725 INFO:teuthology.orchestra.run.smithi027.stderr: 14100K .......... .......... .......... .......... .......... 15% 114M 1s 2023-01-15T14:46:53.725 INFO:teuthology.orchestra.run.smithi027.stderr: 14150K .......... .......... .......... .......... .......... 15% 114M 1s 2023-01-15T14:46:53.725 INFO:teuthology.orchestra.run.smithi027.stderr: 14200K .......... .......... .......... .......... .......... 15% 111M 1s 2023-01-15T14:46:53.725 INFO:teuthology.orchestra.run.smithi027.stderr: 14250K .......... .......... .......... .......... .......... 15% 116M 1s 2023-01-15T14:46:53.726 INFO:teuthology.orchestra.run.smithi027.stderr: 14300K .......... .......... .......... .......... .......... 15% 109M 1s 2023-01-15T14:46:53.726 INFO:teuthology.orchestra.run.smithi027.stderr: 14350K .......... .......... .......... .......... .......... 15% 92.7M 1s 2023-01-15T14:46:53.726 INFO:teuthology.orchestra.run.smithi027.stderr: 14400K .......... .......... .......... .......... .......... 15% 116M 1s 2023-01-15T14:46:53.726 INFO:teuthology.orchestra.run.smithi027.stderr: 14450K .......... .......... .......... .......... .......... 15% 112M 1s 2023-01-15T14:46:53.726 INFO:teuthology.orchestra.run.smithi027.stderr: 14500K .......... .......... .......... .......... .......... 15% 118M 1s 2023-01-15T14:46:53.726 INFO:teuthology.orchestra.run.smithi027.stderr: 14550K .......... .......... .......... .......... .......... 15% 106M 1s 2023-01-15T14:46:53.726 INFO:teuthology.orchestra.run.smithi027.stderr: 14600K .......... .......... .......... .......... .......... 15% 115M 1s 2023-01-15T14:46:53.726 INFO:teuthology.orchestra.run.smithi027.stderr: 14650K .......... .......... .......... .......... .......... 15% 116M 1s 2023-01-15T14:46:53.726 INFO:teuthology.orchestra.run.smithi027.stderr: 14700K .......... .......... .......... .......... .......... 15% 122M 1s 2023-01-15T14:46:53.726 INFO:teuthology.orchestra.run.smithi027.stderr: 14750K .......... .......... .......... .......... .......... 15% 90.5M 1s 2023-01-15T14:46:53.726 INFO:teuthology.orchestra.run.smithi027.stderr: 14800K .......... .......... .......... .......... .......... 15% 111M 1s 2023-01-15T14:46:53.727 INFO:teuthology.orchestra.run.smithi027.stderr: 14850K .......... .......... .......... .......... .......... 16% 119M 1s 2023-01-15T14:46:53.727 INFO:teuthology.orchestra.run.smithi027.stderr: 14900K .......... .......... .......... .......... .......... 16% 107M 1s 2023-01-15T14:46:53.727 INFO:teuthology.orchestra.run.smithi027.stderr: 14950K .......... .......... .......... .......... .......... 16% 116M 1s 2023-01-15T14:46:53.727 INFO:teuthology.orchestra.run.smithi027.stderr: 15000K .......... .......... .......... .......... .......... 16% 114M 1s 2023-01-15T14:46:53.727 INFO:teuthology.orchestra.run.smithi027.stderr: 15050K .......... .......... .......... .......... .......... 16% 115M 1s 2023-01-15T14:46:53.727 INFO:teuthology.orchestra.run.smithi027.stderr: 15100K .......... .......... .......... .......... .......... 16% 115M 1s 2023-01-15T14:46:53.727 INFO:teuthology.orchestra.run.smithi027.stderr: 15150K .......... .......... .......... .......... .......... 16% 89.2M 1s 2023-01-15T14:46:53.727 INFO:teuthology.orchestra.run.smithi027.stderr: 15200K .......... .......... .......... .......... .......... 16% 117M 1s 2023-01-15T14:46:53.727 INFO:teuthology.orchestra.run.smithi027.stderr: 15250K .......... .......... .......... .......... .......... 16% 114M 1s 2023-01-15T14:46:53.727 INFO:teuthology.orchestra.run.smithi027.stderr: 15300K .......... .......... .......... .......... .......... 16% 118M 1s 2023-01-15T14:46:53.727 INFO:teuthology.orchestra.run.smithi027.stderr: 15350K .......... .......... .......... .......... .......... 16% 104M 1s 2023-01-15T14:46:53.727 INFO:teuthology.orchestra.run.smithi027.stderr: 15400K .......... .......... .......... .......... .......... 16% 117M 1s 2023-01-15T14:46:53.728 INFO:teuthology.orchestra.run.smithi027.stderr: 15450K .......... .......... .......... .......... .......... 16% 119M 1s 2023-01-15T14:46:53.728 INFO:teuthology.orchestra.run.smithi027.stderr: 15500K .......... .......... .......... .......... .......... 16% 114M 1s 2023-01-15T14:46:53.728 INFO:teuthology.orchestra.run.smithi027.stderr: 15550K .......... .......... .......... .......... .......... 16% 90.5M 1s 2023-01-15T14:46:53.728 INFO:teuthology.orchestra.run.smithi027.stderr: 15600K .......... .......... .......... .......... .......... 16% 111M 1s 2023-01-15T14:46:53.728 INFO:teuthology.orchestra.run.smithi027.stderr: 15650K .......... .......... .......... .......... .......... 16% 108M 1s 2023-01-15T14:46:53.728 INFO:teuthology.orchestra.run.smithi027.stderr: 15700K .......... .......... .......... .......... .......... 16% 90.0M 1s 2023-01-15T14:46:53.728 INFO:teuthology.orchestra.run.smithi027.stderr: 15750K .......... .......... .......... .......... .......... 17% 86.7M 1s 2023-01-15T14:46:53.728 INFO:teuthology.orchestra.run.smithi027.stderr: 15800K .......... .......... .......... .......... .......... 17% 113M 1s 2023-01-15T14:46:53.728 INFO:teuthology.orchestra.run.smithi027.stderr: 15850K .......... .......... .......... .......... .......... 17% 115M 1s 2023-01-15T14:46:53.728 INFO:teuthology.orchestra.run.smithi027.stderr: 15900K .......... .......... .......... .......... .......... 17% 122M 1s 2023-01-15T14:46:53.728 INFO:teuthology.orchestra.run.smithi027.stderr: 15950K .......... .......... .......... .......... .......... 17% 89.9M 1s 2023-01-15T14:46:53.728 INFO:teuthology.orchestra.run.smithi027.stderr: 16000K .......... .......... .......... .......... .......... 17% 111M 1s 2023-01-15T14:46:53.729 INFO:teuthology.orchestra.run.smithi027.stderr: 16050K .......... .......... .......... .......... .......... 17% 114M 1s 2023-01-15T14:46:53.729 INFO:teuthology.orchestra.run.smithi027.stderr: 16100K .......... .......... .......... .......... .......... 17% 113M 1s 2023-01-15T14:46:53.729 INFO:teuthology.orchestra.run.smithi027.stderr: 16150K .......... .......... .......... .......... .......... 17% 113M 1s 2023-01-15T14:46:53.729 INFO:teuthology.orchestra.run.smithi027.stderr: 16200K .......... .......... .......... .......... .......... 17% 116M 1s 2023-01-15T14:46:53.729 INFO:teuthology.orchestra.run.smithi027.stderr: 16250K .......... .......... .......... .......... .......... 17% 121M 1s 2023-01-15T14:46:53.729 INFO:teuthology.orchestra.run.smithi027.stderr: 16300K .......... .......... .......... .......... .......... 17% 116M 1s 2023-01-15T14:46:53.729 INFO:teuthology.orchestra.run.smithi027.stderr: 16350K .......... .......... .......... .......... .......... 17% 88.2M 1s 2023-01-15T14:46:53.729 INFO:teuthology.orchestra.run.smithi027.stderr: 16400K .......... .......... .......... .......... .......... 17% 114M 1s 2023-01-15T14:46:53.729 INFO:teuthology.orchestra.run.smithi027.stderr: 16450K .......... .......... .......... .......... .......... 17% 117M 1s 2023-01-15T14:46:53.729 INFO:teuthology.orchestra.run.smithi027.stderr: 16500K .......... .......... .......... .......... .......... 17% 114M 1s 2023-01-15T14:46:53.729 INFO:teuthology.orchestra.run.smithi027.stderr: 16550K .......... .......... .......... .......... .......... 17% 110M 1s 2023-01-15T14:46:53.730 INFO:teuthology.orchestra.run.smithi027.stderr: 16600K .......... .......... .......... .......... .......... 17% 108M 1s 2023-01-15T14:46:53.730 INFO:teuthology.orchestra.run.smithi027.stderr: 16650K .......... .......... .......... .......... .......... 17% 118M 1s 2023-01-15T14:46:53.730 INFO:teuthology.orchestra.run.smithi027.stderr: 16700K .......... .......... .......... .......... .......... 18% 114M 1s 2023-01-15T14:46:53.730 INFO:teuthology.orchestra.run.smithi027.stderr: 16750K .......... .......... .......... .......... .......... 18% 92.9M 1s 2023-01-15T14:46:53.730 INFO:teuthology.orchestra.run.smithi027.stderr: 16800K .......... .......... .......... .......... .......... 18% 108M 1s 2023-01-15T14:46:53.730 INFO:teuthology.orchestra.run.smithi027.stderr: 16850K .......... .......... .......... .......... .......... 18% 118M 1s 2023-01-15T14:46:53.730 INFO:teuthology.orchestra.run.smithi027.stderr: 16900K .......... .......... .......... .......... .......... 18% 114M 1s 2023-01-15T14:46:53.730 INFO:teuthology.orchestra.run.smithi027.stderr: 16950K .......... .......... .......... .......... .......... 18% 108M 1s 2023-01-15T14:46:53.730 INFO:teuthology.orchestra.run.smithi027.stderr: 17000K .......... .......... .......... .......... .......... 18% 115M 1s 2023-01-15T14:46:53.730 INFO:teuthology.orchestra.run.smithi027.stderr: 17050K .......... .......... .......... .......... .......... 18% 116M 1s 2023-01-15T14:46:53.730 INFO:teuthology.orchestra.run.smithi027.stderr: 17100K .......... .......... .......... .......... .......... 18% 110M 1s 2023-01-15T14:46:53.730 INFO:teuthology.orchestra.run.smithi027.stderr: 17150K .......... .......... .......... .......... .......... 18% 86.0M 1s 2023-01-15T14:46:53.731 INFO:teuthology.orchestra.run.smithi027.stderr: 17200K .......... .......... .......... .......... .......... 18% 127M 1s 2023-01-15T14:46:53.731 INFO:teuthology.orchestra.run.smithi027.stderr: 17250K .......... .......... .......... .......... .......... 18% 114M 1s 2023-01-15T14:46:53.731 INFO:teuthology.orchestra.run.smithi027.stderr: 17300K .......... .......... .......... .......... .......... 18% 114M 1s 2023-01-15T14:46:53.731 INFO:teuthology.orchestra.run.smithi027.stderr: 17350K .......... .......... .......... .......... .......... 18% 96.1M 1s 2023-01-15T14:46:53.731 INFO:teuthology.orchestra.run.smithi027.stderr: 17400K .......... .......... .......... .......... .......... 18% 117M 1s 2023-01-15T14:46:53.731 INFO:teuthology.orchestra.run.smithi027.stderr: 17450K .......... .......... .......... .......... .......... 18% 119M 1s 2023-01-15T14:46:53.731 INFO:teuthology.orchestra.run.smithi027.stderr: 17500K .......... .......... .......... .......... .......... 18% 112M 1s 2023-01-15T14:46:53.731 INFO:teuthology.orchestra.run.smithi027.stderr: 17550K .......... .......... .......... .......... .......... 18% 84.4M 1s 2023-01-15T14:46:53.731 INFO:teuthology.orchestra.run.smithi027.stderr: 17600K .......... .......... .......... .......... .......... 18% 116M 1s 2023-01-15T14:46:53.731 INFO:teuthology.orchestra.run.smithi027.stderr: 17650K .......... .......... .......... .......... .......... 19% 116M 1s 2023-01-15T14:46:53.731 INFO:teuthology.orchestra.run.smithi027.stderr: 17700K .......... .......... .......... .......... .......... 19% 116M 1s 2023-01-15T14:46:53.731 INFO:teuthology.orchestra.run.smithi027.stderr: 17750K .......... .......... .......... .......... .......... 19% 101M 1s 2023-01-15T14:46:53.732 INFO:teuthology.orchestra.run.smithi027.stderr: 17800K .......... .......... .......... .......... .......... 19% 112M 1s 2023-01-15T14:46:53.732 INFO:teuthology.orchestra.run.smithi027.stderr: 17850K .......... .......... .......... .......... .......... 19% 103M 1s 2023-01-15T14:46:53.732 INFO:teuthology.orchestra.run.smithi027.stderr: 17900K .......... .......... .......... .......... .......... 19% 141M 1s 2023-01-15T14:46:53.732 INFO:teuthology.orchestra.run.smithi027.stderr: 17950K .......... .......... .......... .......... .......... 19% 89.8M 1s 2023-01-15T14:46:53.732 INFO:teuthology.orchestra.run.smithi027.stderr: 18000K .......... .......... .......... .......... .......... 19% 114M 1s 2023-01-15T14:46:53.732 INFO:teuthology.orchestra.run.smithi027.stderr: 18050K .......... .......... .......... .......... .......... 19% 115M 1s 2023-01-15T14:46:53.732 INFO:teuthology.orchestra.run.smithi027.stderr: 18100K .......... .......... .......... .......... .......... 19% 110M 1s 2023-01-15T14:46:53.732 INFO:teuthology.orchestra.run.smithi027.stderr: 18150K .......... .......... .......... .......... .......... 19% 110M 1s 2023-01-15T14:46:53.732 INFO:teuthology.orchestra.run.smithi027.stderr: 18200K .......... .......... .......... .......... .......... 19% 112M 1s 2023-01-15T14:46:53.732 INFO:teuthology.orchestra.run.smithi027.stderr: 18250K .......... .......... .......... .......... .......... 19% 119M 1s 2023-01-15T14:46:53.732 INFO:teuthology.orchestra.run.smithi027.stderr: 18300K .......... .......... .......... .......... .......... 19% 117M 1s 2023-01-15T14:46:53.733 INFO:teuthology.orchestra.run.smithi027.stderr: 18350K .......... .......... .......... .......... .......... 19% 89.6M 1s 2023-01-15T14:46:53.733 INFO:teuthology.orchestra.run.smithi027.stderr: 18400K .......... .......... .......... .......... .......... 19% 120M 1s 2023-01-15T14:46:53.733 INFO:teuthology.orchestra.run.smithi027.stderr: 18450K .......... .......... .......... .......... .......... 19% 112M 1s 2023-01-15T14:46:53.733 INFO:teuthology.orchestra.run.smithi027.stderr: 18500K .......... .......... .......... .......... .......... 19% 110M 1s 2023-01-15T14:46:53.733 INFO:teuthology.orchestra.run.smithi027.stderr: 18550K .......... .......... .......... .......... .......... 20% 112M 1s 2023-01-15T14:46:53.733 INFO:teuthology.orchestra.run.smithi027.stderr: 18600K .......... .......... .......... .......... .......... 20% 112M 1s 2023-01-15T14:46:53.733 INFO:teuthology.orchestra.run.smithi027.stderr: 18650K .......... .......... .......... .......... .......... 20% 113M 1s 2023-01-15T14:46:53.733 INFO:teuthology.orchestra.run.smithi027.stderr: 18700K .......... .......... .......... .......... .......... 20% 109M 1s 2023-01-15T14:46:53.733 INFO:teuthology.orchestra.run.smithi027.stderr: 18750K .......... .......... .......... .......... .......... 20% 76.7M 1s 2023-01-15T14:46:53.733 INFO:teuthology.orchestra.run.smithi027.stderr: 18800K .......... .......... .......... .......... .......... 20% 80.6M 1s 2023-01-15T14:46:53.733 INFO:teuthology.orchestra.run.smithi027.stderr: 18850K .......... .......... .......... .......... .......... 20% 111M 1s 2023-01-15T14:46:53.733 INFO:teuthology.orchestra.run.smithi027.stderr: 18900K .......... .......... .......... .......... .......... 20% 83.8M 1s 2023-01-15T14:46:53.734 INFO:teuthology.orchestra.run.smithi027.stderr: 18950K .......... .......... .......... .......... .......... 20% 109M 1s 2023-01-15T14:46:53.734 INFO:teuthology.orchestra.run.smithi027.stderr: 19000K .......... .......... .......... .......... .......... 20% 102M 1s 2023-01-15T14:46:53.734 INFO:teuthology.orchestra.run.smithi027.stderr: 19050K .......... .......... .......... .......... .......... 20% 130M 1s 2023-01-15T14:46:53.734 INFO:teuthology.orchestra.run.smithi027.stderr: 19100K .......... .......... .......... .......... .......... 20% 119M 1s 2023-01-15T14:46:53.734 INFO:teuthology.orchestra.run.smithi027.stderr: 19150K .......... .......... .......... .......... .......... 20% 89.8M 1s 2023-01-15T14:46:53.734 INFO:teuthology.orchestra.run.smithi027.stderr: 19200K .......... .......... .......... .......... .......... 20% 108M 1s 2023-01-15T14:46:53.734 INFO:teuthology.orchestra.run.smithi027.stderr: 19250K .......... .......... .......... .......... .......... 20% 119M 1s 2023-01-15T14:46:53.734 INFO:teuthology.orchestra.run.smithi027.stderr: 19300K .......... .......... .......... .......... .......... 20% 118M 1s 2023-01-15T14:46:53.734 INFO:teuthology.orchestra.run.smithi027.stderr: 19350K .......... .......... .......... .......... .......... 20% 105M 1s 2023-01-15T14:46:53.734 INFO:teuthology.orchestra.run.smithi027.stderr: 19400K .......... .......... .......... .......... .......... 20% 120M 1s 2023-01-15T14:46:53.734 INFO:teuthology.orchestra.run.smithi027.stderr: 19450K .......... .......... .......... .......... .......... 20% 110M 1s 2023-01-15T14:46:53.734 INFO:teuthology.orchestra.run.smithi027.stderr: 19500K .......... .......... .......... .......... .......... 21% 118M 1s 2023-01-15T14:46:53.735 INFO:teuthology.orchestra.run.smithi027.stderr: 19550K .......... .......... .......... .......... .......... 21% 91.5M 1s 2023-01-15T14:46:53.735 INFO:teuthology.orchestra.run.smithi027.stderr: 19600K .......... .......... .......... .......... .......... 21% 113M 1s 2023-01-15T14:46:53.735 INFO:teuthology.orchestra.run.smithi027.stderr: 19650K .......... .......... .......... .......... .......... 21% 118M 1s 2023-01-15T14:46:53.735 INFO:teuthology.orchestra.run.smithi027.stderr: 19700K .......... .......... .......... .......... .......... 21% 106M 1s 2023-01-15T14:46:53.735 INFO:teuthology.orchestra.run.smithi027.stderr: 19750K .......... .......... .......... .......... .......... 21% 95.8M 1s 2023-01-15T14:46:53.735 INFO:teuthology.orchestra.run.smithi027.stderr: 19800K .......... .......... .......... .......... .......... 21% 134M 1s 2023-01-15T14:46:53.735 INFO:teuthology.orchestra.run.smithi027.stderr: 19850K .......... .......... .......... .......... .......... 21% 114M 1s 2023-01-15T14:46:53.735 INFO:teuthology.orchestra.run.smithi027.stderr: 19900K .......... .......... .......... .......... .......... 21% 112M 1s 2023-01-15T14:46:53.735 INFO:teuthology.orchestra.run.smithi027.stderr: 19950K .......... .......... .......... .......... .......... 21% 91.2M 1s 2023-01-15T14:46:53.735 INFO:teuthology.orchestra.run.smithi027.stderr: 20000K .......... .......... .......... .......... .......... 21% 110M 1s 2023-01-15T14:46:53.735 INFO:teuthology.orchestra.run.smithi027.stderr: 20050K .......... .......... .......... .......... .......... 21% 121M 1s 2023-01-15T14:46:53.735 INFO:teuthology.orchestra.run.smithi027.stderr: 20100K .......... .......... .......... .......... .......... 21% 117M 1s 2023-01-15T14:46:53.736 INFO:teuthology.orchestra.run.smithi027.stderr: 20150K .......... .......... .......... .......... .......... 21% 111M 1s 2023-01-15T14:46:53.736 INFO:teuthology.orchestra.run.smithi027.stderr: 20200K .......... .......... .......... .......... .......... 21% 111M 1s 2023-01-15T14:46:53.736 INFO:teuthology.orchestra.run.smithi027.stderr: 20250K .......... .......... .......... .......... .......... 21% 117M 1s 2023-01-15T14:46:53.736 INFO:teuthology.orchestra.run.smithi027.stderr: 20300K .......... .......... .......... .......... .......... 21% 107M 1s 2023-01-15T14:46:53.736 INFO:teuthology.orchestra.run.smithi027.stderr: 20350K .......... .......... .......... .......... .......... 21% 87.9M 1s 2023-01-15T14:46:53.736 INFO:teuthology.orchestra.run.smithi027.stderr: 20400K .......... .......... .......... .......... .......... 22% 115M 1s 2023-01-15T14:46:53.736 INFO:teuthology.orchestra.run.smithi027.stderr: 20450K .......... .......... .......... .......... .......... 22% 124M 1s 2023-01-15T14:46:53.736 INFO:teuthology.orchestra.run.smithi027.stderr: 20500K .......... .......... .......... .......... .......... 22% 111M 1s 2023-01-15T14:46:53.736 INFO:teuthology.orchestra.run.smithi027.stderr: 20550K .......... .......... .......... .......... .......... 22% 111M 1s 2023-01-15T14:46:53.736 INFO:teuthology.orchestra.run.smithi027.stderr: 20600K .......... .......... .......... .......... .......... 22% 116M 1s 2023-01-15T14:46:53.736 INFO:teuthology.orchestra.run.smithi027.stderr: 20650K .......... .......... .......... .......... .......... 22% 117M 1s 2023-01-15T14:46:53.737 INFO:teuthology.orchestra.run.smithi027.stderr: 20700K .......... .......... .......... .......... .......... 22% 114M 1s 2023-01-15T14:46:53.737 INFO:teuthology.orchestra.run.smithi027.stderr: 20750K .......... .......... .......... .......... .......... 22% 86.1M 1s 2023-01-15T14:46:53.737 INFO:teuthology.orchestra.run.smithi027.stderr: 20800K .......... .......... .......... .......... .......... 22% 113M 1s 2023-01-15T14:46:53.737 INFO:teuthology.orchestra.run.smithi027.stderr: 20850K .......... .......... .......... .......... .......... 22% 117M 1s 2023-01-15T14:46:53.737 INFO:teuthology.orchestra.run.smithi027.stderr: 20900K .......... .......... .......... .......... .......... 22% 113M 1s 2023-01-15T14:46:53.737 INFO:teuthology.orchestra.run.smithi027.stderr: 20950K .......... .......... .......... .......... .......... 22% 113M 1s 2023-01-15T14:46:53.737 INFO:teuthology.orchestra.run.smithi027.stderr: 21000K .......... .......... .......... .......... .......... 22% 114M 1s 2023-01-15T14:46:53.737 INFO:teuthology.orchestra.run.smithi027.stderr: 21050K .......... .......... .......... .......... .......... 22% 119M 1s 2023-01-15T14:46:53.737 INFO:teuthology.orchestra.run.smithi027.stderr: 21100K .......... .......... .......... .......... .......... 22% 112M 1s 2023-01-15T14:46:53.737 INFO:teuthology.orchestra.run.smithi027.stderr: 21150K .......... .......... .......... .......... .......... 22% 91.4M 1s 2023-01-15T14:46:53.737 INFO:teuthology.orchestra.run.smithi027.stderr: 21200K .......... .......... .......... .......... .......... 22% 118M 1s 2023-01-15T14:46:53.737 INFO:teuthology.orchestra.run.smithi027.stderr: 21250K .......... .......... .......... .......... .......... 22% 115M 1s 2023-01-15T14:46:53.738 INFO:teuthology.orchestra.run.smithi027.stderr: 21300K .......... .......... .......... .......... .......... 22% 110M 1s 2023-01-15T14:46:53.738 INFO:teuthology.orchestra.run.smithi027.stderr: 21350K .......... .......... .......... .......... .......... 23% 115M 1s 2023-01-15T14:46:53.738 INFO:teuthology.orchestra.run.smithi027.stderr: 21400K .......... .......... .......... .......... .......... 23% 107M 1s 2023-01-15T14:46:53.738 INFO:teuthology.orchestra.run.smithi027.stderr: 21450K .......... .......... .......... .......... .......... 23% 120M 1s 2023-01-15T14:46:53.738 INFO:teuthology.orchestra.run.smithi027.stderr: 21500K .......... .......... .......... .......... .......... 23% 109M 1s 2023-01-15T14:46:53.738 INFO:teuthology.orchestra.run.smithi027.stderr: 21550K .......... .......... .......... .......... .......... 23% 94.7M 1s 2023-01-15T14:46:53.738 INFO:teuthology.orchestra.run.smithi027.stderr: 21600K .......... .......... .......... .......... .......... 23% 112M 1s 2023-01-15T14:46:53.738 INFO:teuthology.orchestra.run.smithi027.stderr: 21650K .......... .......... .......... .......... .......... 23% 119M 1s 2023-01-15T14:46:53.738 INFO:teuthology.orchestra.run.smithi027.stderr: 21700K .......... .......... .......... .......... .......... 23% 112M 1s 2023-01-15T14:46:53.738 INFO:teuthology.orchestra.run.smithi027.stderr: 21750K .......... .......... .......... .......... .......... 23% 102M 1s 2023-01-15T14:46:53.738 INFO:teuthology.orchestra.run.smithi027.stderr: 21800K .......... .......... .......... .......... .......... 23% 113M 1s 2023-01-15T14:46:53.738 INFO:teuthology.orchestra.run.smithi027.stderr: 21850K .......... .......... .......... .......... .......... 23% 82.0M 1s 2023-01-15T14:46:53.739 INFO:teuthology.orchestra.run.smithi027.stderr: 21900K .......... .......... .......... .......... .......... 23% 78.2M 1s 2023-01-15T14:46:53.739 INFO:teuthology.orchestra.run.smithi027.stderr: 21950K .......... .......... .......... .......... .......... 23% 65.3M 1s 2023-01-15T14:46:53.739 INFO:teuthology.orchestra.run.smithi027.stderr: 22000K .......... .......... .......... .......... .......... 23% 116M 1s 2023-01-15T14:46:53.739 INFO:teuthology.orchestra.run.smithi027.stderr: 22050K .......... .......... .......... .......... .......... 23% 113M 1s 2023-01-15T14:46:53.739 INFO:teuthology.orchestra.run.smithi027.stderr: 22100K .......... .......... .......... .......... .......... 23% 122M 1s 2023-01-15T14:46:53.739 INFO:teuthology.orchestra.run.smithi027.stderr: 22150K .......... .......... .......... .......... .......... 23% 102M 1s 2023-01-15T14:46:53.739 INFO:teuthology.orchestra.run.smithi027.stderr: 22200K .......... .......... .......... .......... .......... 23% 117M 1s 2023-01-15T14:46:53.739 INFO:teuthology.orchestra.run.smithi027.stderr: 22250K .......... .......... .......... .......... .......... 24% 116M 1s 2023-01-15T14:46:53.739 INFO:teuthology.orchestra.run.smithi027.stderr: 22300K .......... .......... .......... .......... .......... 24% 115M 1s 2023-01-15T14:46:53.739 INFO:teuthology.orchestra.run.smithi027.stderr: 22350K .......... .......... .......... .......... .......... 24% 90.1M 1s 2023-01-15T14:46:53.740 INFO:teuthology.orchestra.run.smithi027.stderr: 22400K .......... .......... .......... .......... .......... 24% 115M 1s 2023-01-15T14:46:53.740 INFO:teuthology.orchestra.run.smithi027.stderr: 22450K .......... .......... .......... .......... .......... 24% 113M 1s 2023-01-15T14:46:53.740 INFO:teuthology.orchestra.run.smithi027.stderr: 22500K .......... .......... .......... .......... .......... 24% 121M 1s 2023-01-15T14:46:53.740 INFO:teuthology.orchestra.run.smithi027.stderr: 22550K .......... .......... .......... .......... .......... 24% 111M 1s 2023-01-15T14:46:53.740 INFO:teuthology.orchestra.run.smithi027.stderr: 22600K .......... .......... .......... .......... .......... 24% 111M 1s 2023-01-15T14:46:53.740 INFO:teuthology.orchestra.run.smithi027.stderr: 22650K .......... .......... .......... .......... .......... 24% 117M 1s 2023-01-15T14:46:53.740 INFO:teuthology.orchestra.run.smithi027.stderr: 22700K .......... .......... .......... .......... .......... 24% 114M 1s 2023-01-15T14:46:53.740 INFO:teuthology.orchestra.run.smithi027.stderr: 22750K .......... .......... .......... .......... .......... 24% 91.1M 1s 2023-01-15T14:46:53.740 INFO:teuthology.orchestra.run.smithi027.stderr: 22800K .......... .......... .......... .......... .......... 24% 114M 1s 2023-01-15T14:46:53.740 INFO:teuthology.orchestra.run.smithi027.stderr: 22850K .......... .......... .......... .......... .......... 24% 113M 1s 2023-01-15T14:46:53.740 INFO:teuthology.orchestra.run.smithi027.stderr: 22900K .......... .......... .......... .......... .......... 24% 122M 1s 2023-01-15T14:46:53.741 INFO:teuthology.orchestra.run.smithi027.stderr: 22950K .......... .......... .......... .......... .......... 24% 107M 1s 2023-01-15T14:46:53.741 INFO:teuthology.orchestra.run.smithi027.stderr: 23000K .......... .......... .......... .......... .......... 24% 113M 1s 2023-01-15T14:46:53.741 INFO:teuthology.orchestra.run.smithi027.stderr: 23050K .......... .......... .......... .......... .......... 24% 113M 1s 2023-01-15T14:46:53.741 INFO:teuthology.orchestra.run.smithi027.stderr: 23100K .......... .......... .......... .......... .......... 24% 121M 1s 2023-01-15T14:46:53.741 INFO:teuthology.orchestra.run.smithi027.stderr: 23150K .......... .......... .......... .......... .......... 24% 91.5M 1s 2023-01-15T14:46:53.741 INFO:teuthology.orchestra.run.smithi027.stderr: 23200K .......... .......... .......... .......... .......... 25% 112M 1s 2023-01-15T14:46:53.741 INFO:teuthology.orchestra.run.smithi027.stderr: 23250K .......... .......... .......... .......... .......... 25% 112M 1s 2023-01-15T14:46:53.741 INFO:teuthology.orchestra.run.smithi027.stderr: 23300K .......... .......... .......... .......... .......... 25% 119M 1s 2023-01-15T14:46:53.741 INFO:teuthology.orchestra.run.smithi027.stderr: 23350K .......... .......... .......... .......... .......... 25% 111M 1s 2023-01-15T14:46:53.741 INFO:teuthology.orchestra.run.smithi027.stderr: 23400K .......... .......... .......... .......... .......... 25% 112M 1s 2023-01-15T14:46:53.741 INFO:teuthology.orchestra.run.smithi027.stderr: 23450K .......... .......... .......... .......... .......... 25% 116M 1s 2023-01-15T14:46:53.741 INFO:teuthology.orchestra.run.smithi027.stderr: 23500K .......... .......... .......... .......... .......... 25% 115M 1s 2023-01-15T14:46:53.742 INFO:teuthology.orchestra.run.smithi027.stderr: 23550K .......... .......... .......... .......... .......... 25% 87.1M 1s 2023-01-15T14:46:53.742 INFO:teuthology.orchestra.run.smithi027.stderr: 23600K .......... .......... .......... .......... .......... 25% 122M 1s 2023-01-15T14:46:53.742 INFO:teuthology.orchestra.run.smithi027.stderr: 23650K .......... .......... .......... .......... .......... 25% 111M 1s 2023-01-15T14:46:53.742 INFO:teuthology.orchestra.run.smithi027.stderr: 23700K .......... .......... .......... .......... .......... 25% 117M 1s 2023-01-15T14:46:53.742 INFO:teuthology.orchestra.run.smithi027.stderr: 23750K .......... .......... .......... .......... .......... 25% 108M 1s 2023-01-15T14:46:53.742 INFO:teuthology.orchestra.run.smithi027.stderr: 23800K .......... .......... .......... .......... .......... 25% 120M 1s 2023-01-15T14:46:53.742 INFO:teuthology.orchestra.run.smithi027.stderr: 23850K .......... .......... .......... .......... .......... 25% 109M 1s 2023-01-15T14:46:53.742 INFO:teuthology.orchestra.run.smithi027.stderr: 23900K .......... .......... .......... .......... .......... 25% 117M 1s 2023-01-15T14:46:53.742 INFO:teuthology.orchestra.run.smithi027.stderr: 23950K .......... .......... .......... .......... .......... 25% 92.7M 1s 2023-01-15T14:46:53.742 INFO:teuthology.orchestra.run.smithi027.stderr: 24000K .......... .......... .......... .......... .......... 25% 105M 1s 2023-01-15T14:46:53.742 INFO:teuthology.orchestra.run.smithi027.stderr: 24050K .......... .......... .......... .......... .......... 25% 123M 1s 2023-01-15T14:46:53.743 INFO:teuthology.orchestra.run.smithi027.stderr: 24100K .......... .......... .......... .......... .......... 25% 113M 1s 2023-01-15T14:46:53.743 INFO:teuthology.orchestra.run.smithi027.stderr: 24150K .......... .......... .......... .......... .......... 26% 100M 1s 2023-01-15T14:46:53.743 INFO:teuthology.orchestra.run.smithi027.stderr: 24200K .......... .......... .......... .......... .......... 26% 135M 1s 2023-01-15T14:46:53.743 INFO:teuthology.orchestra.run.smithi027.stderr: 24250K .......... .......... .......... .......... .......... 26% 116M 1s 2023-01-15T14:46:53.743 INFO:teuthology.orchestra.run.smithi027.stderr: 24300K .......... .......... .......... .......... .......... 26% 118M 1s 2023-01-15T14:46:53.743 INFO:teuthology.orchestra.run.smithi027.stderr: 24350K .......... .......... .......... .......... .......... 26% 83.5M 1s 2023-01-15T14:46:53.743 INFO:teuthology.orchestra.run.smithi027.stderr: 24400K .......... .......... .......... .......... .......... 26% 126M 1s 2023-01-15T14:46:53.743 INFO:teuthology.orchestra.run.smithi027.stderr: 24450K .......... .......... .......... .......... .......... 26% 87.7M 1s 2023-01-15T14:46:53.743 INFO:teuthology.orchestra.run.smithi027.stderr: 24500K .......... .......... .......... .......... .......... 26% 120M 1s 2023-01-15T14:46:53.743 INFO:teuthology.orchestra.run.smithi027.stderr: 24550K .......... .......... .......... .......... .......... 26% 105M 1s 2023-01-15T14:46:53.743 INFO:teuthology.orchestra.run.smithi027.stderr: 24600K .......... .......... .......... .......... .......... 26% 115M 1s 2023-01-15T14:46:53.743 INFO:teuthology.orchestra.run.smithi027.stderr: 24650K .......... .......... .......... .......... .......... 26% 121M 1s 2023-01-15T14:46:53.744 INFO:teuthology.orchestra.run.smithi027.stderr: 24700K .......... .......... .......... .......... .......... 26% 111M 1s 2023-01-15T14:46:53.744 INFO:teuthology.orchestra.run.smithi027.stderr: 24750K .......... .......... .......... .......... .......... 26% 86.4M 1s 2023-01-15T14:46:53.744 INFO:teuthology.orchestra.run.smithi027.stderr: 24800K .......... .......... .......... .......... .......... 26% 120M 1s 2023-01-15T14:46:53.744 INFO:teuthology.orchestra.run.smithi027.stderr: 24850K .......... .......... .......... .......... .......... 26% 93.7M 1s 2023-01-15T14:46:53.744 INFO:teuthology.orchestra.run.smithi027.stderr: 24900K .......... .......... .......... .......... .......... 26% 122M 1s 2023-01-15T14:46:53.744 INFO:teuthology.orchestra.run.smithi027.stderr: 24950K .......... .......... .......... .......... .......... 26% 110M 1s 2023-01-15T14:46:53.744 INFO:teuthology.orchestra.run.smithi027.stderr: 25000K .......... .......... .......... .......... .......... 26% 111M 1s 2023-01-15T14:46:53.744 INFO:teuthology.orchestra.run.smithi027.stderr: 25050K .......... .......... .......... .......... .......... 27% 114M 1s 2023-01-15T14:46:53.744 INFO:teuthology.orchestra.run.smithi027.stderr: 25100K .......... .......... .......... .......... .......... 27% 116M 1s 2023-01-15T14:46:53.744 INFO:teuthology.orchestra.run.smithi027.stderr: 25150K .......... .......... .......... .......... .......... 27% 87.7M 1s 2023-01-15T14:46:53.744 INFO:teuthology.orchestra.run.smithi027.stderr: 25200K .......... .......... .......... .......... .......... 27% 118M 1s 2023-01-15T14:46:53.744 INFO:teuthology.orchestra.run.smithi027.stderr: 25250K .......... .......... .......... .......... .......... 27% 114M 1s 2023-01-15T14:46:53.745 INFO:teuthology.orchestra.run.smithi027.stderr: 25300K .......... .......... .......... .......... .......... 27% 112M 1s 2023-01-15T14:46:53.745 INFO:teuthology.orchestra.run.smithi027.stderr: 25350K .......... .......... .......... .......... .......... 27% 111M 1s 2023-01-15T14:46:53.745 INFO:teuthology.orchestra.run.smithi027.stderr: 25400K .......... .......... .......... .......... .......... 27% 114M 1s 2023-01-15T14:46:53.745 INFO:teuthology.orchestra.run.smithi027.stderr: 25450K .......... .......... .......... .......... .......... 27% 113M 1s 2023-01-15T14:46:53.745 INFO:teuthology.orchestra.run.smithi027.stderr: 25500K .......... .......... .......... .......... .......... 27% 119M 1s 2023-01-15T14:46:53.745 INFO:teuthology.orchestra.run.smithi027.stderr: 25550K .......... .......... .......... .......... .......... 27% 89.6M 1s 2023-01-15T14:46:53.745 INFO:teuthology.orchestra.run.smithi027.stderr: 25600K .......... .......... .......... .......... .......... 27% 116M 1s 2023-01-15T14:46:53.745 INFO:teuthology.orchestra.run.smithi027.stderr: 25650K .......... .......... .......... .......... .......... 27% 111M 1s 2023-01-15T14:46:53.745 INFO:teuthology.orchestra.run.smithi027.stderr: 25700K .......... .......... .......... .......... .......... 27% 119M 1s 2023-01-15T14:46:53.745 INFO:teuthology.orchestra.run.smithi027.stderr: 25750K .......... .......... .......... .......... .......... 27% 105M 1s 2023-01-15T14:46:53.745 INFO:teuthology.orchestra.run.smithi027.stderr: 25800K .......... .......... .......... .......... .......... 27% 112M 1s 2023-01-15T14:46:53.745 INFO:teuthology.orchestra.run.smithi027.stderr: 25850K .......... .......... .......... .......... .......... 27% 118M 1s 2023-01-15T14:46:53.746 INFO:teuthology.orchestra.run.smithi027.stderr: 25900K .......... .......... .......... .......... .......... 27% 116M 1s 2023-01-15T14:46:53.746 INFO:teuthology.orchestra.run.smithi027.stderr: 25950K .......... .......... .......... .......... .......... 27% 87.0M 1s 2023-01-15T14:46:53.746 INFO:teuthology.orchestra.run.smithi027.stderr: 26000K .......... .......... .......... .......... .......... 28% 109M 1s 2023-01-15T14:46:53.746 INFO:teuthology.orchestra.run.smithi027.stderr: 26050K .......... .......... .......... .......... .......... 28% 119M 1s 2023-01-15T14:46:53.746 INFO:teuthology.orchestra.run.smithi027.stderr: 26100K .......... .......... .......... .......... .......... 28% 119M 1s 2023-01-15T14:46:53.746 INFO:teuthology.orchestra.run.smithi027.stderr: 26150K .......... .......... .......... .......... .......... 28% 113M 1s 2023-01-15T14:46:53.746 INFO:teuthology.orchestra.run.smithi027.stderr: 26200K .......... .......... .......... .......... .......... 28% 114M 1s 2023-01-15T14:46:53.746 INFO:teuthology.orchestra.run.smithi027.stderr: 26250K .......... .......... .......... .......... .......... 28% 111M 1s 2023-01-15T14:46:53.746 INFO:teuthology.orchestra.run.smithi027.stderr: 26300K .......... .......... .......... .......... .......... 28% 113M 1s 2023-01-15T14:46:53.746 INFO:teuthology.orchestra.run.smithi027.stderr: 26350K .......... .......... .......... .......... .......... 28% 90.1M 1s 2023-01-15T14:46:53.746 INFO:teuthology.orchestra.run.smithi027.stderr: 26400K .......... .......... .......... .......... .......... 28% 117M 1s 2023-01-15T14:46:53.747 INFO:teuthology.orchestra.run.smithi027.stderr: 26450K .......... .......... .......... .......... .......... 28% 114M 1s 2023-01-15T14:46:53.747 INFO:teuthology.orchestra.run.smithi027.stderr: 26500K .......... .......... .......... .......... .......... 28% 117M 1s 2023-01-15T14:46:53.747 INFO:teuthology.orchestra.run.smithi027.stderr: 26550K .......... .......... .......... .......... .......... 28% 108M 1s 2023-01-15T14:46:53.747 INFO:teuthology.orchestra.run.smithi027.stderr: 26600K .......... .......... .......... .......... .......... 28% 122M 1s 2023-01-15T14:46:53.747 INFO:teuthology.orchestra.run.smithi027.stderr: 26650K .......... .......... .......... .......... .......... 28% 111M 1s 2023-01-15T14:46:53.747 INFO:teuthology.orchestra.run.smithi027.stderr: 26700K .......... .......... .......... .......... .......... 28% 115M 1s 2023-01-15T14:46:53.747 INFO:teuthology.orchestra.run.smithi027.stderr: 26750K .......... .......... .......... .......... .......... 28% 91.1M 1s 2023-01-15T14:46:53.747 INFO:teuthology.orchestra.run.smithi027.stderr: 26800K .......... .......... .......... .......... .......... 28% 110M 1s 2023-01-15T14:46:53.747 INFO:teuthology.orchestra.run.smithi027.stderr: 26850K .......... .......... .......... .......... .......... 28% 118M 1s 2023-01-15T14:46:53.747 INFO:teuthology.orchestra.run.smithi027.stderr: 26900K .......... .......... .......... .......... .......... 29% 116M 1s 2023-01-15T14:46:53.747 INFO:teuthology.orchestra.run.smithi027.stderr: 26950K .......... .......... .......... .......... .......... 29% 107M 1s 2023-01-15T14:46:53.747 INFO:teuthology.orchestra.run.smithi027.stderr: 27000K .......... .......... .......... .......... .......... 29% 117M 1s 2023-01-15T14:46:53.748 INFO:teuthology.orchestra.run.smithi027.stderr: 27050K .......... .......... .......... .......... .......... 29% 120M 1s 2023-01-15T14:46:53.748 INFO:teuthology.orchestra.run.smithi027.stderr: 27100K .......... .......... .......... .......... .......... 29% 108M 1s 2023-01-15T14:46:53.748 INFO:teuthology.orchestra.run.smithi027.stderr: 27150K .......... .......... .......... .......... .......... 29% 88.6M 1s 2023-01-15T14:46:53.748 INFO:teuthology.orchestra.run.smithi027.stderr: 27200K .......... .......... .......... .......... .......... 29% 111M 1s 2023-01-15T14:46:53.748 INFO:teuthology.orchestra.run.smithi027.stderr: 27250K .......... .......... .......... .......... .......... 29% 118M 1s 2023-01-15T14:46:53.748 INFO:teuthology.orchestra.run.smithi027.stderr: 27300K .......... .......... .......... .......... .......... 29% 116M 1s 2023-01-15T14:46:53.748 INFO:teuthology.orchestra.run.smithi027.stderr: 27350K .......... .......... .......... .......... .......... 29% 108M 1s 2023-01-15T14:46:53.748 INFO:teuthology.orchestra.run.smithi027.stderr: 27400K .......... .......... .......... .......... .......... 29% 112M 1s 2023-01-15T14:46:53.748 INFO:teuthology.orchestra.run.smithi027.stderr: 27450K .......... .......... .......... .......... .......... 29% 117M 1s 2023-01-15T14:46:53.748 INFO:teuthology.orchestra.run.smithi027.stderr: 27500K .......... .......... .......... .......... .......... 29% 113M 1s 2023-01-15T14:46:53.748 INFO:teuthology.orchestra.run.smithi027.stderr: 27550K .......... .......... .......... .......... .......... 29% 90.4M 1s 2023-01-15T14:46:53.749 INFO:teuthology.orchestra.run.smithi027.stderr: 27600K .......... .......... .......... .......... .......... 29% 117M 1s 2023-01-15T14:46:53.749 INFO:teuthology.orchestra.run.smithi027.stderr: 27650K .......... .......... .......... .......... .......... 29% 110M 1s 2023-01-15T14:46:53.749 INFO:teuthology.orchestra.run.smithi027.stderr: 27700K .......... .......... .......... .......... .......... 29% 118M 1s 2023-01-15T14:46:53.749 INFO:teuthology.orchestra.run.smithi027.stderr: 27750K .......... .......... .......... .......... .......... 29% 109M 1s 2023-01-15T14:46:53.749 INFO:teuthology.orchestra.run.smithi027.stderr: 27800K .......... .......... .......... .......... .......... 29% 107M 1s 2023-01-15T14:46:53.749 INFO:teuthology.orchestra.run.smithi027.stderr: 27850K .......... .......... .......... .......... .......... 30% 120M 1s 2023-01-15T14:46:53.749 INFO:teuthology.orchestra.run.smithi027.stderr: 27900K .......... .......... .......... .......... .......... 30% 111M 1s 2023-01-15T14:46:53.749 INFO:teuthology.orchestra.run.smithi027.stderr: 27950K .......... .......... .......... .......... .......... 30% 86.2M 1s 2023-01-15T14:46:53.749 INFO:teuthology.orchestra.run.smithi027.stderr: 28000K .......... .......... .......... .......... .......... 30% 117M 1s 2023-01-15T14:46:53.749 INFO:teuthology.orchestra.run.smithi027.stderr: 28050K .......... .......... .......... .......... .......... 30% 108M 1s 2023-01-15T14:46:53.749 INFO:teuthology.orchestra.run.smithi027.stderr: 28100K .......... .......... .......... .......... .......... 30% 119M 1s 2023-01-15T14:46:53.750 INFO:teuthology.orchestra.run.smithi027.stderr: 28150K .......... .......... .......... .......... .......... 30% 108M 1s 2023-01-15T14:46:53.750 INFO:teuthology.orchestra.run.smithi027.stderr: 28200K .......... .......... .......... .......... .......... 30% 119M 1s 2023-01-15T14:46:53.750 INFO:teuthology.orchestra.run.smithi027.stderr: 28250K .......... .......... .......... .......... .......... 30% 108M 1s 2023-01-15T14:46:53.750 INFO:teuthology.orchestra.run.smithi027.stderr: 28300K .......... .......... .......... .......... .......... 30% 117M 1s 2023-01-15T14:46:53.750 INFO:teuthology.orchestra.run.smithi027.stderr: 28350K .......... .......... .......... .......... .......... 30% 89.9M 1s 2023-01-15T14:46:53.750 INFO:teuthology.orchestra.run.smithi027.stderr: 28400K .......... .......... .......... .......... .......... 30% 116M 1s 2023-01-15T14:46:53.750 INFO:teuthology.orchestra.run.smithi027.stderr: 28450K .......... .......... .......... .......... .......... 30% 119M 1s 2023-01-15T14:46:53.750 INFO:teuthology.orchestra.run.smithi027.stderr: 28500K .......... .......... .......... .......... .......... 30% 116M 1s 2023-01-15T14:46:53.750 INFO:teuthology.orchestra.run.smithi027.stderr: 28550K .......... .......... .......... .......... .......... 30% 109M 1s 2023-01-15T14:46:53.750 INFO:teuthology.orchestra.run.smithi027.stderr: 28600K .......... .......... .......... .......... .......... 30% 112M 1s 2023-01-15T14:46:53.750 INFO:teuthology.orchestra.run.smithi027.stderr: 28650K .......... .......... .......... .......... .......... 30% 121M 1s 2023-01-15T14:46:53.750 INFO:teuthology.orchestra.run.smithi027.stderr: 28700K .......... .......... .......... .......... .......... 30% 113M 1s 2023-01-15T14:46:53.751 INFO:teuthology.orchestra.run.smithi027.stderr: 28750K .......... .......... .......... .......... .......... 31% 86.6M 1s 2023-01-15T14:46:53.751 INFO:teuthology.orchestra.run.smithi027.stderr: 28800K .......... .......... .......... .......... .......... 31% 124M 1s 2023-01-15T14:46:53.751 INFO:teuthology.orchestra.run.smithi027.stderr: 28850K .......... .......... .......... .......... .......... 31% 110M 1s 2023-01-15T14:46:53.751 INFO:teuthology.orchestra.run.smithi027.stderr: 28900K .......... .......... .......... .......... .......... 31% 117M 1s 2023-01-15T14:46:53.751 INFO:teuthology.orchestra.run.smithi027.stderr: 28950K .......... .......... .......... .......... .......... 31% 109M 1s 2023-01-15T14:46:53.751 INFO:teuthology.orchestra.run.smithi027.stderr: 29000K .......... .......... .......... .......... .......... 31% 112M 1s 2023-01-15T14:46:53.751 INFO:teuthology.orchestra.run.smithi027.stderr: 29050K .......... .......... .......... .......... .......... 31% 114M 1s 2023-01-15T14:46:53.751 INFO:teuthology.orchestra.run.smithi027.stderr: 29100K .......... .......... .......... .......... .......... 31% 120M 1s 2023-01-15T14:46:53.751 INFO:teuthology.orchestra.run.smithi027.stderr: 29150K .......... .......... .......... .......... .......... 31% 89.4M 1s 2023-01-15T14:46:53.751 INFO:teuthology.orchestra.run.smithi027.stderr: 29200K .......... .......... .......... .......... .......... 31% 112M 1s 2023-01-15T14:46:53.751 INFO:teuthology.orchestra.run.smithi027.stderr: 29250K .......... .......... .......... .......... .......... 31% 120M 1s 2023-01-15T14:46:53.751 INFO:teuthology.orchestra.run.smithi027.stderr: 29300K .......... .......... .......... .......... .......... 31% 113M 1s 2023-01-15T14:46:53.752 INFO:teuthology.orchestra.run.smithi027.stderr: 29350K .......... .......... .......... .......... .......... 31% 111M 1s 2023-01-15T14:46:53.752 INFO:teuthology.orchestra.run.smithi027.stderr: 29400K .......... .......... .......... .......... .......... 31% 110M 1s 2023-01-15T14:46:53.752 INFO:teuthology.orchestra.run.smithi027.stderr: 29450K .......... .......... .......... .......... .......... 31% 120M 1s 2023-01-15T14:46:53.752 INFO:teuthology.orchestra.run.smithi027.stderr: 29500K .......... .......... .......... .......... .......... 31% 112M 1s 2023-01-15T14:46:53.752 INFO:teuthology.orchestra.run.smithi027.stderr: 29550K .......... .......... .......... .......... .......... 31% 92.0M 1s 2023-01-15T14:46:53.752 INFO:teuthology.orchestra.run.smithi027.stderr: 29600K .......... .......... .......... .......... .......... 31% 81.6M 1s 2023-01-15T14:46:53.752 INFO:teuthology.orchestra.run.smithi027.stderr: 29650K .......... .......... .......... .......... .......... 31% 115M 1s 2023-01-15T14:46:53.752 INFO:teuthology.orchestra.run.smithi027.stderr: 29700K .......... .......... .......... .......... .......... 32% 119M 1s 2023-01-15T14:46:53.752 INFO:teuthology.orchestra.run.smithi027.stderr: 29750K .......... .......... .......... .......... .......... 32% 108M 1s 2023-01-15T14:46:53.752 INFO:teuthology.orchestra.run.smithi027.stderr: 29800K .......... .......... .......... .......... .......... 32% 116M 1s 2023-01-15T14:46:53.752 INFO:teuthology.orchestra.run.smithi027.stderr: 29850K .......... .......... .......... .......... .......... 32% 108M 1s 2023-01-15T14:46:53.752 INFO:teuthology.orchestra.run.smithi027.stderr: 29900K .......... .......... .......... .......... .......... 32% 124M 1s 2023-01-15T14:46:53.753 INFO:teuthology.orchestra.run.smithi027.stderr: 29950K .......... .......... .......... .......... .......... 32% 88.0M 1s 2023-01-15T14:46:53.753 INFO:teuthology.orchestra.run.smithi027.stderr: 30000K .......... .......... .......... .......... .......... 32% 117M 1s 2023-01-15T14:46:53.753 INFO:teuthology.orchestra.run.smithi027.stderr: 30050K .......... .......... .......... .......... .......... 32% 116M 1s 2023-01-15T14:46:53.753 INFO:teuthology.orchestra.run.smithi027.stderr: 30100K .......... .......... .......... .......... .......... 32% 115M 1s 2023-01-15T14:46:53.753 INFO:teuthology.orchestra.run.smithi027.stderr: 30150K .......... .......... .......... .......... .......... 32% 112M 1s 2023-01-15T14:46:53.753 INFO:teuthology.orchestra.run.smithi027.stderr: 30200K .......... .......... .......... .......... .......... 32% 110M 1s 2023-01-15T14:46:53.753 INFO:teuthology.orchestra.run.smithi027.stderr: 30250K .......... .......... .......... .......... .......... 32% 123M 1s 2023-01-15T14:46:53.753 INFO:teuthology.orchestra.run.smithi027.stderr: 30300K .......... .......... .......... .......... .......... 32% 113M 1s 2023-01-15T14:46:53.753 INFO:teuthology.orchestra.run.smithi027.stderr: 30350K .......... .......... .......... .......... .......... 32% 89.2M 1s 2023-01-15T14:46:53.753 INFO:teuthology.orchestra.run.smithi027.stderr: 30400K .......... .......... .......... .......... .......... 32% 117M 1s 2023-01-15T14:46:53.753 INFO:teuthology.orchestra.run.smithi027.stderr: 30450K .......... .......... .......... .......... .......... 32% 112M 1s 2023-01-15T14:46:53.753 INFO:teuthology.orchestra.run.smithi027.stderr: 30500K .......... .......... .......... .......... .......... 32% 116M 1s 2023-01-15T14:46:53.754 INFO:teuthology.orchestra.run.smithi027.stderr: 30550K .......... .......... .......... .......... .......... 32% 105M 1s 2023-01-15T14:46:53.754 INFO:teuthology.orchestra.run.smithi027.stderr: 30600K .......... .......... .......... .......... .......... 32% 120M 1s 2023-01-15T14:46:53.754 INFO:teuthology.orchestra.run.smithi027.stderr: 30650K .......... .......... .......... .......... .......... 33% 112M 1s 2023-01-15T14:46:53.754 INFO:teuthology.orchestra.run.smithi027.stderr: 30700K .......... .......... .......... .......... .......... 33% 119M 1s 2023-01-15T14:46:53.754 INFO:teuthology.orchestra.run.smithi027.stderr: 30750K .......... .......... .......... .......... .......... 33% 90.9M 1s 2023-01-15T14:46:53.754 INFO:teuthology.orchestra.run.smithi027.stderr: 30800K .......... .......... .......... .......... .......... 33% 112M 1s 2023-01-15T14:46:53.754 INFO:teuthology.orchestra.run.smithi027.stderr: 30850K .......... .......... .......... .......... .......... 33% 121M 1s 2023-01-15T14:46:53.754 INFO:teuthology.orchestra.run.smithi027.stderr: 30900K .......... .......... .......... .......... .......... 33% 116M 1s 2023-01-15T14:46:53.754 INFO:teuthology.orchestra.run.smithi027.stderr: 30950K .......... .......... .......... .......... .......... 33% 101M 1s 2023-01-15T14:46:53.754 INFO:teuthology.orchestra.run.smithi027.stderr: 31000K .......... .......... .......... .......... .......... 33% 119M 1s 2023-01-15T14:46:53.754 INFO:teuthology.orchestra.run.smithi027.stderr: 31050K .......... .......... .......... .......... .......... 33% 112M 1s 2023-01-15T14:46:53.755 INFO:teuthology.orchestra.run.smithi027.stderr: 31100K .......... .......... .......... .......... .......... 33% 111M 1s 2023-01-15T14:46:53.755 INFO:teuthology.orchestra.run.smithi027.stderr: 31150K .......... .......... .......... .......... .......... 33% 93.2M 1s 2023-01-15T14:46:53.755 INFO:teuthology.orchestra.run.smithi027.stderr: 31200K .......... .......... .......... .......... .......... 33% 110M 1s 2023-01-15T14:46:53.755 INFO:teuthology.orchestra.run.smithi027.stderr: 31250K .......... .......... .......... .......... .......... 33% 116M 1s 2023-01-15T14:46:53.755 INFO:teuthology.orchestra.run.smithi027.stderr: 31300K .......... .......... .......... .......... .......... 33% 113M 1s 2023-01-15T14:46:53.755 INFO:teuthology.orchestra.run.smithi027.stderr: 31350K .......... .......... .......... .......... .......... 33% 119M 1s 2023-01-15T14:46:53.755 INFO:teuthology.orchestra.run.smithi027.stderr: 31400K .......... .......... .......... .......... .......... 33% 106M 1s 2023-01-15T14:46:53.755 INFO:teuthology.orchestra.run.smithi027.stderr: 31450K .......... .......... .......... .......... .......... 33% 117M 1s 2023-01-15T14:46:53.755 INFO:teuthology.orchestra.run.smithi027.stderr: 31500K .......... .......... .......... .......... .......... 33% 118M 1s 2023-01-15T14:46:53.755 INFO:teuthology.orchestra.run.smithi027.stderr: 31550K .......... .......... .......... .......... .......... 34% 88.6M 1s 2023-01-15T14:46:53.755 INFO:teuthology.orchestra.run.smithi027.stderr: 31600K .......... .......... .......... .......... .......... 34% 119M 1s 2023-01-15T14:46:53.755 INFO:teuthology.orchestra.run.smithi027.stderr: 31650K .......... .......... .......... .......... .......... 34% 113M 1s 2023-01-15T14:46:53.756 INFO:teuthology.orchestra.run.smithi027.stderr: 31700K .......... .......... .......... .......... .......... 34% 117M 1s 2023-01-15T14:46:53.756 INFO:teuthology.orchestra.run.smithi027.stderr: 31750K .......... .......... .......... .......... .......... 34% 106M 1s 2023-01-15T14:46:53.756 INFO:teuthology.orchestra.run.smithi027.stderr: 31800K .......... .......... .......... .......... .......... 34% 116M 1s 2023-01-15T14:46:53.756 INFO:teuthology.orchestra.run.smithi027.stderr: 31850K .......... .......... .......... .......... .......... 34% 120M 1s 2023-01-15T14:46:53.756 INFO:teuthology.orchestra.run.smithi027.stderr: 31900K .......... .......... .......... .......... .......... 34% 113M 1s 2023-01-15T14:46:53.756 INFO:teuthology.orchestra.run.smithi027.stderr: 31950K .......... .......... .......... .......... .......... 34% 90.7M 1s 2023-01-15T14:46:53.756 INFO:teuthology.orchestra.run.smithi027.stderr: 32000K .......... .......... .......... .......... .......... 34% 113M 1s 2023-01-15T14:46:53.756 INFO:teuthology.orchestra.run.smithi027.stderr: 32050K .......... .......... .......... .......... .......... 34% 116M 1s 2023-01-15T14:46:53.756 INFO:teuthology.orchestra.run.smithi027.stderr: 32100K .......... .......... .......... .......... .......... 34% 114M 1s 2023-01-15T14:46:53.756 INFO:teuthology.orchestra.run.smithi027.stderr: 32150K .......... .......... .......... .......... .......... 34% 109M 1s 2023-01-15T14:46:53.756 INFO:teuthology.orchestra.run.smithi027.stderr: 32200K .......... .......... .......... .......... .......... 34% 112M 1s 2023-01-15T14:46:53.756 INFO:teuthology.orchestra.run.smithi027.stderr: 32250K .......... .......... .......... .......... .......... 34% 119M 1s 2023-01-15T14:46:53.757 INFO:teuthology.orchestra.run.smithi027.stderr: 32300K .......... .......... .......... .......... .......... 34% 112M 1s 2023-01-15T14:46:53.757 INFO:teuthology.orchestra.run.smithi027.stderr: 32350K .......... .......... .......... .......... .......... 34% 89.8M 1s 2023-01-15T14:46:53.757 INFO:teuthology.orchestra.run.smithi027.stderr: 32400K .......... .......... .......... .......... .......... 34% 120M 1s 2023-01-15T14:46:53.757 INFO:teuthology.orchestra.run.smithi027.stderr: 32450K .......... .......... .......... .......... .......... 34% 113M 1s 2023-01-15T14:46:53.757 INFO:teuthology.orchestra.run.smithi027.stderr: 32500K .......... .......... .......... .......... .......... 35% 111M 1s 2023-01-15T14:46:53.757 INFO:teuthology.orchestra.run.smithi027.stderr: 32550K .......... .......... .......... .......... .......... 35% 113M 1s 2023-01-15T14:46:53.757 INFO:teuthology.orchestra.run.smithi027.stderr: 32600K .......... .......... .......... .......... .......... 35% 113M 1s 2023-01-15T14:46:53.757 INFO:teuthology.orchestra.run.smithi027.stderr: 32650K .......... .......... .......... .......... .......... 35% 109M 1s 2023-01-15T14:46:53.757 INFO:teuthology.orchestra.run.smithi027.stderr: 32700K .......... .......... .......... .......... .......... 35% 116M 1s 2023-01-15T14:46:53.757 INFO:teuthology.orchestra.run.smithi027.stderr: 32750K .......... .......... .......... .......... .......... 35% 89.4M 1s 2023-01-15T14:46:53.758 INFO:teuthology.orchestra.run.smithi027.stderr: 32800K .......... .......... .......... .......... .......... 35% 115M 1s 2023-01-15T14:46:53.758 INFO:teuthology.orchestra.run.smithi027.stderr: 32850K .......... .......... .......... .......... .......... 35% 112M 1s 2023-01-15T14:46:53.758 INFO:teuthology.orchestra.run.smithi027.stderr: 32900K .......... .......... .......... .......... .......... 35% 116M 1s 2023-01-15T14:46:53.758 INFO:teuthology.orchestra.run.smithi027.stderr: 32950K .......... .......... .......... .......... .......... 35% 112M 1s 2023-01-15T14:46:53.758 INFO:teuthology.orchestra.run.smithi027.stderr: 33000K .......... .......... .......... .......... .......... 35% 112M 1s 2023-01-15T14:46:53.758 INFO:teuthology.orchestra.run.smithi027.stderr: 33050K .......... .......... .......... .......... .......... 35% 116M 1s 2023-01-15T14:46:53.758 INFO:teuthology.orchestra.run.smithi027.stderr: 33100K .......... .......... .......... .......... .......... 35% 112M 1s 2023-01-15T14:46:53.758 INFO:teuthology.orchestra.run.smithi027.stderr: 33150K .......... .......... .......... .......... .......... 35% 90.1M 1s 2023-01-15T14:46:53.759 INFO:teuthology.orchestra.run.smithi027.stderr: 33200K .......... .......... .......... .......... .......... 35% 114M 1s 2023-01-15T14:46:53.759 INFO:teuthology.orchestra.run.smithi027.stderr: 33250K .......... .......... .......... .......... .......... 35% 119M 1s 2023-01-15T14:46:53.759 INFO:teuthology.orchestra.run.smithi027.stderr: 33300K .......... .......... .......... .......... .......... 35% 109M 1s 2023-01-15T14:46:53.759 INFO:teuthology.orchestra.run.smithi027.stderr: 33350K .......... .......... .......... .......... .......... 35% 113M 1s 2023-01-15T14:46:53.759 INFO:teuthology.orchestra.run.smithi027.stderr: 33400K .......... .......... .......... .......... .......... 36% 110M 1s 2023-01-15T14:46:53.759 INFO:teuthology.orchestra.run.smithi027.stderr: 33450K .......... .......... .......... .......... .......... 36% 121M 1s 2023-01-15T14:46:53.759 INFO:teuthology.orchestra.run.smithi027.stderr: 33500K .......... .......... .......... .......... .......... 36% 110M 1s 2023-01-15T14:46:53.759 INFO:teuthology.orchestra.run.smithi027.stderr: 33550K .......... .......... .......... .......... .......... 36% 90.2M 1s 2023-01-15T14:46:53.760 INFO:teuthology.orchestra.run.smithi027.stderr: 33600K .......... .......... .......... .......... .......... 36% 119M 1s 2023-01-15T14:46:53.760 INFO:teuthology.orchestra.run.smithi027.stderr: 33650K .......... .......... .......... .......... .......... 36% 108M 1s 2023-01-15T14:46:53.760 INFO:teuthology.orchestra.run.smithi027.stderr: 33700K .......... .......... .......... .......... .......... 36% 123M 1s 2023-01-15T14:46:53.760 INFO:teuthology.orchestra.run.smithi027.stderr: 33750K .......... .......... .......... .......... .......... 36% 103M 1s 2023-01-15T14:46:53.760 INFO:teuthology.orchestra.run.smithi027.stderr: 33800K .......... .......... .......... .......... .......... 36% 122M 1s 2023-01-15T14:46:53.760 INFO:teuthology.orchestra.run.smithi027.stderr: 33850K .......... .......... .......... .......... .......... 36% 116M 1s 2023-01-15T14:46:53.760 INFO:teuthology.orchestra.run.smithi027.stderr: 33900K .......... .......... .......... .......... .......... 36% 112M 1s 2023-01-15T14:46:53.760 INFO:teuthology.orchestra.run.smithi027.stderr: 33950K .......... .......... .......... .......... .......... 36% 89.5M 1s 2023-01-15T14:46:53.761 INFO:teuthology.orchestra.run.smithi027.stderr: 34000K .......... .......... .......... .......... .......... 36% 121M 1s 2023-01-15T14:46:53.761 INFO:teuthology.orchestra.run.smithi027.stderr: 34050K .......... .......... .......... .......... .......... 36% 114M 1s 2023-01-15T14:46:53.761 INFO:teuthology.orchestra.run.smithi027.stderr: 34100K .......... .......... .......... .......... .......... 36% 117M 1s 2023-01-15T14:46:53.761 INFO:teuthology.orchestra.run.smithi027.stderr: 34150K .......... .......... .......... .......... .......... 36% 108M 1s 2023-01-15T14:46:53.761 INFO:teuthology.orchestra.run.smithi027.stderr: 34200K .......... .......... .......... .......... .......... 36% 115M 1s 2023-01-15T14:46:53.761 INFO:teuthology.orchestra.run.smithi027.stderr: 34250K .......... .......... .......... .......... .......... 36% 120M 1s 2023-01-15T14:46:53.761 INFO:teuthology.orchestra.run.smithi027.stderr: 34300K .......... .......... .......... .......... .......... 36% 111M 1s 2023-01-15T14:46:53.761 INFO:teuthology.orchestra.run.smithi027.stderr: 34350K .......... .......... .......... .......... .......... 37% 90.1M 1s 2023-01-15T14:46:53.761 INFO:teuthology.orchestra.run.smithi027.stderr: 34400K .......... .......... .......... .......... .......... 37% 115M 1s 2023-01-15T14:46:53.762 INFO:teuthology.orchestra.run.smithi027.stderr: 34450K .......... .......... .......... .......... .......... 37% 116M 1s 2023-01-15T14:46:53.762 INFO:teuthology.orchestra.run.smithi027.stderr: 34500K .......... .......... .......... .......... .......... 37% 114M 1s 2023-01-15T14:46:53.762 INFO:teuthology.orchestra.run.smithi027.stderr: 34550K .......... .......... .......... .......... .......... 37% 110M 1s 2023-01-15T14:46:53.762 INFO:teuthology.orchestra.run.smithi027.stderr: 34600K .......... .......... .......... .......... .......... 37% 117M 1s 2023-01-15T14:46:53.762 INFO:teuthology.orchestra.run.smithi027.stderr: 34650K .......... .......... .......... .......... .......... 37% 110M 1s 2023-01-15T14:46:53.762 INFO:teuthology.orchestra.run.smithi027.stderr: 34700K .......... .......... .......... .......... .......... 37% 119M 1s 2023-01-15T14:46:53.762 INFO:teuthology.orchestra.run.smithi027.stderr: 34750K .......... .......... .......... .......... .......... 37% 92.6M 1s 2023-01-15T14:46:53.762 INFO:teuthology.orchestra.run.smithi027.stderr: 34800K .......... .......... .......... .......... .......... 37% 111M 1s 2023-01-15T14:46:53.762 INFO:teuthology.orchestra.run.smithi027.stderr: 34850K .......... .......... .......... .......... .......... 37% 117M 1s 2023-01-15T14:46:53.763 INFO:teuthology.orchestra.run.smithi027.stderr: 34900K .......... .......... .......... .......... .......... 37% 115M 1s 2023-01-15T14:46:53.763 INFO:teuthology.orchestra.run.smithi027.stderr: 34950K .......... .......... .......... .......... .......... 37% 107M 1s 2023-01-15T14:46:53.763 INFO:teuthology.orchestra.run.smithi027.stderr: 35000K .......... .......... .......... .......... .......... 37% 115M 1s 2023-01-15T14:46:53.763 INFO:teuthology.orchestra.run.smithi027.stderr: 35050K .......... .......... .......... .......... .......... 37% 121M 1s 2023-01-15T14:46:53.763 INFO:teuthology.orchestra.run.smithi027.stderr: 35100K .......... .......... .......... .......... .......... 37% 119M 1s 2023-01-15T14:46:53.763 INFO:teuthology.orchestra.run.smithi027.stderr: 35150K .......... .......... .......... .......... .......... 37% 87.4M 1s 2023-01-15T14:46:53.763 INFO:teuthology.orchestra.run.smithi027.stderr: 35200K .......... .......... .......... .......... .......... 37% 114M 1s 2023-01-15T14:46:53.763 INFO:teuthology.orchestra.run.smithi027.stderr: 35250K .......... .......... .......... .......... .......... 37% 111M 1s 2023-01-15T14:46:53.763 INFO:teuthology.orchestra.run.smithi027.stderr: 35300K .......... .......... .......... .......... .......... 38% 118M 1s 2023-01-15T14:46:53.763 INFO:teuthology.orchestra.run.smithi027.stderr: 35350K .......... .......... .......... .......... .......... 38% 108M 1s 2023-01-15T14:46:53.764 INFO:teuthology.orchestra.run.smithi027.stderr: 35400K .......... .......... .......... .......... .......... 38% 114M 1s 2023-01-15T14:46:53.764 INFO:teuthology.orchestra.run.smithi027.stderr: 35450K .......... .......... .......... .......... .......... 38% 97.1M 1s 2023-01-15T14:46:53.764 INFO:teuthology.orchestra.run.smithi027.stderr: 35500K .......... .......... .......... .......... .......... 38% 141M 1s 2023-01-15T14:46:53.764 INFO:teuthology.orchestra.run.smithi027.stderr: 35550K .......... .......... .......... .......... .......... 38% 92.0M 1s 2023-01-15T14:46:53.764 INFO:teuthology.orchestra.run.smithi027.stderr: 35600K .......... .......... .......... .......... .......... 38% 116M 1s 2023-01-15T14:46:53.764 INFO:teuthology.orchestra.run.smithi027.stderr: 35650K .......... .......... .......... .......... .......... 38% 118M 1s 2023-01-15T14:46:53.764 INFO:teuthology.orchestra.run.smithi027.stderr: 35700K .......... .......... .......... .......... .......... 38% 111M 1s 2023-01-15T14:46:53.764 INFO:teuthology.orchestra.run.smithi027.stderr: 35750K .......... .......... .......... .......... .......... 38% 111M 1s 2023-01-15T14:46:53.764 INFO:teuthology.orchestra.run.smithi027.stderr: 35800K .......... .......... .......... .......... .......... 38% 117M 1s 2023-01-15T14:46:53.764 INFO:teuthology.orchestra.run.smithi027.stderr: 35850K .......... .......... .......... .......... .......... 38% 115M 1s 2023-01-15T14:46:53.765 INFO:teuthology.orchestra.run.smithi027.stderr: 35900K .......... .......... .......... .......... .......... 38% 111M 1s 2023-01-15T14:46:53.765 INFO:teuthology.orchestra.run.smithi027.stderr: 35950K .......... .......... .......... .......... .......... 38% 84.5M 1s 2023-01-15T14:46:53.765 INFO:teuthology.orchestra.run.smithi027.stderr: 36000K .......... .......... .......... .......... .......... 38% 131M 1s 2023-01-15T14:46:53.765 INFO:teuthology.orchestra.run.smithi027.stderr: 36050K .......... .......... .......... .......... .......... 38% 109M 1s 2023-01-15T14:46:53.765 INFO:teuthology.orchestra.run.smithi027.stderr: 36100K .......... .......... .......... .......... .......... 38% 121M 1s 2023-01-15T14:46:53.765 INFO:teuthology.orchestra.run.smithi027.stderr: 36150K .......... .......... .......... .......... .......... 38% 108M 1s 2023-01-15T14:46:53.765 INFO:teuthology.orchestra.run.smithi027.stderr: 36200K .......... .......... .......... .......... .......... 39% 115M 1s 2023-01-15T14:46:53.765 INFO:teuthology.orchestra.run.smithi027.stderr: 36250K .......... .......... .......... .......... .......... 39% 116M 1s 2023-01-15T14:46:53.765 INFO:teuthology.orchestra.run.smithi027.stderr: 36300K .......... .......... .......... .......... .......... 39% 119M 1s 2023-01-15T14:46:53.765 INFO:teuthology.orchestra.run.smithi027.stderr: 36350K .......... .......... .......... .......... .......... 39% 90.0M 1s 2023-01-15T14:46:53.765 INFO:teuthology.orchestra.run.smithi027.stderr: 36400K .......... .......... .......... .......... .......... 39% 117M 1s 2023-01-15T14:46:53.766 INFO:teuthology.orchestra.run.smithi027.stderr: 36450K .......... .......... .......... .......... .......... 39% 112M 1s 2023-01-15T14:46:53.766 INFO:teuthology.orchestra.run.smithi027.stderr: 36500K .......... .......... .......... .......... .......... 39% 113M 1s 2023-01-15T14:46:53.766 INFO:teuthology.orchestra.run.smithi027.stderr: 36550K .......... .......... .......... .......... .......... 39% 109M 1s 2023-01-15T14:46:53.766 INFO:teuthology.orchestra.run.smithi027.stderr: 36600K .......... .......... .......... .......... .......... 39% 117M 1s 2023-01-15T14:46:53.766 INFO:teuthology.orchestra.run.smithi027.stderr: 36650K .......... .......... .......... .......... .......... 39% 116M 1s 2023-01-15T14:46:53.766 INFO:teuthology.orchestra.run.smithi027.stderr: 36700K .......... .......... .......... .......... .......... 39% 111M 1s 2023-01-15T14:46:53.766 INFO:teuthology.orchestra.run.smithi027.stderr: 36750K .......... .......... .......... .......... .......... 39% 86.0M 1s 2023-01-15T14:46:53.766 INFO:teuthology.orchestra.run.smithi027.stderr: 36800K .......... .......... .......... .......... .......... 39% 111M 1s 2023-01-15T14:46:53.766 INFO:teuthology.orchestra.run.smithi027.stderr: 36850K .......... .......... .......... .......... .......... 39% 120M 1s 2023-01-15T14:46:53.766 INFO:teuthology.orchestra.run.smithi027.stderr: 36900K .......... .......... .......... .......... .......... 39% 107M 1s 2023-01-15T14:46:53.767 INFO:teuthology.orchestra.run.smithi027.stderr: 36950K .......... .......... .......... .......... .......... 39% 111M 1s 2023-01-15T14:46:53.767 INFO:teuthology.orchestra.run.smithi027.stderr: 37000K .......... .......... .......... .......... .......... 39% 116M 1s 2023-01-15T14:46:53.767 INFO:teuthology.orchestra.run.smithi027.stderr: 37050K .......... .......... .......... .......... .......... 39% 113M 1s 2023-01-15T14:46:53.767 INFO:teuthology.orchestra.run.smithi027.stderr: 37100K .......... .......... .......... .......... .......... 39% 109M 1s 2023-01-15T14:46:53.767 INFO:teuthology.orchestra.run.smithi027.stderr: 37150K .......... .......... .......... .......... .......... 40% 78.1M 1s 2023-01-15T14:46:53.767 INFO:teuthology.orchestra.run.smithi027.stderr: 37200K .......... .......... .......... .......... .......... 40% 128M 1s 2023-01-15T14:46:53.767 INFO:teuthology.orchestra.run.smithi027.stderr: 37250K .......... .......... .......... .......... .......... 40% 102M 1s 2023-01-15T14:46:53.767 INFO:teuthology.orchestra.run.smithi027.stderr: 37300K .......... .......... .......... .......... .......... 40% 130M 1s 2023-01-15T14:46:53.767 INFO:teuthology.orchestra.run.smithi027.stderr: 37350K .......... .......... .......... .......... .......... 40% 89.2M 1s 2023-01-15T14:46:53.767 INFO:teuthology.orchestra.run.smithi027.stderr: 37400K .......... .......... .......... .......... .......... 40% 140M 1s 2023-01-15T14:46:53.767 INFO:teuthology.orchestra.run.smithi027.stderr: 37450K .......... .......... .......... .......... .......... 40% 123M 1s 2023-01-15T14:46:53.768 INFO:teuthology.orchestra.run.smithi027.stderr: 37500K .......... .......... .......... .......... .......... 40% 108M 1s 2023-01-15T14:46:53.768 INFO:teuthology.orchestra.run.smithi027.stderr: 37550K .......... .......... .......... .......... .......... 40% 92.1M 1s 2023-01-15T14:46:53.768 INFO:teuthology.orchestra.run.smithi027.stderr: 37600K .......... .......... .......... .......... .......... 40% 116M 1s 2023-01-15T14:46:53.768 INFO:teuthology.orchestra.run.smithi027.stderr: 37650K .......... .......... .......... .......... .......... 40% 116M 1s 2023-01-15T14:46:53.768 INFO:teuthology.orchestra.run.smithi027.stderr: 37700K .......... .......... .......... .......... .......... 40% 112M 1s 2023-01-15T14:46:53.768 INFO:teuthology.orchestra.run.smithi027.stderr: 37750K .......... .......... .......... .......... .......... 40% 114M 1s 2023-01-15T14:46:53.768 INFO:teuthology.orchestra.run.smithi027.stderr: 37800K .......... .......... .......... .......... .......... 40% 119M 1s 2023-01-15T14:46:53.768 INFO:teuthology.orchestra.run.smithi027.stderr: 37850K .......... .......... .......... .......... .......... 40% 109M 1s 2023-01-15T14:46:53.768 INFO:teuthology.orchestra.run.smithi027.stderr: 37900K .......... .......... .......... .......... .......... 40% 115M 1s 2023-01-15T14:46:53.768 INFO:teuthology.orchestra.run.smithi027.stderr: 37950K .......... .......... .......... .......... .......... 40% 90.6M 1s 2023-01-15T14:46:53.768 INFO:teuthology.orchestra.run.smithi027.stderr: 38000K .......... .......... .......... .......... .......... 40% 113M 1s 2023-01-15T14:46:53.768 INFO:teuthology.orchestra.run.smithi027.stderr: 38050K .......... .......... .......... .......... .......... 41% 121M 1s 2023-01-15T14:46:53.769 INFO:teuthology.orchestra.run.smithi027.stderr: 38100K .......... .......... .......... .......... .......... 41% 108M 1s 2023-01-15T14:46:53.769 INFO:teuthology.orchestra.run.smithi027.stderr: 38150K .......... .......... .......... .......... .......... 41% 106M 1s 2023-01-15T14:46:53.769 INFO:teuthology.orchestra.run.smithi027.stderr: 38200K .......... .......... .......... .......... .......... 41% 117M 1s 2023-01-15T14:46:53.769 INFO:teuthology.orchestra.run.smithi027.stderr: 38250K .......... .......... .......... .......... .......... 41% 114M 1s 2023-01-15T14:46:53.769 INFO:teuthology.orchestra.run.smithi027.stderr: 38300K .......... .......... .......... .......... .......... 41% 116M 1s 2023-01-15T14:46:53.769 INFO:teuthology.orchestra.run.smithi027.stderr: 38350K .......... .......... .......... .......... .......... 41% 89.8M 1s 2023-01-15T14:46:53.769 INFO:teuthology.orchestra.run.smithi027.stderr: 38400K .......... .......... .......... .......... .......... 41% 117M 1s 2023-01-15T14:46:53.769 INFO:teuthology.orchestra.run.smithi027.stderr: 38450K .......... .......... .......... .......... .......... 41% 111M 1s 2023-01-15T14:46:53.769 INFO:teuthology.orchestra.run.smithi027.stderr: 38500K .......... .......... .......... .......... .......... 41% 126M 1s 2023-01-15T14:46:53.769 INFO:teuthology.orchestra.run.smithi027.stderr: 38550K .......... .......... .......... .......... .......... 41% 108M 1s 2023-01-15T14:46:53.769 INFO:teuthology.orchestra.run.smithi027.stderr: 38600K .......... .......... .......... .......... .......... 41% 106M 1s 2023-01-15T14:46:53.770 INFO:teuthology.orchestra.run.smithi027.stderr: 38650K .......... .......... .......... .......... .......... 41% 112M 1s 2023-01-15T14:46:53.770 INFO:teuthology.orchestra.run.smithi027.stderr: 38700K .......... .......... .......... .......... .......... 41% 120M 1s 2023-01-15T14:46:53.770 INFO:teuthology.orchestra.run.smithi027.stderr: 38750K .......... .......... .......... .......... .......... 41% 87.2M 1s 2023-01-15T14:46:53.770 INFO:teuthology.orchestra.run.smithi027.stderr: 38800K .......... .......... .......... .......... .......... 41% 119M 1s 2023-01-15T14:46:53.770 INFO:teuthology.orchestra.run.smithi027.stderr: 38850K .......... .......... .......... .......... .......... 41% 111M 1s 2023-01-15T14:46:53.770 INFO:teuthology.orchestra.run.smithi027.stderr: 38900K .......... .......... .......... .......... .......... 41% 115M 1s 2023-01-15T14:46:53.770 INFO:teuthology.orchestra.run.smithi027.stderr: 38950K .......... .......... .......... .......... .......... 41% 111M 1s 2023-01-15T14:46:53.770 INFO:teuthology.orchestra.run.smithi027.stderr: 39000K .......... .......... .......... .......... .......... 42% 106M 1s 2023-01-15T14:46:53.770 INFO:teuthology.orchestra.run.smithi027.stderr: 39050K .......... .......... .......... .......... .......... 42% 122M 1s 2023-01-15T14:46:53.770 INFO:teuthology.orchestra.run.smithi027.stderr: 39100K .......... .......... .......... .......... .......... 42% 109M 1s 2023-01-15T14:46:53.770 INFO:teuthology.orchestra.run.smithi027.stderr: 39150K .......... .......... .......... .......... .......... 42% 90.0M 1s 2023-01-15T14:46:53.770 INFO:teuthology.orchestra.run.smithi027.stderr: 39200K .......... .......... .......... .......... .......... 42% 120M 1s 2023-01-15T14:46:53.771 INFO:teuthology.orchestra.run.smithi027.stderr: 39250K .......... .......... .......... .......... .......... 42% 112M 1s 2023-01-15T14:46:53.771 INFO:teuthology.orchestra.run.smithi027.stderr: 39300K .......... .......... .......... .......... .......... 42% 119M 1s 2023-01-15T14:46:53.771 INFO:teuthology.orchestra.run.smithi027.stderr: 39350K .......... .......... .......... .......... .......... 42% 106M 1s 2023-01-15T14:46:53.771 INFO:teuthology.orchestra.run.smithi027.stderr: 39400K .......... .......... .......... .......... .......... 42% 124M 1s 2023-01-15T14:46:53.771 INFO:teuthology.orchestra.run.smithi027.stderr: 39450K .......... .......... .......... .......... .......... 42% 115M 1s 2023-01-15T14:46:53.771 INFO:teuthology.orchestra.run.smithi027.stderr: 39500K .......... .......... .......... .......... .......... 42% 110M 1s 2023-01-15T14:46:53.771 INFO:teuthology.orchestra.run.smithi027.stderr: 39550K .......... .......... .......... .......... .......... 42% 79.7M 1s 2023-01-15T14:46:53.771 INFO:teuthology.orchestra.run.smithi027.stderr: 39600K .......... .......... .......... .......... .......... 42% 119M 1s 2023-01-15T14:46:53.771 INFO:teuthology.orchestra.run.smithi027.stderr: 39650K .......... .......... .......... .......... .......... 42% 115M 1s 2023-01-15T14:46:53.771 INFO:teuthology.orchestra.run.smithi027.stderr: 39700K .......... .......... .......... .......... .......... 42% 117M 1s 2023-01-15T14:46:53.771 INFO:teuthology.orchestra.run.smithi027.stderr: 39750K .......... .......... .......... .......... .......... 42% 108M 1s 2023-01-15T14:46:53.771 INFO:teuthology.orchestra.run.smithi027.stderr: 39800K .......... .......... .......... .......... .......... 42% 116M 1s 2023-01-15T14:46:53.772 INFO:teuthology.orchestra.run.smithi027.stderr: 39850K .......... .......... .......... .......... .......... 42% 116M 1s 2023-01-15T14:46:53.772 INFO:teuthology.orchestra.run.smithi027.stderr: 39900K .......... .......... .......... .......... .......... 43% 111M 1s 2023-01-15T14:46:53.772 INFO:teuthology.orchestra.run.smithi027.stderr: 39950K .......... .......... .......... .......... .......... 43% 92.3M 1s 2023-01-15T14:46:53.772 INFO:teuthology.orchestra.run.smithi027.stderr: 40000K .......... .......... .......... .......... .......... 43% 89.6M 1s 2023-01-15T14:46:53.772 INFO:teuthology.orchestra.run.smithi027.stderr: 40050K .......... .......... .......... .......... .......... 43% 109M 1s 2023-01-15T14:46:53.772 INFO:teuthology.orchestra.run.smithi027.stderr: 40100K .......... .......... .......... .......... .......... 43% 117M 1s 2023-01-15T14:46:53.772 INFO:teuthology.orchestra.run.smithi027.stderr: 40150K .......... .......... .......... .......... .......... 43% 107M 1s 2023-01-15T14:46:53.772 INFO:teuthology.orchestra.run.smithi027.stderr: 40200K .......... .......... .......... .......... .......... 43% 119M 1s 2023-01-15T14:46:53.772 INFO:teuthology.orchestra.run.smithi027.stderr: 40250K .......... .......... .......... .......... .......... 43% 114M 1s 2023-01-15T14:46:53.772 INFO:teuthology.orchestra.run.smithi027.stderr: 40300K .......... .......... .......... .......... .......... 43% 111M 1s 2023-01-15T14:46:53.772 INFO:teuthology.orchestra.run.smithi027.stderr: 40350K .......... .......... .......... .......... .......... 43% 95.5M 1s 2023-01-15T14:46:53.773 INFO:teuthology.orchestra.run.smithi027.stderr: 40400K .......... .......... .......... .......... .......... 43% 109M 1s 2023-01-15T14:46:53.773 INFO:teuthology.orchestra.run.smithi027.stderr: 40450K .......... .......... .......... .......... .......... 43% 120M 1s 2023-01-15T14:46:53.773 INFO:teuthology.orchestra.run.smithi027.stderr: 40500K .......... .......... .......... .......... .......... 43% 110M 1s 2023-01-15T14:46:53.773 INFO:teuthology.orchestra.run.smithi027.stderr: 40550K .......... .......... .......... .......... .......... 43% 112M 1s 2023-01-15T14:46:53.773 INFO:teuthology.orchestra.run.smithi027.stderr: 40600K .......... .......... .......... .......... .......... 43% 112M 1s 2023-01-15T14:46:53.773 INFO:teuthology.orchestra.run.smithi027.stderr: 40650K .......... .......... .......... .......... .......... 43% 116M 1s 2023-01-15T14:46:53.773 INFO:teuthology.orchestra.run.smithi027.stderr: 40700K .......... .......... .......... .......... .......... 43% 116M 1s 2023-01-15T14:46:53.773 INFO:teuthology.orchestra.run.smithi027.stderr: 40750K .......... .......... .......... .......... .......... 43% 87.3M 1s 2023-01-15T14:46:53.773 INFO:teuthology.orchestra.run.smithi027.stderr: 40800K .......... .......... .......... .......... .......... 43% 111M 1s 2023-01-15T14:46:53.773 INFO:teuthology.orchestra.run.smithi027.stderr: 40850K .......... .......... .......... .......... .......... 44% 122M 1s 2023-01-15T14:46:53.773 INFO:teuthology.orchestra.run.smithi027.stderr: 40900K .......... .......... .......... .......... .......... 44% 113M 1s 2023-01-15T14:46:53.773 INFO:teuthology.orchestra.run.smithi027.stderr: 40950K .......... .......... .......... .......... .......... 44% 110M 1s 2023-01-15T14:46:53.774 INFO:teuthology.orchestra.run.smithi027.stderr: 41000K .......... .......... .......... .......... .......... 44% 119M 1s 2023-01-15T14:46:53.774 INFO:teuthology.orchestra.run.smithi027.stderr: 41050K .......... .......... .......... .......... .......... 44% 112M 1s 2023-01-15T14:46:53.774 INFO:teuthology.orchestra.run.smithi027.stderr: 41100K .......... .......... .......... .......... .......... 44% 116M 1s 2023-01-15T14:46:53.774 INFO:teuthology.orchestra.run.smithi027.stderr: 41150K .......... .......... .......... .......... .......... 44% 91.4M 1s 2023-01-15T14:46:53.774 INFO:teuthology.orchestra.run.smithi027.stderr: 41200K .......... .......... .......... .......... .......... 44% 116M 1s 2023-01-15T14:46:53.774 INFO:teuthology.orchestra.run.smithi027.stderr: 41250K .......... .......... .......... .......... .......... 44% 116M 1s 2023-01-15T14:46:53.774 INFO:teuthology.orchestra.run.smithi027.stderr: 41300K .......... .......... .......... .......... .......... 44% 114M 1s 2023-01-15T14:46:53.774 INFO:teuthology.orchestra.run.smithi027.stderr: 41350K .......... .......... .......... .......... .......... 44% 112M 1s 2023-01-15T14:46:53.774 INFO:teuthology.orchestra.run.smithi027.stderr: 41400K .......... .......... .......... .......... .......... 44% 117M 1s 2023-01-15T14:46:53.774 INFO:teuthology.orchestra.run.smithi027.stderr: 41450K .......... .......... .......... .......... .......... 44% 113M 1s 2023-01-15T14:46:53.774 INFO:teuthology.orchestra.run.smithi027.stderr: 41500K .......... .......... .......... .......... .......... 44% 110M 1s 2023-01-15T14:46:53.774 INFO:teuthology.orchestra.run.smithi027.stderr: 41550K .......... .......... .......... .......... .......... 44% 92.2M 1s 2023-01-15T14:46:53.774 INFO:teuthology.orchestra.run.smithi027.stderr: 41600K .......... .......... .......... .......... .......... 44% 113M 1s 2023-01-15T14:46:53.775 INFO:teuthology.orchestra.run.smithi027.stderr: 41650K .......... .......... .......... .......... .......... 44% 113M 1s 2023-01-15T14:46:53.775 INFO:teuthology.orchestra.run.smithi027.stderr: 41700K .......... .......... .......... .......... .......... 44% 123M 1s 2023-01-15T14:46:53.775 INFO:teuthology.orchestra.run.smithi027.stderr: 41750K .......... .......... .......... .......... .......... 44% 102M 1s 2023-01-15T14:46:53.775 INFO:teuthology.orchestra.run.smithi027.stderr: 41800K .......... .......... .......... .......... .......... 45% 116M 1s 2023-01-15T14:46:53.775 INFO:teuthology.orchestra.run.smithi027.stderr: 41850K .......... .......... .......... .......... .......... 45% 120M 1s 2023-01-15T14:46:53.775 INFO:teuthology.orchestra.run.smithi027.stderr: 41900K .......... .......... .......... .......... .......... 45% 110M 0s 2023-01-15T14:46:53.775 INFO:teuthology.orchestra.run.smithi027.stderr: 41950K .......... .......... .......... .......... .......... 45% 92.1M 0s 2023-01-15T14:46:53.775 INFO:teuthology.orchestra.run.smithi027.stderr: 42000K .......... .......... .......... .......... .......... 45% 109M 0s 2023-01-15T14:46:53.775 INFO:teuthology.orchestra.run.smithi027.stderr: 42050K .......... .......... .......... .......... .......... 45% 118M 0s 2023-01-15T14:46:53.775 INFO:teuthology.orchestra.run.smithi027.stderr: 42100K .......... .......... .......... .......... .......... 45% 121M 0s 2023-01-15T14:46:53.775 INFO:teuthology.orchestra.run.smithi027.stderr: 42150K .......... .......... .......... .......... .......... 45% 109M 0s 2023-01-15T14:46:53.775 INFO:teuthology.orchestra.run.smithi027.stderr: 42200K .......... .......... .......... .......... .......... 45% 108M 0s 2023-01-15T14:46:53.776 INFO:teuthology.orchestra.run.smithi027.stderr: 42250K .......... .......... .......... .......... .......... 45% 124M 0s 2023-01-15T14:46:53.776 INFO:teuthology.orchestra.run.smithi027.stderr: 42300K .......... .......... .......... .......... .......... 45% 112M 0s 2023-01-15T14:46:53.776 INFO:teuthology.orchestra.run.smithi027.stderr: 42350K .......... .......... .......... .......... .......... 45% 90.1M 0s 2023-01-15T14:46:53.776 INFO:teuthology.orchestra.run.smithi027.stderr: 42400K .......... .......... .......... .......... .......... 45% 111M 0s 2023-01-15T14:46:53.776 INFO:teuthology.orchestra.run.smithi027.stderr: 42450K .......... .......... .......... .......... .......... 45% 118M 0s 2023-01-15T14:46:53.776 INFO:teuthology.orchestra.run.smithi027.stderr: 42500K .......... .......... .......... .......... .......... 45% 119M 0s 2023-01-15T14:46:53.776 INFO:teuthology.orchestra.run.smithi027.stderr: 42550K .......... .......... .......... .......... .......... 45% 106M 0s 2023-01-15T14:46:53.776 INFO:teuthology.orchestra.run.smithi027.stderr: 42600K .......... .......... .......... .......... .......... 45% 121M 0s 2023-01-15T14:46:53.776 INFO:teuthology.orchestra.run.smithi027.stderr: 42650K .......... .......... .......... .......... .......... 45% 112M 0s 2023-01-15T14:46:53.776 INFO:teuthology.orchestra.run.smithi027.stderr: 42700K .......... .......... .......... .......... .......... 46% 121M 0s 2023-01-15T14:46:53.776 INFO:teuthology.orchestra.run.smithi027.stderr: 42750K .......... .......... .......... .......... .......... 46% 86.4M 0s 2023-01-15T14:46:53.776 INFO:teuthology.orchestra.run.smithi027.stderr: 42800K .......... .......... .......... .......... .......... 46% 116M 0s 2023-01-15T14:46:53.777 INFO:teuthology.orchestra.run.smithi027.stderr: 42850K .......... .......... .......... .......... .......... 46% 111M 0s 2023-01-15T14:46:53.777 INFO:teuthology.orchestra.run.smithi027.stderr: 42900K .......... .......... .......... .......... .......... 46% 114M 0s 2023-01-15T14:46:53.777 INFO:teuthology.orchestra.run.smithi027.stderr: 42950K .......... .......... .......... .......... .......... 46% 112M 0s 2023-01-15T14:46:53.777 INFO:teuthology.orchestra.run.smithi027.stderr: 43000K .......... .......... .......... .......... .......... 46% 111M 0s 2023-01-15T14:46:53.777 INFO:teuthology.orchestra.run.smithi027.stderr: 43050K .......... .......... .......... .......... .......... 46% 117M 0s 2023-01-15T14:46:53.777 INFO:teuthology.orchestra.run.smithi027.stderr: 43100K .......... .......... .......... .......... .......... 46% 106M 0s 2023-01-15T14:46:53.777 INFO:teuthology.orchestra.run.smithi027.stderr: 43150K .......... .......... .......... .......... .......... 46% 90.6M 0s 2023-01-15T14:46:53.777 INFO:teuthology.orchestra.run.smithi027.stderr: 43200K .......... .......... .......... .......... .......... 46% 114M 0s 2023-01-15T14:46:53.777 INFO:teuthology.orchestra.run.smithi027.stderr: 43250K .......... .......... .......... .......... .......... 46% 109M 0s 2023-01-15T14:46:53.777 INFO:teuthology.orchestra.run.smithi027.stderr: 43300K .......... .......... .......... .......... .......... 46% 105M 0s 2023-01-15T14:46:53.777 INFO:teuthology.orchestra.run.smithi027.stderr: 43350K .......... .......... .......... .......... .......... 46% 123M 0s 2023-01-15T14:46:53.778 INFO:teuthology.orchestra.run.smithi027.stderr: 43400K .......... .......... .......... .......... .......... 46% 116M 0s 2023-01-15T14:46:53.778 INFO:teuthology.orchestra.run.smithi027.stderr: 43450K .......... .......... .......... .......... .......... 46% 112M 0s 2023-01-15T14:46:53.778 INFO:teuthology.orchestra.run.smithi027.stderr: 43500K .......... .......... .......... .......... .......... 46% 119M 0s 2023-01-15T14:46:53.778 INFO:teuthology.orchestra.run.smithi027.stderr: 43550K .......... .......... .......... .......... .......... 46% 89.1M 0s 2023-01-15T14:46:53.778 INFO:teuthology.orchestra.run.smithi027.stderr: 43600K .......... .......... .......... .......... .......... 46% 117M 0s 2023-01-15T14:46:53.778 INFO:teuthology.orchestra.run.smithi027.stderr: 43650K .......... .......... .......... .......... .......... 47% 107M 0s 2023-01-15T14:46:53.778 INFO:teuthology.orchestra.run.smithi027.stderr: 43700K .......... .......... .......... .......... .......... 47% 121M 0s 2023-01-15T14:46:53.778 INFO:teuthology.orchestra.run.smithi027.stderr: 43750K .......... .......... .......... .......... .......... 47% 104M 0s 2023-01-15T14:46:53.778 INFO:teuthology.orchestra.run.smithi027.stderr: 43800K .......... .......... .......... .......... .......... 47% 114M 0s 2023-01-15T14:46:53.778 INFO:teuthology.orchestra.run.smithi027.stderr: 43850K .......... .......... .......... .......... .......... 47% 111M 0s 2023-01-15T14:46:53.778 INFO:teuthology.orchestra.run.smithi027.stderr: 43900K .......... .......... .......... .......... .......... 47% 114M 0s 2023-01-15T14:46:53.779 INFO:teuthology.orchestra.run.smithi027.stderr: 43950K .......... .......... .......... .......... .......... 47% 92.5M 0s 2023-01-15T14:46:53.779 INFO:teuthology.orchestra.run.smithi027.stderr: 44000K .......... .......... .......... .......... .......... 47% 109M 0s 2023-01-15T14:46:53.779 INFO:teuthology.orchestra.run.smithi027.stderr: 44050K .......... .......... .......... .......... .......... 47% 119M 0s 2023-01-15T14:46:53.779 INFO:teuthology.orchestra.run.smithi027.stderr: 44100K .......... .......... .......... .......... .......... 47% 114M 0s 2023-01-15T14:46:53.779 INFO:teuthology.orchestra.run.smithi027.stderr: 44150K .......... .......... .......... .......... .......... 47% 110M 0s 2023-01-15T14:46:53.779 INFO:teuthology.orchestra.run.smithi027.stderr: 44200K .......... .......... .......... .......... .......... 47% 116M 0s 2023-01-15T14:46:53.779 INFO:teuthology.orchestra.run.smithi027.stderr: 44250K .......... .......... .......... .......... .......... 47% 113M 0s 2023-01-15T14:46:53.779 INFO:teuthology.orchestra.run.smithi027.stderr: 44300K .......... .......... .......... .......... .......... 47% 121M 0s 2023-01-15T14:46:53.779 INFO:teuthology.orchestra.run.smithi027.stderr: 44350K .......... .......... .......... .......... .......... 47% 86.0M 0s 2023-01-15T14:46:53.779 INFO:teuthology.orchestra.run.smithi027.stderr: 44400K .......... .......... .......... .......... .......... 47% 115M 0s 2023-01-15T14:46:53.779 INFO:teuthology.orchestra.run.smithi027.stderr: 44450K .......... .......... .......... .......... .......... 47% 116M 0s 2023-01-15T14:46:53.779 INFO:teuthology.orchestra.run.smithi027.stderr: 44500K .......... .......... .......... .......... .......... 47% 114M 0s 2023-01-15T14:46:53.780 INFO:teuthology.orchestra.run.smithi027.stderr: 44550K .......... .......... .......... .......... .......... 48% 112M 0s 2023-01-15T14:46:53.780 INFO:teuthology.orchestra.run.smithi027.stderr: 44600K .......... .......... .......... .......... .......... 48% 110M 0s 2023-01-15T14:46:53.780 INFO:teuthology.orchestra.run.smithi027.stderr: 44650K .......... .......... .......... .......... .......... 48% 124M 0s 2023-01-15T14:46:53.780 INFO:teuthology.orchestra.run.smithi027.stderr: 44700K .......... .......... .......... .......... .......... 48% 113M 0s 2023-01-15T14:46:53.780 INFO:teuthology.orchestra.run.smithi027.stderr: 44750K .......... .......... .......... .......... .......... 48% 90.5M 0s 2023-01-15T14:46:53.780 INFO:teuthology.orchestra.run.smithi027.stderr: 44800K .......... .......... .......... .......... .......... 48% 115M 0s 2023-01-15T14:46:53.780 INFO:teuthology.orchestra.run.smithi027.stderr: 44850K .......... .......... .......... .......... .......... 48% 109M 0s 2023-01-15T14:46:53.780 INFO:teuthology.orchestra.run.smithi027.stderr: 44900K .......... .......... .......... .......... .......... 48% 113M 0s 2023-01-15T14:46:53.780 INFO:teuthology.orchestra.run.smithi027.stderr: 44950K .......... .......... .......... .......... .......... 48% 109M 0s 2023-01-15T14:46:53.780 INFO:teuthology.orchestra.run.smithi027.stderr: 45000K .......... .......... .......... .......... .......... 48% 116M 0s 2023-01-15T14:46:53.780 INFO:teuthology.orchestra.run.smithi027.stderr: 45050K .......... .......... .......... .......... .......... 48% 108M 0s 2023-01-15T14:46:53.781 INFO:teuthology.orchestra.run.smithi027.stderr: 45100K .......... .......... .......... .......... .......... 48% 118M 0s 2023-01-15T14:46:53.781 INFO:teuthology.orchestra.run.smithi027.stderr: 45150K .......... .......... .......... .......... .......... 48% 87.4M 0s 2023-01-15T14:46:53.781 INFO:teuthology.orchestra.run.smithi027.stderr: 45200K .......... .......... .......... .......... .......... 48% 118M 0s 2023-01-15T14:46:53.781 INFO:teuthology.orchestra.run.smithi027.stderr: 45250K .......... .......... .......... .......... .......... 48% 110M 0s 2023-01-15T14:46:53.781 INFO:teuthology.orchestra.run.smithi027.stderr: 45300K .......... .......... .......... .......... .......... 48% 118M 0s 2023-01-15T14:46:53.781 INFO:teuthology.orchestra.run.smithi027.stderr: 45350K .......... .......... .......... .......... .......... 48% 105M 0s 2023-01-15T14:46:53.781 INFO:teuthology.orchestra.run.smithi027.stderr: 45400K .......... .......... .......... .......... .......... 48% 116M 0s 2023-01-15T14:46:53.781 INFO:teuthology.orchestra.run.smithi027.stderr: 45450K .......... .......... .......... .......... .......... 48% 113M 0s 2023-01-15T14:46:53.781 INFO:teuthology.orchestra.run.smithi027.stderr: 45500K .......... .......... .......... .......... .......... 49% 112M 0s 2023-01-15T14:46:53.781 INFO:teuthology.orchestra.run.smithi027.stderr: 45550K .......... .......... .......... .......... .......... 49% 93.4M 0s 2023-01-15T14:46:53.782 INFO:teuthology.orchestra.run.smithi027.stderr: 45600K .......... .......... .......... .......... .......... 49% 113M 0s 2023-01-15T14:46:53.782 INFO:teuthology.orchestra.run.smithi027.stderr: 45650K .......... .......... .......... .......... .......... 49% 116M 0s 2023-01-15T14:46:53.782 INFO:teuthology.orchestra.run.smithi027.stderr: 45700K .......... .......... .......... .......... .......... 49% 119M 0s 2023-01-15T14:46:53.782 INFO:teuthology.orchestra.run.smithi027.stderr: 45750K .......... .......... .......... .......... .......... 49% 104M 0s 2023-01-15T14:46:53.782 INFO:teuthology.orchestra.run.smithi027.stderr: 45800K .......... .......... .......... .......... .......... 49% 118M 0s 2023-01-15T14:46:53.782 INFO:teuthology.orchestra.run.smithi027.stderr: 45850K .......... .......... .......... .......... .......... 49% 112M 0s 2023-01-15T14:46:53.782 INFO:teuthology.orchestra.run.smithi027.stderr: 45900K .......... .......... .......... .......... .......... 49% 117M 0s 2023-01-15T14:46:53.782 INFO:teuthology.orchestra.run.smithi027.stderr: 45950K .......... .......... .......... .......... .......... 49% 88.2M 0s 2023-01-15T14:46:53.782 INFO:teuthology.orchestra.run.smithi027.stderr: 46000K .......... .......... .......... .......... .......... 49% 117M 0s 2023-01-15T14:46:53.782 INFO:teuthology.orchestra.run.smithi027.stderr: 46050K .......... .......... .......... .......... .......... 49% 118M 0s 2023-01-15T14:46:53.782 INFO:teuthology.orchestra.run.smithi027.stderr: 46100K .......... .......... .......... .......... .......... 49% 110M 0s 2023-01-15T14:46:53.783 INFO:teuthology.orchestra.run.smithi027.stderr: 46150K .......... .......... .......... .......... .......... 49% 114M 0s 2023-01-15T14:46:53.783 INFO:teuthology.orchestra.run.smithi027.stderr: 46200K .......... .......... .......... .......... .......... 49% 103M 0s 2023-01-15T14:46:53.783 INFO:teuthology.orchestra.run.smithi027.stderr: 46250K .......... .......... .......... .......... .......... 49% 130M 0s 2023-01-15T14:46:53.783 INFO:teuthology.orchestra.run.smithi027.stderr: 46300K .......... .......... .......... .......... .......... 49% 109M 0s 2023-01-15T14:46:53.783 INFO:teuthology.orchestra.run.smithi027.stderr: 46350K .......... .......... .......... .......... .......... 49% 90.7M 0s 2023-01-15T14:46:53.783 INFO:teuthology.orchestra.run.smithi027.stderr: 46400K .......... .......... .......... .......... .......... 49% 117M 0s 2023-01-15T14:46:53.783 INFO:teuthology.orchestra.run.smithi027.stderr: 46450K .......... .......... .......... .......... .......... 50% 118M 0s 2023-01-15T14:46:53.783 INFO:teuthology.orchestra.run.smithi027.stderr: 46500K .......... .......... .......... .......... .......... 50% 114M 0s 2023-01-15T14:46:53.783 INFO:teuthology.orchestra.run.smithi027.stderr: 46550K .......... .......... .......... .......... .......... 50% 111M 0s 2023-01-15T14:46:53.783 INFO:teuthology.orchestra.run.smithi027.stderr: 46600K .......... .......... .......... .......... .......... 50% 116M 0s 2023-01-15T14:46:53.784 INFO:teuthology.orchestra.run.smithi027.stderr: 46650K .......... .......... .......... .......... .......... 50% 115M 0s 2023-01-15T14:46:53.784 INFO:teuthology.orchestra.run.smithi027.stderr: 46700K .......... .......... .......... .......... .......... 50% 15.6M 0s 2023-01-15T14:46:53.784 INFO:teuthology.orchestra.run.smithi027.stderr: 46750K .......... .......... .......... .......... .......... 50% 110M 0s 2023-01-15T14:46:53.784 INFO:teuthology.orchestra.run.smithi027.stderr: 46800K .......... .......... .......... .......... .......... 50% 134M 0s 2023-01-15T14:46:53.784 INFO:teuthology.orchestra.run.smithi027.stderr: 46850K .......... .......... .......... .......... .......... 50% 142M 0s 2023-01-15T14:46:53.784 INFO:teuthology.orchestra.run.smithi027.stderr: 46900K .......... .......... .......... .......... .......... 50% 150M 0s 2023-01-15T14:46:53.784 INFO:teuthology.orchestra.run.smithi027.stderr: 46950K .......... .......... .......... .......... .......... 50% 133M 0s 2023-01-15T14:46:53.784 INFO:teuthology.orchestra.run.smithi027.stderr: 47000K .......... .......... .......... .......... .......... 50% 146M 0s 2023-01-15T14:46:53.784 INFO:teuthology.orchestra.run.smithi027.stderr: 47050K .......... .......... .......... .......... .......... 50% 145M 0s 2023-01-15T14:46:53.784 INFO:teuthology.orchestra.run.smithi027.stderr: 47100K .......... .......... .......... .......... .......... 50% 139M 0s 2023-01-15T14:46:53.785 INFO:teuthology.orchestra.run.smithi027.stderr: 47150K .......... .......... .......... .......... .......... 50% 113M 0s 2023-01-15T14:46:53.785 INFO:teuthology.orchestra.run.smithi027.stderr: 47200K .......... .......... .......... .......... .......... 50% 140M 0s 2023-01-15T14:46:53.785 INFO:teuthology.orchestra.run.smithi027.stderr: 47250K .......... .......... .......... .......... .......... 50% 142M 0s 2023-01-15T14:46:53.785 INFO:teuthology.orchestra.run.smithi027.stderr: 47300K .......... .......... .......... .......... .......... 50% 141M 0s 2023-01-15T14:46:53.785 INFO:teuthology.orchestra.run.smithi027.stderr: 47350K .......... .......... .......... .......... .......... 51% 133M 0s 2023-01-15T14:46:53.785 INFO:teuthology.orchestra.run.smithi027.stderr: 47400K .......... .......... .......... .......... .......... 51% 145M 0s 2023-01-15T14:46:53.785 INFO:teuthology.orchestra.run.smithi027.stderr: 47450K .......... .......... .......... .......... .......... 51% 146M 0s 2023-01-15T14:46:53.785 INFO:teuthology.orchestra.run.smithi027.stderr: 47500K .......... .......... .......... .......... .......... 51% 140M 0s 2023-01-15T14:46:53.785 INFO:teuthology.orchestra.run.smithi027.stderr: 47550K .......... .......... .......... .......... .......... 51% 112M 0s 2023-01-15T14:46:53.785 INFO:teuthology.orchestra.run.smithi027.stderr: 47600K .......... .......... .......... .......... .......... 51% 144M 0s 2023-01-15T14:46:53.786 INFO:teuthology.orchestra.run.smithi027.stderr: 47650K .......... .......... .......... .......... .......... 51% 141M 0s 2023-01-15T14:46:53.786 INFO:teuthology.orchestra.run.smithi027.stderr: 47700K .......... .......... .......... .......... .......... 51% 144M 0s 2023-01-15T14:46:53.786 INFO:teuthology.orchestra.run.smithi027.stderr: 47750K .......... .......... .......... .......... .......... 51% 135M 0s 2023-01-15T14:46:53.786 INFO:teuthology.orchestra.run.smithi027.stderr: 47800K .......... .......... .......... .......... .......... 51% 147M 0s 2023-01-15T14:46:53.786 INFO:teuthology.orchestra.run.smithi027.stderr: 47850K .......... .......... .......... .......... .......... 51% 145M 0s 2023-01-15T14:46:53.786 INFO:teuthology.orchestra.run.smithi027.stderr: 47900K .......... .......... .......... .......... .......... 51% 140M 0s 2023-01-15T14:46:53.786 INFO:teuthology.orchestra.run.smithi027.stderr: 47950K .......... .......... .......... .......... .......... 51% 112M 0s 2023-01-15T14:46:53.786 INFO:teuthology.orchestra.run.smithi027.stderr: 48000K .......... .......... .......... .......... .......... 51% 139M 0s 2023-01-15T14:46:53.786 INFO:teuthology.orchestra.run.smithi027.stderr: 48050K .......... .......... .......... .......... .......... 51% 143M 0s 2023-01-15T14:46:53.786 INFO:teuthology.orchestra.run.smithi027.stderr: 48100K .......... .......... .......... .......... .......... 51% 145M 0s 2023-01-15T14:46:53.787 INFO:teuthology.orchestra.run.smithi027.stderr: 48150K .......... .......... .......... .......... .......... 51% 135M 0s 2023-01-15T14:46:53.787 INFO:teuthology.orchestra.run.smithi027.stderr: 48200K .......... .......... .......... .......... .......... 51% 148M 0s 2023-01-15T14:46:53.787 INFO:teuthology.orchestra.run.smithi027.stderr: 48250K .......... .......... .......... .......... .......... 51% 116M 0s 2023-01-15T14:46:53.787 INFO:teuthology.orchestra.run.smithi027.stderr: 48300K .......... .......... .......... .......... .......... 52% 119M 0s 2023-01-15T14:46:53.787 INFO:teuthology.orchestra.run.smithi027.stderr: 48350K .......... .......... .......... .......... .......... 52% 95.2M 0s 2023-01-15T14:46:53.787 INFO:teuthology.orchestra.run.smithi027.stderr: 48400K .......... .......... .......... .......... .......... 52% 106M 0s 2023-01-15T14:46:53.787 INFO:teuthology.orchestra.run.smithi027.stderr: 48450K .......... .......... .......... .......... .......... 52% 120M 0s 2023-01-15T14:46:53.787 INFO:teuthology.orchestra.run.smithi027.stderr: 48500K .......... .......... .......... .......... .......... 52% 115M 0s 2023-01-15T14:46:53.787 INFO:teuthology.orchestra.run.smithi027.stderr: 48550K .......... .......... .......... .......... .......... 52% 112M 0s 2023-01-15T14:46:53.787 INFO:teuthology.orchestra.run.smithi027.stderr: 48600K .......... .......... .......... .......... .......... 52% 114M 0s 2023-01-15T14:46:53.787 INFO:teuthology.orchestra.run.smithi027.stderr: 48650K .......... .......... .......... .......... .......... 52% 117M 0s 2023-01-15T14:46:53.788 INFO:teuthology.orchestra.run.smithi027.stderr: 48700K .......... .......... .......... .......... .......... 52% 118M 0s 2023-01-15T14:46:53.788 INFO:teuthology.orchestra.run.smithi027.stderr: 48750K .......... .......... .......... .......... .......... 52% 88.5M 0s 2023-01-15T14:46:53.788 INFO:teuthology.orchestra.run.smithi027.stderr: 48800K .......... .......... .......... .......... .......... 52% 115M 0s 2023-01-15T14:46:53.788 INFO:teuthology.orchestra.run.smithi027.stderr: 48850K .......... .......... .......... .......... .......... 52% 113M 0s 2023-01-15T14:46:53.788 INFO:teuthology.orchestra.run.smithi027.stderr: 48900K .......... .......... .......... .......... .......... 52% 111M 0s 2023-01-15T14:46:53.788 INFO:teuthology.orchestra.run.smithi027.stderr: 48950K .......... .......... .......... .......... .......... 52% 113M 0s 2023-01-15T14:46:53.788 INFO:teuthology.orchestra.run.smithi027.stderr: 49000K .......... .......... .......... .......... .......... 52% 118M 0s 2023-01-15T14:46:53.788 INFO:teuthology.orchestra.run.smithi027.stderr: 49050K .......... .......... .......... .......... .......... 52% 110M 0s 2023-01-15T14:46:53.788 INFO:teuthology.orchestra.run.smithi027.stderr: 49100K .......... .......... .......... .......... .......... 52% 120M 0s 2023-01-15T14:46:53.788 INFO:teuthology.orchestra.run.smithi027.stderr: 49150K .......... .......... .......... .......... .......... 52% 90.3M 0s 2023-01-15T14:46:53.789 INFO:teuthology.orchestra.run.smithi027.stderr: 49200K .......... .......... .......... .......... .......... 53% 111M 0s 2023-01-15T14:46:53.789 INFO:teuthology.orchestra.run.smithi027.stderr: 49250K .......... .......... .......... .......... .......... 53% 113M 0s 2023-01-15T14:46:53.789 INFO:teuthology.orchestra.run.smithi027.stderr: 49300K .......... .......... .......... .......... .......... 53% 108M 0s 2023-01-15T14:46:53.789 INFO:teuthology.orchestra.run.smithi027.stderr: 49350K .......... .......... .......... .......... .......... 53% 114M 0s 2023-01-15T14:46:53.789 INFO:teuthology.orchestra.run.smithi027.stderr: 49400K .......... .......... .......... .......... .......... 53% 112M 0s 2023-01-15T14:46:53.789 INFO:teuthology.orchestra.run.smithi027.stderr: 49450K .......... .......... .......... .......... .......... 53% 109M 0s 2023-01-15T14:46:53.789 INFO:teuthology.orchestra.run.smithi027.stderr: 49500K .......... .......... .......... .......... .......... 53% 119M 0s 2023-01-15T14:46:53.789 INFO:teuthology.orchestra.run.smithi027.stderr: 49550K .......... .......... .......... .......... .......... 53% 87.8M 0s 2023-01-15T14:46:53.789 INFO:teuthology.orchestra.run.smithi027.stderr: 49600K .......... .......... .......... .......... .......... 53% 120M 0s 2023-01-15T14:46:53.789 INFO:teuthology.orchestra.run.smithi027.stderr: 49650K .......... .......... .......... .......... .......... 53% 111M 0s 2023-01-15T14:46:53.789 INFO:teuthology.orchestra.run.smithi027.stderr: 49700K .......... .......... .......... .......... .......... 53% 115M 0s 2023-01-15T14:46:53.789 INFO:teuthology.orchestra.run.smithi027.stderr: 49750K .......... .......... .......... .......... .......... 53% 99.6M 0s 2023-01-15T14:46:53.790 INFO:teuthology.orchestra.run.smithi027.stderr: 49800K .......... .......... .......... .......... .......... 53% 118M 0s 2023-01-15T14:46:53.790 INFO:teuthology.orchestra.run.smithi027.stderr: 49850K .......... .......... .......... .......... .......... 53% 119M 0s 2023-01-15T14:46:53.790 INFO:teuthology.orchestra.run.smithi027.stderr: 49900K .......... .......... .......... .......... .......... 53% 111M 0s 2023-01-15T14:46:53.790 INFO:teuthology.orchestra.run.smithi027.stderr: 49950K .......... .......... .......... .......... .......... 53% 90.4M 0s 2023-01-15T14:46:53.790 INFO:teuthology.orchestra.run.smithi027.stderr: 50000K .......... .......... .......... .......... .......... 53% 120M 0s 2023-01-15T14:46:53.790 INFO:teuthology.orchestra.run.smithi027.stderr: 50050K .......... .......... .......... .......... .......... 53% 109M 0s 2023-01-15T14:46:53.790 INFO:teuthology.orchestra.run.smithi027.stderr: 50100K .......... .......... .......... .......... .......... 53% 116M 0s 2023-01-15T14:46:53.790 INFO:teuthology.orchestra.run.smithi027.stderr: 50150K .......... .......... .......... .......... .......... 54% 109M 0s 2023-01-15T14:46:53.790 INFO:teuthology.orchestra.run.smithi027.stderr: 50200K .......... .......... .......... .......... .......... 54% 124M 0s 2023-01-15T14:46:53.790 INFO:teuthology.orchestra.run.smithi027.stderr: 50250K .......... .......... .......... .......... .......... 54% 118M 0s 2023-01-15T14:46:53.790 INFO:teuthology.orchestra.run.smithi027.stderr: 50300K .......... .......... .......... .......... .......... 54% 116M 0s 2023-01-15T14:46:53.790 INFO:teuthology.orchestra.run.smithi027.stderr: 50350K .......... .......... .......... .......... .......... 54% 87.3M 0s 2023-01-15T14:46:53.791 INFO:teuthology.orchestra.run.smithi027.stderr: 50400K .......... .......... .......... .......... .......... 54% 117M 0s 2023-01-15T14:46:53.791 INFO:teuthology.orchestra.run.smithi027.stderr: 50450K .......... .......... .......... .......... .......... 54% 117M 0s 2023-01-15T14:46:53.791 INFO:teuthology.orchestra.run.smithi027.stderr: 50500K .......... .......... .......... .......... .......... 54% 108M 0s 2023-01-15T14:46:53.791 INFO:teuthology.orchestra.run.smithi027.stderr: 50550K .......... .......... .......... .......... .......... 54% 107M 0s 2023-01-15T14:46:53.791 INFO:teuthology.orchestra.run.smithi027.stderr: 50600K .......... .......... .......... .......... .......... 54% 121M 0s 2023-01-15T14:46:53.791 INFO:teuthology.orchestra.run.smithi027.stderr: 50650K .......... .......... .......... .......... .......... 54% 118M 0s 2023-01-15T14:46:53.791 INFO:teuthology.orchestra.run.smithi027.stderr: 50700K .......... .......... .......... .......... .......... 54% 111M 0s 2023-01-15T14:46:53.791 INFO:teuthology.orchestra.run.smithi027.stderr: 50750K .......... .......... .......... .......... .......... 54% 89.4M 0s 2023-01-15T14:46:53.791 INFO:teuthology.orchestra.run.smithi027.stderr: 50800K .......... .......... .......... .......... .......... 54% 111M 0s 2023-01-15T14:46:53.791 INFO:teuthology.orchestra.run.smithi027.stderr: 50850K .......... .......... .......... .......... .......... 54% 108M 0s 2023-01-15T14:46:53.791 INFO:teuthology.orchestra.run.smithi027.stderr: 50900K .......... .......... .......... .......... .......... 54% 112M 0s 2023-01-15T14:46:53.791 INFO:teuthology.orchestra.run.smithi027.stderr: 50950K .......... .......... .......... .......... .......... 54% 111M 0s 2023-01-15T14:46:53.792 INFO:teuthology.orchestra.run.smithi027.stderr: 51000K .......... .......... .......... .......... .......... 54% 130M 0s 2023-01-15T14:46:53.792 INFO:teuthology.orchestra.run.smithi027.stderr: 51050K .......... .......... .......... .......... .......... 55% 110M 0s 2023-01-15T14:46:53.792 INFO:teuthology.orchestra.run.smithi027.stderr: 51100K .......... .......... .......... .......... .......... 55% 118M 0s 2023-01-15T14:46:53.792 INFO:teuthology.orchestra.run.smithi027.stderr: 51150K .......... .......... .......... .......... .......... 55% 91.6M 0s 2023-01-15T14:46:53.792 INFO:teuthology.orchestra.run.smithi027.stderr: 51200K .......... .......... .......... .......... .......... 55% 109M 0s 2023-01-15T14:46:53.792 INFO:teuthology.orchestra.run.smithi027.stderr: 51250K .......... .......... .......... .......... .......... 55% 104M 0s 2023-01-15T14:46:53.792 INFO:teuthology.orchestra.run.smithi027.stderr: 51300K .......... .......... .......... .......... .......... 55% 130M 0s 2023-01-15T14:46:53.792 INFO:teuthology.orchestra.run.smithi027.stderr: 51350K .......... .......... .......... .......... .......... 55% 91.1M 0s 2023-01-15T14:46:53.792 INFO:teuthology.orchestra.run.smithi027.stderr: 51400K .......... .......... .......... .......... .......... 55% 127M 0s 2023-01-15T14:46:53.792 INFO:teuthology.orchestra.run.smithi027.stderr: 51450K .......... .......... .......... .......... .......... 55% 126M 0s 2023-01-15T14:46:53.792 INFO:teuthology.orchestra.run.smithi027.stderr: 51500K .......... .......... .......... .......... .......... 55% 126M 0s 2023-01-15T14:46:53.793 INFO:teuthology.orchestra.run.smithi027.stderr: 51550K .......... .......... .......... .......... .......... 55% 77.7M 0s 2023-01-15T14:46:53.793 INFO:teuthology.orchestra.run.smithi027.stderr: 51600K .......... .......... .......... .......... .......... 55% 125M 0s 2023-01-15T14:46:53.793 INFO:teuthology.orchestra.run.smithi027.stderr: 51650K .......... .......... .......... .......... .......... 55% 115M 0s 2023-01-15T14:46:53.793 INFO:teuthology.orchestra.run.smithi027.stderr: 51700K .......... .......... .......... .......... .......... 55% 107M 0s 2023-01-15T14:46:53.793 INFO:teuthology.orchestra.run.smithi027.stderr: 51750K .......... .......... .......... .......... .......... 55% 116M 0s 2023-01-15T14:46:53.793 INFO:teuthology.orchestra.run.smithi027.stderr: 51800K .......... .......... .......... .......... .......... 55% 116M 0s 2023-01-15T14:46:53.793 INFO:teuthology.orchestra.run.smithi027.stderr: 51850K .......... .......... .......... .......... .......... 55% 111M 0s 2023-01-15T14:46:53.793 INFO:teuthology.orchestra.run.smithi027.stderr: 51900K .......... .......... .......... .......... .......... 55% 113M 0s 2023-01-15T14:46:53.793 INFO:teuthology.orchestra.run.smithi027.stderr: 51950K .......... .......... .......... .......... .......... 55% 91.0M 0s 2023-01-15T14:46:53.793 INFO:teuthology.orchestra.run.smithi027.stderr: 52000K .......... .......... .......... .......... .......... 56% 106M 0s 2023-01-15T14:46:53.793 INFO:teuthology.orchestra.run.smithi027.stderr: 52050K .......... .......... .......... .......... .......... 56% 119M 0s 2023-01-15T14:46:53.793 INFO:teuthology.orchestra.run.smithi027.stderr: 52100K .......... .......... .......... .......... .......... 56% 120M 0s 2023-01-15T14:46:53.793 INFO:teuthology.orchestra.run.smithi027.stderr: 52150K .......... .......... .......... .......... .......... 56% 110M 0s 2023-01-15T14:46:53.794 INFO:teuthology.orchestra.run.smithi027.stderr: 52200K .......... .......... .......... .......... .......... 56% 108M 0s 2023-01-15T14:46:53.794 INFO:teuthology.orchestra.run.smithi027.stderr: 52250K .......... .......... .......... .......... .......... 56% 118M 0s 2023-01-15T14:46:53.794 INFO:teuthology.orchestra.run.smithi027.stderr: 52300K .......... .......... .......... .......... .......... 56% 108M 0s 2023-01-15T14:46:53.794 INFO:teuthology.orchestra.run.smithi027.stderr: 52350K .......... .......... .......... .......... .......... 56% 91.2M 0s 2023-01-15T14:46:53.794 INFO:teuthology.orchestra.run.smithi027.stderr: 52400K .......... .......... .......... .......... .......... 56% 115M 0s 2023-01-15T14:46:53.794 INFO:teuthology.orchestra.run.smithi027.stderr: 52450K .......... .......... .......... .......... .......... 56% 115M 0s 2023-01-15T14:46:53.794 INFO:teuthology.orchestra.run.smithi027.stderr: 52500K .......... .......... .......... .......... .......... 56% 119M 0s 2023-01-15T14:46:53.794 INFO:teuthology.orchestra.run.smithi027.stderr: 52550K .......... .......... .......... .......... .......... 56% 109M 0s 2023-01-15T14:46:53.794 INFO:teuthology.orchestra.run.smithi027.stderr: 52600K .......... .......... .......... .......... .......... 56% 108M 0s 2023-01-15T14:46:53.794 INFO:teuthology.orchestra.run.smithi027.stderr: 52650K .......... .......... .......... .......... .......... 56% 120M 0s 2023-01-15T14:46:53.794 INFO:teuthology.orchestra.run.smithi027.stderr: 52700K .......... .......... .......... .......... .......... 56% 116M 0s 2023-01-15T14:46:53.795 INFO:teuthology.orchestra.run.smithi027.stderr: 52750K .......... .......... .......... .......... .......... 56% 85.3M 0s 2023-01-15T14:46:53.795 INFO:teuthology.orchestra.run.smithi027.stderr: 52800K .......... .......... .......... .......... .......... 56% 119M 0s 2023-01-15T14:46:53.795 INFO:teuthology.orchestra.run.smithi027.stderr: 52850K .......... .......... .......... .......... .......... 56% 116M 0s 2023-01-15T14:46:53.795 INFO:teuthology.orchestra.run.smithi027.stderr: 52900K .......... .......... .......... .......... .......... 56% 115M 0s 2023-01-15T14:46:53.795 INFO:teuthology.orchestra.run.smithi027.stderr: 52950K .......... .......... .......... .......... .......... 57% 107M 0s 2023-01-15T14:46:53.795 INFO:teuthology.orchestra.run.smithi027.stderr: 53000K .......... .......... .......... .......... .......... 57% 120M 0s 2023-01-15T14:46:53.795 INFO:teuthology.orchestra.run.smithi027.stderr: 53050K .......... .......... .......... .......... .......... 57% 111M 0s 2023-01-15T14:46:53.795 INFO:teuthology.orchestra.run.smithi027.stderr: 53100K .......... .......... .......... .......... .......... 57% 118M 0s 2023-01-15T14:46:53.795 INFO:teuthology.orchestra.run.smithi027.stderr: 53150K .......... .......... .......... .......... .......... 57% 84.2M 0s 2023-01-15T14:46:53.795 INFO:teuthology.orchestra.run.smithi027.stderr: 53200K .......... .......... .......... .......... .......... 57% 100M 0s 2023-01-15T14:46:53.795 INFO:teuthology.orchestra.run.smithi027.stderr: 53250K .......... .......... .......... .......... .......... 57% 103M 0s 2023-01-15T14:46:53.795 INFO:teuthology.orchestra.run.smithi027.stderr: 53300K .......... .......... .......... .......... .......... 57% 133M 0s 2023-01-15T14:46:53.796 INFO:teuthology.orchestra.run.smithi027.stderr: 53350K .......... .......... .......... .......... .......... 57% 114M 0s 2023-01-15T14:46:53.796 INFO:teuthology.orchestra.run.smithi027.stderr: 53400K .......... .......... .......... .......... .......... 57% 106M 0s 2023-01-15T14:46:53.796 INFO:teuthology.orchestra.run.smithi027.stderr: 53450K .......... .......... .......... .......... .......... 57% 122M 0s 2023-01-15T14:46:53.796 INFO:teuthology.orchestra.run.smithi027.stderr: 53500K .......... .......... .......... .......... .......... 57% 101M 0s 2023-01-15T14:46:53.796 INFO:teuthology.orchestra.run.smithi027.stderr: 53550K .......... .......... .......... .......... .......... 57% 95.1M 0s 2023-01-15T14:46:53.796 INFO:teuthology.orchestra.run.smithi027.stderr: 53600K .......... .......... .......... .......... .......... 57% 109M 0s 2023-01-15T14:46:53.796 INFO:teuthology.orchestra.run.smithi027.stderr: 53650K .......... .......... .......... .......... .......... 57% 121M 0s 2023-01-15T14:46:53.796 INFO:teuthology.orchestra.run.smithi027.stderr: 53700K .......... .......... .......... .......... .......... 57% 109M 0s 2023-01-15T14:46:53.796 INFO:teuthology.orchestra.run.smithi027.stderr: 53750K .......... .......... .......... .......... .......... 57% 110M 0s 2023-01-15T14:46:53.796 INFO:teuthology.orchestra.run.smithi027.stderr: 53800K .......... .......... .......... .......... .......... 57% 115M 0s 2023-01-15T14:46:53.796 INFO:teuthology.orchestra.run.smithi027.stderr: 53850K .......... .......... .......... .......... .......... 58% 112M 0s 2023-01-15T14:46:53.796 INFO:teuthology.orchestra.run.smithi027.stderr: 53900K .......... .......... .......... .......... .......... 58% 116M 0s 2023-01-15T14:46:53.797 INFO:teuthology.orchestra.run.smithi027.stderr: 53950K .......... .......... .......... .......... .......... 58% 89.3M 0s 2023-01-15T14:46:53.797 INFO:teuthology.orchestra.run.smithi027.stderr: 54000K .......... .......... .......... .......... .......... 58% 110M 0s 2023-01-15T14:46:53.797 INFO:teuthology.orchestra.run.smithi027.stderr: 54050K .......... .......... .......... .......... .......... 58% 107M 0s 2023-01-15T14:46:53.797 INFO:teuthology.orchestra.run.smithi027.stderr: 54100K .......... .......... .......... .......... .......... 58% 138M 0s 2023-01-15T14:46:53.797 INFO:teuthology.orchestra.run.smithi027.stderr: 54150K .......... .......... .......... .......... .......... 58% 108M 0s 2023-01-15T14:46:53.797 INFO:teuthology.orchestra.run.smithi027.stderr: 54200K .......... .......... .......... .......... .......... 58% 112M 0s 2023-01-15T14:46:53.797 INFO:teuthology.orchestra.run.smithi027.stderr: 54250K .......... .......... .......... .......... .......... 58% 119M 0s 2023-01-15T14:46:53.797 INFO:teuthology.orchestra.run.smithi027.stderr: 54300K .......... .......... .......... .......... .......... 58% 115M 0s 2023-01-15T14:46:53.797 INFO:teuthology.orchestra.run.smithi027.stderr: 54350K .......... .......... .......... .......... .......... 58% 89.5M 0s 2023-01-15T14:46:53.797 INFO:teuthology.orchestra.run.smithi027.stderr: 54400K .......... .......... .......... .......... .......... 58% 114M 0s 2023-01-15T14:46:53.797 INFO:teuthology.orchestra.run.smithi027.stderr: 54450K .......... .......... .......... .......... .......... 58% 117M 0s 2023-01-15T14:46:53.797 INFO:teuthology.orchestra.run.smithi027.stderr: 54500K .......... .......... .......... .......... .......... 58% 115M 0s 2023-01-15T14:46:53.798 INFO:teuthology.orchestra.run.smithi027.stderr: 54550K .......... .......... .......... .......... .......... 58% 107M 0s 2023-01-15T14:46:53.798 INFO:teuthology.orchestra.run.smithi027.stderr: 54600K .......... .......... .......... .......... .......... 58% 118M 0s 2023-01-15T14:46:53.798 INFO:teuthology.orchestra.run.smithi027.stderr: 54650K .......... .......... .......... .......... .......... 58% 109M 0s 2023-01-15T14:46:53.798 INFO:teuthology.orchestra.run.smithi027.stderr: 54700K .......... .......... .......... .......... .......... 58% 118M 0s 2023-01-15T14:46:53.798 INFO:teuthology.orchestra.run.smithi027.stderr: 54750K .......... .......... .......... .......... .......... 58% 90.8M 0s 2023-01-15T14:46:53.798 INFO:teuthology.orchestra.run.smithi027.stderr: 54800K .......... .......... .......... .......... .......... 59% 119M 0s 2023-01-15T14:46:53.798 INFO:teuthology.orchestra.run.smithi027.stderr: 54850K .......... .......... .......... .......... .......... 59% 110M 0s 2023-01-15T14:46:53.798 INFO:teuthology.orchestra.run.smithi027.stderr: 54900K .......... .......... .......... .......... .......... 59% 111M 0s 2023-01-15T14:46:53.798 INFO:teuthology.orchestra.run.smithi027.stderr: 54950K .......... .......... .......... .......... .......... 59% 101M 0s 2023-01-15T14:46:53.798 INFO:teuthology.orchestra.run.smithi027.stderr: 55000K .......... .......... .......... .......... .......... 59% 115M 0s 2023-01-15T14:46:53.798 INFO:teuthology.orchestra.run.smithi027.stderr: 55050K .......... .......... .......... .......... .......... 59% 111M 0s 2023-01-15T14:46:53.798 INFO:teuthology.orchestra.run.smithi027.stderr: 55100K .......... .......... .......... .......... .......... 59% 129M 0s 2023-01-15T14:46:53.799 INFO:teuthology.orchestra.run.smithi027.stderr: 55150K .......... .......... .......... .......... .......... 59% 89.3M 0s 2023-01-15T14:46:53.799 INFO:teuthology.orchestra.run.smithi027.stderr: 55200K .......... .......... .......... .......... .......... 59% 114M 0s 2023-01-15T14:46:53.799 INFO:teuthology.orchestra.run.smithi027.stderr: 55250K .......... .......... .......... .......... .......... 59% 113M 0s 2023-01-15T14:46:53.799 INFO:teuthology.orchestra.run.smithi027.stderr: 55300K .......... .......... .......... .......... .......... 59% 122M 0s 2023-01-15T14:46:53.799 INFO:teuthology.orchestra.run.smithi027.stderr: 55350K .......... .......... .......... .......... .......... 59% 103M 0s 2023-01-15T14:46:53.799 INFO:teuthology.orchestra.run.smithi027.stderr: 55400K .......... .......... .......... .......... .......... 59% 115M 0s 2023-01-15T14:46:53.799 INFO:teuthology.orchestra.run.smithi027.stderr: 55450K .......... .......... .......... .......... .......... 59% 114M 0s 2023-01-15T14:46:53.799 INFO:teuthology.orchestra.run.smithi027.stderr: 55500K .......... .......... .......... .......... .......... 59% 117M 0s 2023-01-15T14:46:53.799 INFO:teuthology.orchestra.run.smithi027.stderr: 55550K .......... .......... .......... .......... .......... 59% 84.1M 0s 2023-01-15T14:46:53.799 INFO:teuthology.orchestra.run.smithi027.stderr: 55600K .......... .......... .......... .......... .......... 59% 113M 0s 2023-01-15T14:46:53.799 INFO:teuthology.orchestra.run.smithi027.stderr: 55650K .......... .......... .......... .......... .......... 59% 106M 0s 2023-01-15T14:46:53.799 INFO:teuthology.orchestra.run.smithi027.stderr: 55700K .......... .......... .......... .......... .......... 60% 118M 0s 2023-01-15T14:46:53.800 INFO:teuthology.orchestra.run.smithi027.stderr: 55750K .......... .......... .......... .......... .......... 60% 121M 0s 2023-01-15T14:46:53.800 INFO:teuthology.orchestra.run.smithi027.stderr: 55800K .......... .......... .......... .......... .......... 60% 113M 0s 2023-01-15T14:46:53.800 INFO:teuthology.orchestra.run.smithi027.stderr: 55850K .......... .......... .......... .......... .......... 60% 111M 0s 2023-01-15T14:46:53.800 INFO:teuthology.orchestra.run.smithi027.stderr: 55900K .......... .......... .......... .......... .......... 60% 113M 0s 2023-01-15T14:46:53.800 INFO:teuthology.orchestra.run.smithi027.stderr: 55950K .......... .......... .......... .......... .......... 60% 86.9M 0s 2023-01-15T14:46:53.800 INFO:teuthology.orchestra.run.smithi027.stderr: 56000K .......... .......... .......... .......... .......... 60% 93.5M 0s 2023-01-15T14:46:53.800 INFO:teuthology.orchestra.run.smithi027.stderr: 56050K .......... .......... .......... .......... .......... 60% 143M 0s 2023-01-15T14:46:53.800 INFO:teuthology.orchestra.run.smithi027.stderr: 56100K .......... .......... .......... .......... .......... 60% 116M 0s 2023-01-15T14:46:53.800 INFO:teuthology.orchestra.run.smithi027.stderr: 56150K .......... .......... .......... .......... .......... 60% 118M 0s 2023-01-15T14:46:53.800 INFO:teuthology.orchestra.run.smithi027.stderr: 56200K .......... .......... .......... .......... .......... 60% 117M 0s 2023-01-15T14:46:53.800 INFO:teuthology.orchestra.run.smithi027.stderr: 56250K .......... .......... .......... .......... .......... 60% 113M 0s 2023-01-15T14:46:53.801 INFO:teuthology.orchestra.run.smithi027.stderr: 56300K .......... .......... .......... .......... .......... 60% 95.8M 0s 2023-01-15T14:46:53.801 INFO:teuthology.orchestra.run.smithi027.stderr: 56350K .......... .......... .......... .......... .......... 60% 98.5M 0s 2023-01-15T14:46:53.801 INFO:teuthology.orchestra.run.smithi027.stderr: 56400K .......... .......... .......... .......... .......... 60% 94.7M 0s 2023-01-15T14:46:53.801 INFO:teuthology.orchestra.run.smithi027.stderr: 56450K .......... .......... .......... .......... .......... 60% 126M 0s 2023-01-15T14:46:53.801 INFO:teuthology.orchestra.run.smithi027.stderr: 56500K .......... .......... .......... .......... .......... 60% 133M 0s 2023-01-15T14:46:53.801 INFO:teuthology.orchestra.run.smithi027.stderr: 56550K .......... .......... .......... .......... .......... 60% 115M 0s 2023-01-15T14:46:53.801 INFO:teuthology.orchestra.run.smithi027.stderr: 56600K .......... .......... .......... .......... .......... 60% 113M 0s 2023-01-15T14:46:53.801 INFO:teuthology.orchestra.run.smithi027.stderr: 56650K .......... .......... .......... .......... .......... 61% 119M 0s 2023-01-15T14:46:53.801 INFO:teuthology.orchestra.run.smithi027.stderr: 56700K .......... .......... .......... .......... .......... 61% 113M 0s 2023-01-15T14:46:53.801 INFO:teuthology.orchestra.run.smithi027.stderr: 56750K .......... .......... .......... .......... .......... 61% 92.0M 0s 2023-01-15T14:46:53.801 INFO:teuthology.orchestra.run.smithi027.stderr: 56800K .......... .......... .......... .......... .......... 61% 117M 0s 2023-01-15T14:46:53.801 INFO:teuthology.orchestra.run.smithi027.stderr: 56850K .......... .......... .......... .......... .......... 61% 109M 0s 2023-01-15T14:46:53.802 INFO:teuthology.orchestra.run.smithi027.stderr: 56900K .......... .......... .......... .......... .......... 61% 120M 0s 2023-01-15T14:46:53.802 INFO:teuthology.orchestra.run.smithi027.stderr: 56950K .......... .......... .......... .......... .......... 61% 109M 0s 2023-01-15T14:46:53.802 INFO:teuthology.orchestra.run.smithi027.stderr: 57000K .......... .......... .......... .......... .......... 61% 116M 0s 2023-01-15T14:46:53.802 INFO:teuthology.orchestra.run.smithi027.stderr: 57050K .......... .......... .......... .......... .......... 61% 116M 0s 2023-01-15T14:46:53.802 INFO:teuthology.orchestra.run.smithi027.stderr: 57100K .......... .......... .......... .......... .......... 61% 112M 0s 2023-01-15T14:46:53.802 INFO:teuthology.orchestra.run.smithi027.stderr: 57150K .......... .......... .......... .......... .......... 61% 67.3M 0s 2023-01-15T14:46:53.802 INFO:teuthology.orchestra.run.smithi027.stderr: 57200K .......... .......... .......... .......... .......... 61% 162M 0s 2023-01-15T14:46:53.802 INFO:teuthology.orchestra.run.smithi027.stderr: 57250K .......... .......... .......... .......... .......... 61% 130M 0s 2023-01-15T14:46:53.802 INFO:teuthology.orchestra.run.smithi027.stderr: 57300K .......... .......... .......... .......... .......... 61% 105M 0s 2023-01-15T14:46:53.802 INFO:teuthology.orchestra.run.smithi027.stderr: 57350K .......... .......... .......... .......... .......... 61% 113M 0s 2023-01-15T14:46:53.802 INFO:teuthology.orchestra.run.smithi027.stderr: 57400K .......... .......... .......... .......... .......... 61% 113M 0s 2023-01-15T14:46:53.802 INFO:teuthology.orchestra.run.smithi027.stderr: 57450K .......... .......... .......... .......... .......... 61% 122M 0s 2023-01-15T14:46:53.803 INFO:teuthology.orchestra.run.smithi027.stderr: 57500K .......... .......... .......... .......... .......... 61% 115M 0s 2023-01-15T14:46:53.803 INFO:teuthology.orchestra.run.smithi027.stderr: 57550K .......... .......... .......... .......... .......... 62% 82.5M 0s 2023-01-15T14:46:53.803 INFO:teuthology.orchestra.run.smithi027.stderr: 57600K .......... .......... .......... .......... .......... 62% 119M 0s 2023-01-15T14:46:53.803 INFO:teuthology.orchestra.run.smithi027.stderr: 57650K .......... .......... .......... .......... .......... 62% 129M 0s 2023-01-15T14:46:53.803 INFO:teuthology.orchestra.run.smithi027.stderr: 57700K .......... .......... .......... .......... .......... 62% 114M 0s 2023-01-15T14:46:53.803 INFO:teuthology.orchestra.run.smithi027.stderr: 57750K .......... .......... .......... .......... .......... 62% 108M 0s 2023-01-15T14:46:53.803 INFO:teuthology.orchestra.run.smithi027.stderr: 57800K .......... .......... .......... .......... .......... 62% 120M 0s 2023-01-15T14:46:53.803 INFO:teuthology.orchestra.run.smithi027.stderr: 57850K .......... .......... .......... .......... .......... 62% 99.0M 0s 2023-01-15T14:46:53.803 INFO:teuthology.orchestra.run.smithi027.stderr: 57900K .......... .......... .......... .......... .......... 62% 100M 0s 2023-01-15T14:46:53.803 INFO:teuthology.orchestra.run.smithi027.stderr: 57950K .......... .......... .......... .......... .......... 62% 98.6M 0s 2023-01-15T14:46:53.803 INFO:teuthology.orchestra.run.smithi027.stderr: 58000K .......... .......... .......... .......... .......... 62% 126M 0s 2023-01-15T14:46:53.804 INFO:teuthology.orchestra.run.smithi027.stderr: 58050K .......... .......... .......... .......... .......... 62% 126M 0s 2023-01-15T14:46:53.804 INFO:teuthology.orchestra.run.smithi027.stderr: 58100K .......... .......... .......... .......... .......... 62% 94.7M 0s 2023-01-15T14:46:53.804 INFO:teuthology.orchestra.run.smithi027.stderr: 58150K .......... .......... .......... .......... .......... 62% 120M 0s 2023-01-15T14:46:53.804 INFO:teuthology.orchestra.run.smithi027.stderr: 58200K .......... .......... .......... .......... .......... 62% 123M 0s 2023-01-15T14:46:53.804 INFO:teuthology.orchestra.run.smithi027.stderr: 58250K .......... .......... .......... .......... .......... 62% 95.0M 0s 2023-01-15T14:46:53.804 INFO:teuthology.orchestra.run.smithi027.stderr: 58300K .......... .......... .......... .......... .......... 62% 132M 0s 2023-01-15T14:46:53.804 INFO:teuthology.orchestra.run.smithi027.stderr: 58350K .......... .......... .......... .......... .......... 62% 94.0M 0s 2023-01-15T14:46:53.804 INFO:teuthology.orchestra.run.smithi027.stderr: 58400K .......... .......... .......... .......... .......... 62% 104M 0s 2023-01-15T14:46:53.804 INFO:teuthology.orchestra.run.smithi027.stderr: 58450K .......... .......... .......... .......... .......... 62% 129M 0s 2023-01-15T14:46:53.804 INFO:teuthology.orchestra.run.smithi027.stderr: 58500K .......... .......... .......... .......... .......... 63% 111M 0s 2023-01-15T14:46:53.804 INFO:teuthology.orchestra.run.smithi027.stderr: 58550K .......... .......... .......... .......... .......... 63% 114M 0s 2023-01-15T14:46:53.804 INFO:teuthology.orchestra.run.smithi027.stderr: 58600K .......... .......... .......... .......... .......... 63% 108M 0s 2023-01-15T14:46:53.804 INFO:teuthology.orchestra.run.smithi027.stderr: 58650K .......... .......... .......... .......... .......... 63% 119M 0s 2023-01-15T14:46:53.805 INFO:teuthology.orchestra.run.smithi027.stderr: 58700K .......... .......... .......... .......... .......... 63% 115M 0s 2023-01-15T14:46:53.805 INFO:teuthology.orchestra.run.smithi027.stderr: 58750K .......... .......... .......... .......... .......... 63% 81.5M 0s 2023-01-15T14:46:53.805 INFO:teuthology.orchestra.run.smithi027.stderr: 58800K .......... .......... .......... .......... .......... 63% 127M 0s 2023-01-15T14:46:53.805 INFO:teuthology.orchestra.run.smithi027.stderr: 58850K .......... .......... .......... .......... .......... 63% 119M 0s 2023-01-15T14:46:53.805 INFO:teuthology.orchestra.run.smithi027.stderr: 58900K .......... .......... .......... .......... .......... 63% 120M 0s 2023-01-15T14:46:53.805 INFO:teuthology.orchestra.run.smithi027.stderr: 58950K .......... .......... .......... .......... .......... 63% 108M 0s 2023-01-15T14:46:53.805 INFO:teuthology.orchestra.run.smithi027.stderr: 59000K .......... .......... .......... .......... .......... 63% 117M 0s 2023-01-15T14:46:53.805 INFO:teuthology.orchestra.run.smithi027.stderr: 59050K .......... .......... .......... .......... .......... 63% 111M 0s 2023-01-15T14:46:53.805 INFO:teuthology.orchestra.run.smithi027.stderr: 59100K .......... .......... .......... .......... .......... 63% 115M 0s 2023-01-15T14:46:53.805 INFO:teuthology.orchestra.run.smithi027.stderr: 59150K .......... .......... .......... .......... .......... 63% 87.8M 0s 2023-01-15T14:46:53.805 INFO:teuthology.orchestra.run.smithi027.stderr: 59200K .......... .......... .......... .......... .......... 63% 120M 0s 2023-01-15T14:46:53.805 INFO:teuthology.orchestra.run.smithi027.stderr: 59250K .......... .......... .......... .......... .......... 63% 115M 0s 2023-01-15T14:46:53.806 INFO:teuthology.orchestra.run.smithi027.stderr: 59300K .......... .......... .......... .......... .......... 63% 113M 0s 2023-01-15T14:46:53.806 INFO:teuthology.orchestra.run.smithi027.stderr: 59350K .......... .......... .......... .......... .......... 63% 105M 0s 2023-01-15T14:46:53.806 INFO:teuthology.orchestra.run.smithi027.stderr: 59400K .......... .......... .......... .......... .......... 63% 125M 0s 2023-01-15T14:46:53.806 INFO:teuthology.orchestra.run.smithi027.stderr: 59450K .......... .......... .......... .......... .......... 64% 116M 0s 2023-01-15T14:46:53.806 INFO:teuthology.orchestra.run.smithi027.stderr: 59500K .......... .......... .......... .......... .......... 64% 109M 0s 2023-01-15T14:46:53.806 INFO:teuthology.orchestra.run.smithi027.stderr: 59550K .......... .......... .......... .......... .......... 64% 86.3M 0s 2023-01-15T14:46:53.806 INFO:teuthology.orchestra.run.smithi027.stderr: 59600K .......... .......... .......... .......... .......... 64% 107M 0s 2023-01-15T14:46:53.806 INFO:teuthology.orchestra.run.smithi027.stderr: 59650K .......... .......... .......... .......... .......... 64% 125M 0s 2023-01-15T14:46:53.806 INFO:teuthology.orchestra.run.smithi027.stderr: 59700K .......... .......... .......... .......... .......... 64% 110M 0s 2023-01-15T14:46:53.806 INFO:teuthology.orchestra.run.smithi027.stderr: 59750K .......... .......... .......... .......... .......... 64% 116M 0s 2023-01-15T14:46:53.806 INFO:teuthology.orchestra.run.smithi027.stderr: 59800K .......... .......... .......... .......... .......... 64% 115M 0s 2023-01-15T14:46:53.807 INFO:teuthology.orchestra.run.smithi027.stderr: 59850K .......... .......... .......... .......... .......... 64% 115M 0s 2023-01-15T14:46:53.807 INFO:teuthology.orchestra.run.smithi027.stderr: 59900K .......... .......... .......... .......... .......... 64% 120M 0s 2023-01-15T14:46:53.807 INFO:teuthology.orchestra.run.smithi027.stderr: 59950K .......... .......... .......... .......... .......... 64% 75.7M 0s 2023-01-15T14:46:53.807 INFO:teuthology.orchestra.run.smithi027.stderr: 60000K .......... .......... .......... .......... .......... 64% 104M 0s 2023-01-15T14:46:53.807 INFO:teuthology.orchestra.run.smithi027.stderr: 60050K .......... .......... .......... .......... .......... 64% 134M 0s 2023-01-15T14:46:53.807 INFO:teuthology.orchestra.run.smithi027.stderr: 60100K .......... .......... .......... .......... .......... 64% 121M 0s 2023-01-15T14:46:53.807 INFO:teuthology.orchestra.run.smithi027.stderr: 60150K .......... .......... .......... .......... .......... 64% 107M 0s 2023-01-15T14:46:53.807 INFO:teuthology.orchestra.run.smithi027.stderr: 60200K .......... .......... .......... .......... .......... 64% 111M 0s 2023-01-15T14:46:53.807 INFO:teuthology.orchestra.run.smithi027.stderr: 60250K .......... .......... .......... .......... .......... 64% 119M 0s 2023-01-15T14:46:53.807 INFO:teuthology.orchestra.run.smithi027.stderr: 60300K .......... .......... .......... .......... .......... 64% 114M 0s 2023-01-15T14:46:53.807 INFO:teuthology.orchestra.run.smithi027.stderr: 60350K .......... .......... .......... .......... .......... 65% 87.7M 0s 2023-01-15T14:46:53.808 INFO:teuthology.orchestra.run.smithi027.stderr: 60400K .......... .......... .......... .......... .......... 65% 97.1M 0s 2023-01-15T14:46:53.808 INFO:teuthology.orchestra.run.smithi027.stderr: 60450K .......... .......... .......... .......... .......... 65% 128M 0s 2023-01-15T14:46:53.808 INFO:teuthology.orchestra.run.smithi027.stderr: 60500K .......... .......... .......... .......... .......... 65% 126M 0s 2023-01-15T14:46:53.808 INFO:teuthology.orchestra.run.smithi027.stderr: 60550K .......... .......... .......... .......... .......... 65% 90.5M 0s 2023-01-15T14:46:53.808 INFO:teuthology.orchestra.run.smithi027.stderr: 60600K .......... .......... .......... .......... .......... 65% 128M 0s 2023-01-15T14:46:53.808 INFO:teuthology.orchestra.run.smithi027.stderr: 60650K .......... .......... .......... .......... .......... 65% 94.8M 0s 2023-01-15T14:46:53.808 INFO:teuthology.orchestra.run.smithi027.stderr: 60700K .......... .......... .......... .......... .......... 65% 126M 0s 2023-01-15T14:46:53.808 INFO:teuthology.orchestra.run.smithi027.stderr: 60750K .......... .......... .......... .......... .......... 65% 102M 0s 2023-01-15T14:46:53.808 INFO:teuthology.orchestra.run.smithi027.stderr: 60800K .......... .......... .......... .......... .......... 65% 119M 0s 2023-01-15T14:46:53.808 INFO:teuthology.orchestra.run.smithi027.stderr: 60850K .......... .......... .......... .......... .......... 65% 112M 0s 2023-01-15T14:46:53.808 INFO:teuthology.orchestra.run.smithi027.stderr: 60900K .......... .......... .......... .......... .......... 65% 119M 0s 2023-01-15T14:46:53.809 INFO:teuthology.orchestra.run.smithi027.stderr: 60950K .......... .......... .......... .......... .......... 65% 108M 0s 2023-01-15T14:46:53.809 INFO:teuthology.orchestra.run.smithi027.stderr: 61000K .......... .......... .......... .......... .......... 65% 114M 0s 2023-01-15T14:46:53.809 INFO:teuthology.orchestra.run.smithi027.stderr: 61050K .......... .......... .......... .......... .......... 65% 117M 0s 2023-01-15T14:46:53.809 INFO:teuthology.orchestra.run.smithi027.stderr: 61100K .......... .......... .......... .......... .......... 65% 111M 0s 2023-01-15T14:46:53.809 INFO:teuthology.orchestra.run.smithi027.stderr: 61150K .......... .......... .......... .......... .......... 65% 91.2M 0s 2023-01-15T14:46:53.809 INFO:teuthology.orchestra.run.smithi027.stderr: 61200K .......... .......... .......... .......... .......... 65% 102M 0s 2023-01-15T14:46:53.809 INFO:teuthology.orchestra.run.smithi027.stderr: 61250K .......... .......... .......... .......... .......... 65% 129M 0s 2023-01-15T14:46:53.809 INFO:teuthology.orchestra.run.smithi027.stderr: 61300K .......... .......... .......... .......... .......... 66% 94.9M 0s 2023-01-15T14:46:53.809 INFO:teuthology.orchestra.run.smithi027.stderr: 61350K .......... .......... .......... .......... .......... 66% 120M 0s 2023-01-15T14:46:53.809 INFO:teuthology.orchestra.run.smithi027.stderr: 61400K .......... .......... .......... .......... .......... 66% 126M 0s 2023-01-15T14:46:53.809 INFO:teuthology.orchestra.run.smithi027.stderr: 61450K .......... .......... .......... .......... .......... 66% 94.4M 0s 2023-01-15T14:46:53.809 INFO:teuthology.orchestra.run.smithi027.stderr: 61500K .......... .......... .......... .......... .......... 66% 127M 0s 2023-01-15T14:46:53.810 INFO:teuthology.orchestra.run.smithi027.stderr: 61550K .......... .......... .......... .......... .......... 66% 98.0M 0s 2023-01-15T14:46:53.810 INFO:teuthology.orchestra.run.smithi027.stderr: 61600K .......... .......... .......... .......... .......... 66% 114M 0s 2023-01-15T14:46:53.810 INFO:teuthology.orchestra.run.smithi027.stderr: 61650K .......... .......... .......... .......... .......... 66% 120M 0s 2023-01-15T14:46:53.810 INFO:teuthology.orchestra.run.smithi027.stderr: 61700K .......... .......... .......... .......... .......... 66% 113M 0s 2023-01-15T14:46:53.810 INFO:teuthology.orchestra.run.smithi027.stderr: 61750K .......... .......... .......... .......... .......... 66% 111M 0s 2023-01-15T14:46:53.810 INFO:teuthology.orchestra.run.smithi027.stderr: 61800K .......... .......... .......... .......... .......... 66% 102M 0s 2023-01-15T14:46:53.810 INFO:teuthology.orchestra.run.smithi027.stderr: 61850K .......... .......... .......... .......... .......... 66% 123M 0s 2023-01-15T14:46:53.810 INFO:teuthology.orchestra.run.smithi027.stderr: 61900K .......... .......... .......... .......... .......... 66% 116M 0s 2023-01-15T14:46:53.810 INFO:teuthology.orchestra.run.smithi027.stderr: 61950K .......... .......... .......... .......... .......... 66% 87.8M 0s 2023-01-15T14:46:53.810 INFO:teuthology.orchestra.run.smithi027.stderr: 62000K .......... .......... .......... .......... .......... 66% 113M 0s 2023-01-15T14:46:53.810 INFO:teuthology.orchestra.run.smithi027.stderr: 62050K .......... .......... .......... .......... .......... 66% 115M 0s 2023-01-15T14:46:53.811 INFO:teuthology.orchestra.run.smithi027.stderr: 62100K .......... .......... .......... .......... .......... 66% 120M 0s 2023-01-15T14:46:53.811 INFO:teuthology.orchestra.run.smithi027.stderr: 62150K .......... .......... .......... .......... .......... 66% 109M 0s 2023-01-15T14:46:53.811 INFO:teuthology.orchestra.run.smithi027.stderr: 62200K .......... .......... .......... .......... .......... 67% 109M 0s 2023-01-15T14:46:53.811 INFO:teuthology.orchestra.run.smithi027.stderr: 62250K .......... .......... .......... .......... .......... 67% 111M 0s 2023-01-15T14:46:53.811 INFO:teuthology.orchestra.run.smithi027.stderr: 62300K .......... .......... .......... .......... .......... 67% 114M 0s 2023-01-15T14:46:53.811 INFO:teuthology.orchestra.run.smithi027.stderr: 62350K .......... .......... .......... .......... .......... 67% 96.2M 0s 2023-01-15T14:46:53.811 INFO:teuthology.orchestra.run.smithi027.stderr: 62400K .......... .......... .......... .......... .......... 67% 111M 0s 2023-01-15T14:46:53.811 INFO:teuthology.orchestra.run.smithi027.stderr: 62450K .......... .......... .......... .......... .......... 67% 108M 0s 2023-01-15T14:46:53.811 INFO:teuthology.orchestra.run.smithi027.stderr: 62500K .......... .......... .......... .......... .......... 67% 121M 0s 2023-01-15T14:46:53.811 INFO:teuthology.orchestra.run.smithi027.stderr: 62550K .......... .......... .......... .......... .......... 67% 115M 0s 2023-01-15T14:46:53.811 INFO:teuthology.orchestra.run.smithi027.stderr: 62600K .......... .......... .......... .......... .......... 67% 112M 0s 2023-01-15T14:46:53.811 INFO:teuthology.orchestra.run.smithi027.stderr: 62650K .......... .......... .......... .......... .......... 67% 118M 0s 2023-01-15T14:46:53.812 INFO:teuthology.orchestra.run.smithi027.stderr: 62700K .......... .......... .......... .......... .......... 67% 110M 0s 2023-01-15T14:46:53.812 INFO:teuthology.orchestra.run.smithi027.stderr: 62750K .......... .......... .......... .......... .......... 67% 85.2M 0s 2023-01-15T14:46:53.812 INFO:teuthology.orchestra.run.smithi027.stderr: 62800K .......... .......... .......... .......... .......... 67% 100M 0s 2023-01-15T14:46:53.812 INFO:teuthology.orchestra.run.smithi027.stderr: 62850K .......... .......... .......... .......... .......... 67% 127M 0s 2023-01-15T14:46:53.812 INFO:teuthology.orchestra.run.smithi027.stderr: 62900K .......... .......... .......... .......... .......... 67% 127M 0s 2023-01-15T14:46:53.812 INFO:teuthology.orchestra.run.smithi027.stderr: 62950K .......... .......... .......... .......... .......... 67% 90.9M 0s 2023-01-15T14:46:53.812 INFO:teuthology.orchestra.run.smithi027.stderr: 63000K .......... .......... .......... .......... .......... 67% 147M 0s 2023-01-15T14:46:53.812 INFO:teuthology.orchestra.run.smithi027.stderr: 63050K .......... .......... .......... .......... .......... 67% 113M 0s 2023-01-15T14:46:53.812 INFO:teuthology.orchestra.run.smithi027.stderr: 63100K .......... .......... .......... .......... .......... 67% 114M 0s 2023-01-15T14:46:53.812 INFO:teuthology.orchestra.run.smithi027.stderr: 63150K .......... .......... .......... .......... .......... 68% 86.7M 0s 2023-01-15T14:46:53.812 INFO:teuthology.orchestra.run.smithi027.stderr: 63200K .......... .......... .......... .......... .......... 68% 101M 0s 2023-01-15T14:46:53.813 INFO:teuthology.orchestra.run.smithi027.stderr: 63250K .......... .......... .......... .......... .......... 68% 124M 0s 2023-01-15T14:46:53.813 INFO:teuthology.orchestra.run.smithi027.stderr: 63300K .......... .......... .......... .......... .......... 68% 125M 0s 2023-01-15T14:46:53.813 INFO:teuthology.orchestra.run.smithi027.stderr: 63350K .......... .......... .......... .......... .......... 68% 112M 0s 2023-01-15T14:46:53.813 INFO:teuthology.orchestra.run.smithi027.stderr: 63400K .......... .......... .......... .......... .......... 68% 110M 0s 2023-01-15T14:46:53.813 INFO:teuthology.orchestra.run.smithi027.stderr: 63450K .......... .......... .......... .......... .......... 68% 112M 0s 2023-01-15T14:46:53.813 INFO:teuthology.orchestra.run.smithi027.stderr: 63500K .......... .......... .......... .......... .......... 68% 117M 0s 2023-01-15T14:46:53.813 INFO:teuthology.orchestra.run.smithi027.stderr: 63550K .......... .......... .......... .......... .......... 68% 87.6M 0s 2023-01-15T14:46:53.813 INFO:teuthology.orchestra.run.smithi027.stderr: 63600K .......... .......... .......... .......... .......... 68% 110M 0s 2023-01-15T14:46:53.813 INFO:teuthology.orchestra.run.smithi027.stderr: 63650K .......... .......... .......... .......... .......... 68% 109M 0s 2023-01-15T14:46:53.813 INFO:teuthology.orchestra.run.smithi027.stderr: 63700K .......... .......... .......... .......... .......... 68% 129M 0s 2023-01-15T14:46:53.813 INFO:teuthology.orchestra.run.smithi027.stderr: 63750K .......... .......... .......... .......... .......... 68% 109M 0s 2023-01-15T14:46:53.814 INFO:teuthology.orchestra.run.smithi027.stderr: 63800K .......... .......... .......... .......... .......... 68% 101M 0s 2023-01-15T14:46:53.814 INFO:teuthology.orchestra.run.smithi027.stderr: 63850K .......... .......... .......... .......... .......... 68% 115M 0s 2023-01-15T14:46:53.814 INFO:teuthology.orchestra.run.smithi027.stderr: 63900K .......... .......... .......... .......... .......... 68% 137M 0s 2023-01-15T14:46:53.814 INFO:teuthology.orchestra.run.smithi027.stderr: 63950K .......... .......... .......... .......... .......... 68% 87.4M 0s 2023-01-15T14:46:53.814 INFO:teuthology.orchestra.run.smithi027.stderr: 64000K .......... .......... .......... .......... .......... 68% 120M 0s 2023-01-15T14:46:53.814 INFO:teuthology.orchestra.run.smithi027.stderr: 64050K .......... .......... .......... .......... .......... 68% 111M 0s 2023-01-15T14:46:53.814 INFO:teuthology.orchestra.run.smithi027.stderr: 64100K .......... .......... .......... .......... .......... 69% 119M 0s 2023-01-15T14:46:53.814 INFO:teuthology.orchestra.run.smithi027.stderr: 64150K .......... .......... .......... .......... .......... 69% 109M 0s 2023-01-15T14:46:53.814 INFO:teuthology.orchestra.run.smithi027.stderr: 64200K .......... .......... .......... .......... .......... 69% 115M 0s 2023-01-15T14:46:53.814 INFO:teuthology.orchestra.run.smithi027.stderr: 64250K .......... .......... .......... .......... .......... 69% 117M 0s 2023-01-15T14:46:53.814 INFO:teuthology.orchestra.run.smithi027.stderr: 64300K .......... .......... .......... .......... .......... 69% 115M 0s 2023-01-15T14:46:53.814 INFO:teuthology.orchestra.run.smithi027.stderr: 64350K .......... .......... .......... .......... .......... 69% 86.8M 0s 2023-01-15T14:46:53.814 INFO:teuthology.orchestra.run.smithi027.stderr: 64400K .......... .......... .......... .......... .......... 69% 116M 0s 2023-01-15T14:46:53.815 INFO:teuthology.orchestra.run.smithi027.stderr: 64450K .......... .......... .......... .......... .......... 69% 105M 0s 2023-01-15T14:46:53.815 INFO:teuthology.orchestra.run.smithi027.stderr: 64500K .......... .......... .......... .......... .......... 69% 123M 0s 2023-01-15T14:46:53.815 INFO:teuthology.orchestra.run.smithi027.stderr: 64550K .......... .......... .......... .......... .......... 69% 114M 0s 2023-01-15T14:46:53.815 INFO:teuthology.orchestra.run.smithi027.stderr: 64600K .......... .......... .......... .......... .......... 69% 113M 0s 2023-01-15T14:46:53.815 INFO:teuthology.orchestra.run.smithi027.stderr: 64650K .......... .......... .......... .......... .......... 69% 103M 0s 2023-01-15T14:46:53.815 INFO:teuthology.orchestra.run.smithi027.stderr: 64700K .......... .......... .......... .......... .......... 69% 117M 0s 2023-01-15T14:46:53.815 INFO:teuthology.orchestra.run.smithi027.stderr: 64750K .......... .......... .......... .......... .......... 69% 92.1M 0s 2023-01-15T14:46:53.815 INFO:teuthology.orchestra.run.smithi027.stderr: 64800K .......... .......... .......... .......... .......... 69% 108M 0s 2023-01-15T14:46:53.815 INFO:teuthology.orchestra.run.smithi027.stderr: 64850K .......... .......... .......... .......... .......... 69% 134M 0s 2023-01-15T14:46:53.815 INFO:teuthology.orchestra.run.smithi027.stderr: 64900K .......... .......... .......... .......... .......... 69% 99.3M 0s 2023-01-15T14:46:53.815 INFO:teuthology.orchestra.run.smithi027.stderr: 64950K .......... .......... .......... .......... .......... 69% 127M 0s 2023-01-15T14:46:53.816 INFO:teuthology.orchestra.run.smithi027.stderr: 65000K .......... .......... .......... .......... .......... 70% 111M 0s 2023-01-15T14:46:53.816 INFO:teuthology.orchestra.run.smithi027.stderr: 65050K .......... .......... .......... .......... .......... 70% 117M 0s 2023-01-15T14:46:53.816 INFO:teuthology.orchestra.run.smithi027.stderr: 65100K .......... .......... .......... .......... .......... 70% 119M 0s 2023-01-15T14:46:53.816 INFO:teuthology.orchestra.run.smithi027.stderr: 65150K .......... .......... .......... .......... .......... 70% 87.7M 0s 2023-01-15T14:46:53.816 INFO:teuthology.orchestra.run.smithi027.stderr: 65200K .......... .......... .......... .......... .......... 70% 91.7M 0s 2023-01-15T14:46:53.816 INFO:teuthology.orchestra.run.smithi027.stderr: 65250K .......... .......... .......... .......... .......... 70% 140M 0s 2023-01-15T14:46:53.816 INFO:teuthology.orchestra.run.smithi027.stderr: 65300K .......... .......... .......... .......... .......... 70% 124M 0s 2023-01-15T14:46:53.816 INFO:teuthology.orchestra.run.smithi027.stderr: 65350K .......... .......... .......... .......... .......... 70% 92.7M 0s 2023-01-15T14:46:53.816 INFO:teuthology.orchestra.run.smithi027.stderr: 65400K .......... .......... .......... .......... .......... 70% 116M 0s 2023-01-15T14:46:53.816 INFO:teuthology.orchestra.run.smithi027.stderr: 65450K .......... .......... .......... .......... .......... 70% 135M 0s 2023-01-15T14:46:53.816 INFO:teuthology.orchestra.run.smithi027.stderr: 65500K .......... .......... .......... .......... .......... 70% 121M 0s 2023-01-15T14:46:53.816 INFO:teuthology.orchestra.run.smithi027.stderr: 65550K .......... .......... .......... .......... .......... 70% 89.7M 0s 2023-01-15T14:46:53.817 INFO:teuthology.orchestra.run.smithi027.stderr: 65600K .......... .......... .......... .......... .......... 70% 104M 0s 2023-01-15T14:46:53.817 INFO:teuthology.orchestra.run.smithi027.stderr: 65650K .......... .......... .......... .......... .......... 70% 133M 0s 2023-01-15T14:46:53.817 INFO:teuthology.orchestra.run.smithi027.stderr: 65700K .......... .......... .......... .......... .......... 70% 119M 0s 2023-01-15T14:46:53.817 INFO:teuthology.orchestra.run.smithi027.stderr: 65750K .......... .......... .......... .......... .......... 70% 107M 0s 2023-01-15T14:46:53.817 INFO:teuthology.orchestra.run.smithi027.stderr: 65800K .......... .......... .......... .......... .......... 70% 118M 0s 2023-01-15T14:46:53.817 INFO:teuthology.orchestra.run.smithi027.stderr: 65850K .......... .......... .......... .......... .......... 70% 108M 0s 2023-01-15T14:46:53.817 INFO:teuthology.orchestra.run.smithi027.stderr: 65900K .......... .......... .......... .......... .......... 70% 123M 0s 2023-01-15T14:46:53.817 INFO:teuthology.orchestra.run.smithi027.stderr: 65950K .......... .......... .......... .......... .......... 71% 88.4M 0s 2023-01-15T14:46:53.817 INFO:teuthology.orchestra.run.smithi027.stderr: 66000K .......... .......... .......... .......... .......... 71% 116M 0s 2023-01-15T14:46:53.817 INFO:teuthology.orchestra.run.smithi027.stderr: 66050K .......... .......... .......... .......... .......... 71% 119M 0s 2023-01-15T14:46:53.817 INFO:teuthology.orchestra.run.smithi027.stderr: 66100K .......... .......... .......... .......... .......... 71% 111M 0s 2023-01-15T14:46:53.818 INFO:teuthology.orchestra.run.smithi027.stderr: 66150K .......... .......... .......... .......... .......... 71% 106M 0s 2023-01-15T14:46:53.818 INFO:teuthology.orchestra.run.smithi027.stderr: 66200K .......... .......... .......... .......... .......... 71% 115M 0s 2023-01-15T14:46:53.818 INFO:teuthology.orchestra.run.smithi027.stderr: 66250K .......... .......... .......... .......... .......... 71% 113M 0s 2023-01-15T14:46:53.818 INFO:teuthology.orchestra.run.smithi027.stderr: 66300K .......... .......... .......... .......... .......... 71% 117M 0s 2023-01-15T14:46:53.818 INFO:teuthology.orchestra.run.smithi027.stderr: 66350K .......... .......... .......... .......... .......... 71% 89.5M 0s 2023-01-15T14:46:53.818 INFO:teuthology.orchestra.run.smithi027.stderr: 66400K .......... .......... .......... .......... .......... 71% 114M 0s 2023-01-15T14:46:53.818 INFO:teuthology.orchestra.run.smithi027.stderr: 66450K .......... .......... .......... .......... .......... 71% 120M 0s 2023-01-15T14:46:53.818 INFO:teuthology.orchestra.run.smithi027.stderr: 66500K .......... .......... .......... .......... .......... 71% 112M 0s 2023-01-15T14:46:53.818 INFO:teuthology.orchestra.run.smithi027.stderr: 66550K .......... .......... .......... .......... .......... 71% 110M 0s 2023-01-15T14:46:53.818 INFO:teuthology.orchestra.run.smithi027.stderr: 66600K .......... .......... .......... .......... .......... 71% 112M 0s 2023-01-15T14:46:53.818 INFO:teuthology.orchestra.run.smithi027.stderr: 66650K .......... .......... .......... .......... .......... 71% 111M 0s 2023-01-15T14:46:53.818 INFO:teuthology.orchestra.run.smithi027.stderr: 66700K .......... .......... .......... .......... .......... 71% 117M 0s 2023-01-15T14:46:53.818 INFO:teuthology.orchestra.run.smithi027.stderr: 66750K .......... .......... .......... .......... .......... 71% 88.4M 0s 2023-01-15T14:46:53.819 INFO:teuthology.orchestra.run.smithi027.stderr: 66800K .......... .......... .......... .......... .......... 71% 113M 0s 2023-01-15T14:46:53.819 INFO:teuthology.orchestra.run.smithi027.stderr: 66850K .......... .......... .......... .......... .......... 72% 111M 0s 2023-01-15T14:46:53.819 INFO:teuthology.orchestra.run.smithi027.stderr: 66900K .......... .......... .......... .......... .......... 72% 126M 0s 2023-01-15T14:46:53.819 INFO:teuthology.orchestra.run.smithi027.stderr: 66950K .......... .......... .......... .......... .......... 72% 107M 0s 2023-01-15T14:46:53.819 INFO:teuthology.orchestra.run.smithi027.stderr: 67000K .......... .......... .......... .......... .......... 72% 115M 0s 2023-01-15T14:46:53.819 INFO:teuthology.orchestra.run.smithi027.stderr: 67050K .......... .......... .......... .......... .......... 72% 111M 0s 2023-01-15T14:46:53.819 INFO:teuthology.orchestra.run.smithi027.stderr: 67100K .......... .......... .......... .......... .......... 72% 104M 0s 2023-01-15T14:46:53.819 INFO:teuthology.orchestra.run.smithi027.stderr: 67150K .......... .......... .......... .......... .......... 72% 93.4M 0s 2023-01-15T14:46:53.819 INFO:teuthology.orchestra.run.smithi027.stderr: 67200K .......... .......... .......... .......... .......... 72% 124M 0s 2023-01-15T14:46:53.819 INFO:teuthology.orchestra.run.smithi027.stderr: 67250K .......... .......... .......... .......... .......... 72% 123M 0s 2023-01-15T14:46:53.819 INFO:teuthology.orchestra.run.smithi027.stderr: 67300K .......... .......... .......... .......... .......... 72% 107M 0s 2023-01-15T14:46:53.819 INFO:teuthology.orchestra.run.smithi027.stderr: 67350K .......... .......... .......... .......... .......... 72% 120M 0s 2023-01-15T14:46:53.820 INFO:teuthology.orchestra.run.smithi027.stderr: 67400K .......... .......... .......... .......... .......... 72% 112M 0s 2023-01-15T14:46:53.820 INFO:teuthology.orchestra.run.smithi027.stderr: 67450K .......... .......... .......... .......... .......... 72% 112M 0s 2023-01-15T14:46:53.820 INFO:teuthology.orchestra.run.smithi027.stderr: 67500K .......... .......... .......... .......... .......... 72% 119M 0s 2023-01-15T14:46:53.820 INFO:teuthology.orchestra.run.smithi027.stderr: 67550K .......... .......... .......... .......... .......... 72% 84.1M 0s 2023-01-15T14:46:53.820 INFO:teuthology.orchestra.run.smithi027.stderr: 67600K .......... .......... .......... .......... .......... 72% 121M 0s 2023-01-15T14:46:53.820 INFO:teuthology.orchestra.run.smithi027.stderr: 67650K .......... .......... .......... .......... .......... 72% 116M 0s 2023-01-15T14:46:53.820 INFO:teuthology.orchestra.run.smithi027.stderr: 67700K .......... .......... .......... .......... .......... 72% 112M 0s 2023-01-15T14:46:53.820 INFO:teuthology.orchestra.run.smithi027.stderr: 67750K .......... .......... .......... .......... .......... 72% 101M 0s 2023-01-15T14:46:53.820 INFO:teuthology.orchestra.run.smithi027.stderr: 67800K .......... .......... .......... .......... .......... 73% 121M 0s 2023-01-15T14:46:53.820 INFO:teuthology.orchestra.run.smithi027.stderr: 67850K .......... .......... .......... .......... .......... 73% 111M 0s 2023-01-15T14:46:53.820 INFO:teuthology.orchestra.run.smithi027.stderr: 67900K .......... .......... .......... .......... .......... 73% 115M 0s 2023-01-15T14:46:53.820 INFO:teuthology.orchestra.run.smithi027.stderr: 67950K .......... .......... .......... .......... .......... 73% 92.6M 0s 2023-01-15T14:46:53.821 INFO:teuthology.orchestra.run.smithi027.stderr: 68000K .......... .......... .......... .......... .......... 73% 104M 0s 2023-01-15T14:46:53.821 INFO:teuthology.orchestra.run.smithi027.stderr: 68050K .......... .......... .......... .......... .......... 73% 127M 0s 2023-01-15T14:46:53.821 INFO:teuthology.orchestra.run.smithi027.stderr: 68100K .......... .......... .......... .......... .......... 73% 91.0M 0s 2023-01-15T14:46:53.821 INFO:teuthology.orchestra.run.smithi027.stderr: 68150K .......... .......... .......... .......... .......... 73% 119M 0s 2023-01-15T14:46:53.821 INFO:teuthology.orchestra.run.smithi027.stderr: 68200K .......... .......... .......... .......... .......... 73% 113M 0s 2023-01-15T14:46:53.821 INFO:teuthology.orchestra.run.smithi027.stderr: 68250K .......... .......... .......... .......... .......... 73% 134M 0s 2023-01-15T14:46:53.821 INFO:teuthology.orchestra.run.smithi027.stderr: 68300K .......... .......... .......... .......... .......... 73% 107M 0s 2023-01-15T14:46:53.821 INFO:teuthology.orchestra.run.smithi027.stderr: 68350K .......... .......... .......... .......... .......... 73% 91.0M 0s 2023-01-15T14:46:53.821 INFO:teuthology.orchestra.run.smithi027.stderr: 68400K .......... .......... .......... .......... .......... 73% 111M 0s 2023-01-15T14:46:53.821 INFO:teuthology.orchestra.run.smithi027.stderr: 68450K .......... .......... .......... .......... .......... 73% 117M 0s 2023-01-15T14:46:53.821 INFO:teuthology.orchestra.run.smithi027.stderr: 68500K .......... .......... .......... .......... .......... 73% 121M 0s 2023-01-15T14:46:53.821 INFO:teuthology.orchestra.run.smithi027.stderr: 68550K .......... .......... .......... .......... .......... 73% 103M 0s 2023-01-15T14:46:53.822 INFO:teuthology.orchestra.run.smithi027.stderr: 68600K .......... .......... .......... .......... .......... 73% 117M 0s 2023-01-15T14:46:53.822 INFO:teuthology.orchestra.run.smithi027.stderr: 68650K .......... .......... .......... .......... .......... 73% 117M 0s 2023-01-15T14:46:53.822 INFO:teuthology.orchestra.run.smithi027.stderr: 68700K .......... .......... .......... .......... .......... 74% 107M 0s 2023-01-15T14:46:53.822 INFO:teuthology.orchestra.run.smithi027.stderr: 68750K .......... .......... .......... .......... .......... 74% 97.4M 0s 2023-01-15T14:46:53.822 INFO:teuthology.orchestra.run.smithi027.stderr: 68800K .......... .......... .......... .......... .......... 74% 113M 0s 2023-01-15T14:46:53.822 INFO:teuthology.orchestra.run.smithi027.stderr: 68850K .......... .......... .......... .......... .......... 74% 119M 0s 2023-01-15T14:46:53.822 INFO:teuthology.orchestra.run.smithi027.stderr: 68900K .......... .......... .......... .......... .......... 74% 114M 0s 2023-01-15T14:46:53.822 INFO:teuthology.orchestra.run.smithi027.stderr: 68950K .......... .......... .......... .......... .......... 74% 105M 0s 2023-01-15T14:46:53.822 INFO:teuthology.orchestra.run.smithi027.stderr: 69000K .......... .......... .......... .......... .......... 74% 122M 0s 2023-01-15T14:46:53.822 INFO:teuthology.orchestra.run.smithi027.stderr: 69050K .......... .......... .......... .......... .......... 74% 114M 0s 2023-01-15T14:46:53.822 INFO:teuthology.orchestra.run.smithi027.stderr: 69100K .......... .......... .......... .......... .......... 74% 114M 0s 2023-01-15T14:46:53.822 INFO:teuthology.orchestra.run.smithi027.stderr: 69150K .......... .......... .......... .......... .......... 74% 87.5M 0s 2023-01-15T14:46:53.823 INFO:teuthology.orchestra.run.smithi027.stderr: 69200K .......... .......... .......... .......... .......... 74% 119M 0s 2023-01-15T14:46:53.823 INFO:teuthology.orchestra.run.smithi027.stderr: 69250K .......... .......... .......... .......... .......... 74% 112M 0s 2023-01-15T14:46:53.823 INFO:teuthology.orchestra.run.smithi027.stderr: 69300K .......... .......... .......... .......... .......... 74% 115M 0s 2023-01-15T14:46:53.823 INFO:teuthology.orchestra.run.smithi027.stderr: 69350K .......... .......... .......... .......... .......... 74% 103M 0s 2023-01-15T14:46:53.823 INFO:teuthology.orchestra.run.smithi027.stderr: 69400K .......... .......... .......... .......... .......... 74% 118M 0s 2023-01-15T14:46:53.823 INFO:teuthology.orchestra.run.smithi027.stderr: 69450K .......... .......... .......... .......... .......... 74% 113M 0s 2023-01-15T14:46:53.823 INFO:teuthology.orchestra.run.smithi027.stderr: 69500K .......... .......... .......... .......... .......... 74% 119M 0s 2023-01-15T14:46:53.823 INFO:teuthology.orchestra.run.smithi027.stderr: 69550K .......... .......... .......... .......... .......... 74% 88.8M 0s 2023-01-15T14:46:53.823 INFO:teuthology.orchestra.run.smithi027.stderr: 69600K .......... .......... .......... .......... .......... 74% 107M 0s 2023-01-15T14:46:53.823 INFO:teuthology.orchestra.run.smithi027.stderr: 69650K .......... .......... .......... .......... .......... 75% 124M 0s 2023-01-15T14:46:53.823 INFO:teuthology.orchestra.run.smithi027.stderr: 69700K .......... .......... .......... .......... .......... 75% 116M 0s 2023-01-15T14:46:53.823 INFO:teuthology.orchestra.run.smithi027.stderr: 69750K .......... .......... .......... .......... .......... 75% 110M 0s 2023-01-15T14:46:53.824 INFO:teuthology.orchestra.run.smithi027.stderr: 69800K .......... .......... .......... .......... .......... 75% 115M 0s 2023-01-15T14:46:53.824 INFO:teuthology.orchestra.run.smithi027.stderr: 69850K .......... .......... .......... .......... .......... 75% 117M 0s 2023-01-15T14:46:53.824 INFO:teuthology.orchestra.run.smithi027.stderr: 69900K .......... .......... .......... .......... .......... 75% 117M 0s 2023-01-15T14:46:53.824 INFO:teuthology.orchestra.run.smithi027.stderr: 69950K .......... .......... .......... .......... .......... 75% 86.6M 0s 2023-01-15T14:46:53.824 INFO:teuthology.orchestra.run.smithi027.stderr: 70000K .......... .......... .......... .......... .......... 75% 103M 0s 2023-01-15T14:46:53.824 INFO:teuthology.orchestra.run.smithi027.stderr: 70050K .......... .......... .......... .......... .......... 75% 114M 0s 2023-01-15T14:46:53.824 INFO:teuthology.orchestra.run.smithi027.stderr: 70100K .......... .......... .......... .......... .......... 75% 116M 0s 2023-01-15T14:46:53.824 INFO:teuthology.orchestra.run.smithi027.stderr: 70150K .......... .......... .......... .......... .......... 75% 124M 0s 2023-01-15T14:46:53.824 INFO:teuthology.orchestra.run.smithi027.stderr: 70200K .......... .......... .......... .......... .......... 75% 119M 0s 2023-01-15T14:46:53.824 INFO:teuthology.orchestra.run.smithi027.stderr: 70250K .......... .......... .......... .......... .......... 75% 108M 0s 2023-01-15T14:46:53.824 INFO:teuthology.orchestra.run.smithi027.stderr: 70300K .......... .......... .......... .......... .......... 75% 103M 0s 2023-01-15T14:46:53.824 INFO:teuthology.orchestra.run.smithi027.stderr: 70350K .......... .......... .......... .......... .......... 75% 98.1M 0s 2023-01-15T14:46:53.825 INFO:teuthology.orchestra.run.smithi027.stderr: 70400K .......... .......... .......... .......... .......... 75% 106M 0s 2023-01-15T14:46:53.825 INFO:teuthology.orchestra.run.smithi027.stderr: 70450K .......... .......... .......... .......... .......... 75% 114M 0s 2023-01-15T14:46:53.825 INFO:teuthology.orchestra.run.smithi027.stderr: 70500K .......... .......... .......... .......... .......... 75% 118M 0s 2023-01-15T14:46:53.825 INFO:teuthology.orchestra.run.smithi027.stderr: 70550K .......... .......... .......... .......... .......... 75% 107M 0s 2023-01-15T14:46:53.825 INFO:teuthology.orchestra.run.smithi027.stderr: 70600K .......... .......... .......... .......... .......... 76% 117M 0s 2023-01-15T14:46:53.825 INFO:teuthology.orchestra.run.smithi027.stderr: 70650K .......... .......... .......... .......... .......... 76% 99.8M 0s 2023-01-15T14:46:53.825 INFO:teuthology.orchestra.run.smithi027.stderr: 70700K .......... .......... .......... .......... .......... 76% 125M 0s 2023-01-15T14:46:53.825 INFO:teuthology.orchestra.run.smithi027.stderr: 70750K .......... .......... .......... .......... .......... 76% 78.6M 0s 2023-01-15T14:46:53.825 INFO:teuthology.orchestra.run.smithi027.stderr: 70800K .......... .......... .......... .......... .......... 76% 123M 0s 2023-01-15T14:46:53.825 INFO:teuthology.orchestra.run.smithi027.stderr: 70850K .......... .......... .......... .......... .......... 76% 130M 0s 2023-01-15T14:46:53.825 INFO:teuthology.orchestra.run.smithi027.stderr: 70900K .......... .......... .......... .......... .......... 76% 127M 0s 2023-01-15T14:46:53.825 INFO:teuthology.orchestra.run.smithi027.stderr: 70950K .......... .......... .......... .......... .......... 76% 91.4M 0s 2023-01-15T14:46:53.826 INFO:teuthology.orchestra.run.smithi027.stderr: 71000K .......... .......... .......... .......... .......... 76% 125M 0s 2023-01-15T14:46:53.826 INFO:teuthology.orchestra.run.smithi027.stderr: 71050K .......... .......... .......... .......... .......... 76% 94.8M 0s 2023-01-15T14:46:53.826 INFO:teuthology.orchestra.run.smithi027.stderr: 71100K .......... .......... .......... .......... .......... 76% 126M 0s 2023-01-15T14:46:53.826 INFO:teuthology.orchestra.run.smithi027.stderr: 71150K .......... .......... .......... .......... .......... 76% 98.3M 0s 2023-01-15T14:46:53.826 INFO:teuthology.orchestra.run.smithi027.stderr: 71200K .......... .......... .......... .......... .......... 76% 93.2M 0s 2023-01-15T14:46:53.826 INFO:teuthology.orchestra.run.smithi027.stderr: 71250K .......... .......... .......... .......... .......... 76% 128M 0s 2023-01-15T14:46:53.826 INFO:teuthology.orchestra.run.smithi027.stderr: 71300K .......... .......... .......... .......... .......... 76% 63.3M 0s 2023-01-15T14:46:53.826 INFO:teuthology.orchestra.run.smithi027.stderr: 71350K .......... .......... .......... .......... .......... 76% 152M 0s 2023-01-15T14:46:53.826 INFO:teuthology.orchestra.run.smithi027.stderr: 71400K .......... .......... .......... .......... .......... 76% 159M 0s 2023-01-15T14:46:53.826 INFO:teuthology.orchestra.run.smithi027.stderr: 71450K .......... .......... .......... .......... .......... 76% 167M 0s 2023-01-15T14:46:53.826 INFO:teuthology.orchestra.run.smithi027.stderr: 71500K .......... .......... .......... .......... .......... 77% 123M 0s 2023-01-15T14:46:53.826 INFO:teuthology.orchestra.run.smithi027.stderr: 71550K .......... .......... .......... .......... .......... 77% 78.8M 0s 2023-01-15T14:46:53.827 INFO:teuthology.orchestra.run.smithi027.stderr: 71600K .......... .......... .......... .......... .......... 77% 129M 0s 2023-01-15T14:46:53.827 INFO:teuthology.orchestra.run.smithi027.stderr: 71650K .......... .......... .......... .......... .......... 77% 111M 0s 2023-01-15T14:46:53.827 INFO:teuthology.orchestra.run.smithi027.stderr: 71700K .......... .......... .......... .......... .......... 77% 113M 0s 2023-01-15T14:46:53.827 INFO:teuthology.orchestra.run.smithi027.stderr: 71750K .......... .......... .......... .......... .......... 77% 117M 0s 2023-01-15T14:46:53.827 INFO:teuthology.orchestra.run.smithi027.stderr: 71800K .......... .......... .......... .......... .......... 77% 102M 0s 2023-01-15T14:46:53.827 INFO:teuthology.orchestra.run.smithi027.stderr: 71850K .......... .......... .......... .......... .......... 77% 128M 0s 2023-01-15T14:46:53.827 INFO:teuthology.orchestra.run.smithi027.stderr: 71900K .......... .......... .......... .......... .......... 77% 126M 0s 2023-01-15T14:46:53.827 INFO:teuthology.orchestra.run.smithi027.stderr: 71950K .......... .......... .......... .......... .......... 77% 90.0M 0s 2023-01-15T14:46:53.827 INFO:teuthology.orchestra.run.smithi027.stderr: 72000K .......... .......... .......... .......... .......... 77% 114M 0s 2023-01-15T14:46:53.827 INFO:teuthology.orchestra.run.smithi027.stderr: 72050K .......... .......... .......... .......... .......... 77% 113M 0s 2023-01-15T14:46:53.827 INFO:teuthology.orchestra.run.smithi027.stderr: 72100K .......... .......... .......... .......... .......... 77% 121M 0s 2023-01-15T14:46:53.827 INFO:teuthology.orchestra.run.smithi027.stderr: 72150K .......... .......... .......... .......... .......... 77% 104M 0s 2023-01-15T14:46:53.828 INFO:teuthology.orchestra.run.smithi027.stderr: 72200K .......... .......... .......... .......... .......... 77% 111M 0s 2023-01-15T14:46:53.828 INFO:teuthology.orchestra.run.smithi027.stderr: 72250K .......... .......... .......... .......... .......... 77% 124M 0s 2023-01-15T14:46:53.828 INFO:teuthology.orchestra.run.smithi027.stderr: 72300K .......... .......... .......... .......... .......... 77% 107M 0s 2023-01-15T14:46:53.828 INFO:teuthology.orchestra.run.smithi027.stderr: 72350K .......... .......... .......... .......... .......... 77% 91.9M 0s 2023-01-15T14:46:53.828 INFO:teuthology.orchestra.run.smithi027.stderr: 72400K .......... .......... .......... .......... .......... 77% 114M 0s 2023-01-15T14:46:53.828 INFO:teuthology.orchestra.run.smithi027.stderr: 72450K .......... .......... .......... .......... .......... 78% 110M 0s 2023-01-15T14:46:53.828 INFO:teuthology.orchestra.run.smithi027.stderr: 72500K .......... .......... .......... .......... .......... 78% 123M 0s 2023-01-15T14:46:53.828 INFO:teuthology.orchestra.run.smithi027.stderr: 72550K .......... .......... .......... .......... .......... 78% 106M 0s 2023-01-15T14:46:53.828 INFO:teuthology.orchestra.run.smithi027.stderr: 72600K .......... .......... .......... .......... .......... 78% 114M 0s 2023-01-15T14:46:53.828 INFO:teuthology.orchestra.run.smithi027.stderr: 72650K .......... .......... .......... .......... .......... 78% 106M 0s 2023-01-15T14:46:53.828 INFO:teuthology.orchestra.run.smithi027.stderr: 72700K .......... .......... .......... .......... .......... 78% 122M 0s 2023-01-15T14:46:53.828 INFO:teuthology.orchestra.run.smithi027.stderr: 72750K .......... .......... .......... .......... .......... 78% 88.2M 0s 2023-01-15T14:46:53.828 INFO:teuthology.orchestra.run.smithi027.stderr: 72800K .......... .......... .......... .......... .......... 78% 110M 0s 2023-01-15T14:46:53.829 INFO:teuthology.orchestra.run.smithi027.stderr: 72850K .......... .......... .......... .......... .......... 78% 120M 0s 2023-01-15T14:46:53.829 INFO:teuthology.orchestra.run.smithi027.stderr: 72900K .......... .......... .......... .......... .......... 78% 125M 0s 2023-01-15T14:46:53.829 INFO:teuthology.orchestra.run.smithi027.stderr: 72950K .......... .......... .......... .......... .......... 78% 104M 0s 2023-01-15T14:46:53.829 INFO:teuthology.orchestra.run.smithi027.stderr: 73000K .......... .......... .......... .......... .......... 78% 114M 0s 2023-01-15T14:46:53.829 INFO:teuthology.orchestra.run.smithi027.stderr: 73050K .......... .......... .......... .......... .......... 78% 122M 0s 2023-01-15T14:46:53.829 INFO:teuthology.orchestra.run.smithi027.stderr: 73100K .......... .......... .......... .......... .......... 78% 106M 0s 2023-01-15T14:46:53.829 INFO:teuthology.orchestra.run.smithi027.stderr: 73150K .......... .......... .......... .......... .......... 78% 90.2M 0s 2023-01-15T14:46:53.829 INFO:teuthology.orchestra.run.smithi027.stderr: 73200K .......... .......... .......... .......... .......... 78% 114M 0s 2023-01-15T14:46:53.829 INFO:teuthology.orchestra.run.smithi027.stderr: 73250K .......... .......... .......... .......... .......... 78% 113M 0s 2023-01-15T14:46:53.829 INFO:teuthology.orchestra.run.smithi027.stderr: 73300K .......... .......... .......... .......... .......... 78% 116M 0s 2023-01-15T14:46:53.829 INFO:teuthology.orchestra.run.smithi027.stderr: 73350K .......... .......... .......... .......... .......... 79% 102M 0s 2023-01-15T14:46:53.829 INFO:teuthology.orchestra.run.smithi027.stderr: 73400K .......... .......... .......... .......... .......... 79% 121M 0s 2023-01-15T14:46:53.830 INFO:teuthology.orchestra.run.smithi027.stderr: 73450K .......... .......... .......... .......... .......... 79% 118M 0s 2023-01-15T14:46:53.830 INFO:teuthology.orchestra.run.smithi027.stderr: 73500K .......... .......... .......... .......... .......... 79% 113M 0s 2023-01-15T14:46:53.830 INFO:teuthology.orchestra.run.smithi027.stderr: 73550K .......... .......... .......... .......... .......... 79% 92.6M 0s 2023-01-15T14:46:53.830 INFO:teuthology.orchestra.run.smithi027.stderr: 73600K .......... .......... .......... .......... .......... 79% 113M 0s 2023-01-15T14:46:53.830 INFO:teuthology.orchestra.run.smithi027.stderr: 73650K .......... .......... .......... .......... .......... 79% 107M 0s 2023-01-15T14:46:53.830 INFO:teuthology.orchestra.run.smithi027.stderr: 73700K .......... .......... .......... .......... .......... 79% 119M 0s 2023-01-15T14:46:53.830 INFO:teuthology.orchestra.run.smithi027.stderr: 73750K .......... .......... .......... .......... .......... 79% 102M 0s 2023-01-15T14:46:53.830 INFO:teuthology.orchestra.run.smithi027.stderr: 73800K .......... .......... .......... .......... .......... 79% 108M 0s 2023-01-15T14:46:53.830 INFO:teuthology.orchestra.run.smithi027.stderr: 73850K .......... .......... .......... .......... .......... 79% 130M 0s 2023-01-15T14:46:53.830 INFO:teuthology.orchestra.run.smithi027.stderr: 73900K .......... .......... .......... .......... .......... 79% 98.6M 0s 2023-01-15T14:46:53.830 INFO:teuthology.orchestra.run.smithi027.stderr: 73950K .......... .......... .......... .......... .......... 79% 97.6M 0s 2023-01-15T14:46:53.830 INFO:teuthology.orchestra.run.smithi027.stderr: 74000K .......... .......... .......... .......... .......... 79% 95.0M 0s 2023-01-15T14:46:53.831 INFO:teuthology.orchestra.run.smithi027.stderr: 74050K .......... .......... .......... .......... .......... 79% 124M 0s 2023-01-15T14:46:53.831 INFO:teuthology.orchestra.run.smithi027.stderr: 74100K .......... .......... .......... .......... .......... 79% 96.0M 0s 2023-01-15T14:46:53.831 INFO:teuthology.orchestra.run.smithi027.stderr: 74150K .......... .......... .......... .......... .......... 79% 130M 0s 2023-01-15T14:46:53.831 INFO:teuthology.orchestra.run.smithi027.stderr: 74200K .......... .......... .......... .......... .......... 79% 123M 0s 2023-01-15T14:46:53.831 INFO:teuthology.orchestra.run.smithi027.stderr: 74250K .......... .......... .......... .......... .......... 79% 112M 0s 2023-01-15T14:46:53.831 INFO:teuthology.orchestra.run.smithi027.stderr: 74300K .......... .......... .......... .......... .......... 80% 100M 0s 2023-01-15T14:46:53.831 INFO:teuthology.orchestra.run.smithi027.stderr: 74350K .......... .......... .......... .......... .......... 80% 99.4M 0s 2023-01-15T14:46:53.831 INFO:teuthology.orchestra.run.smithi027.stderr: 74400K .......... .......... .......... .......... .......... 80% 105M 0s 2023-01-15T14:46:53.831 INFO:teuthology.orchestra.run.smithi027.stderr: 74450K .......... .......... .......... .......... .......... 80% 112M 0s 2023-01-15T14:46:53.831 INFO:teuthology.orchestra.run.smithi027.stderr: 74500K .......... .......... .......... .......... .......... 80% 117M 0s 2023-01-15T14:46:53.831 INFO:teuthology.orchestra.run.smithi027.stderr: 74550K .......... .......... .......... .......... .......... 80% 122M 0s 2023-01-15T14:46:53.831 INFO:teuthology.orchestra.run.smithi027.stderr: 74600K .......... .......... .......... .......... .......... 80% 97.1M 0s 2023-01-15T14:46:53.832 INFO:teuthology.orchestra.run.smithi027.stderr: 74650K .......... .......... .......... .......... .......... 80% 138M 0s 2023-01-15T14:46:53.832 INFO:teuthology.orchestra.run.smithi027.stderr: 74700K .......... .......... .......... .......... .......... 80% 120M 0s 2023-01-15T14:46:53.832 INFO:teuthology.orchestra.run.smithi027.stderr: 74750K .......... .......... .......... .......... .......... 80% 87.0M 0s 2023-01-15T14:46:53.832 INFO:teuthology.orchestra.run.smithi027.stderr: 74800K .......... .......... .......... .......... .......... 80% 118M 0s 2023-01-15T14:46:53.832 INFO:teuthology.orchestra.run.smithi027.stderr: 74850K .......... .......... .......... .......... .......... 80% 109M 0s 2023-01-15T14:46:53.832 INFO:teuthology.orchestra.run.smithi027.stderr: 74900K .......... .......... .......... .......... .......... 80% 127M 0s 2023-01-15T14:46:53.832 INFO:teuthology.orchestra.run.smithi027.stderr: 74950K .......... .......... .......... .......... .......... 80% 107M 0s 2023-01-15T14:46:53.832 INFO:teuthology.orchestra.run.smithi027.stderr: 75000K .......... .......... .......... .......... .......... 80% 117M 0s 2023-01-15T14:46:53.832 INFO:teuthology.orchestra.run.smithi027.stderr: 75050K .......... .......... .......... .......... .......... 80% 116M 0s 2023-01-15T14:46:53.832 INFO:teuthology.orchestra.run.smithi027.stderr: 75100K .......... .......... .......... .......... .......... 80% 112M 0s 2023-01-15T14:46:53.832 INFO:teuthology.orchestra.run.smithi027.stderr: 75150K .......... .......... .......... .......... .......... 80% 91.9M 0s 2023-01-15T14:46:53.832 INFO:teuthology.orchestra.run.smithi027.stderr: 75200K .......... .......... .......... .......... .......... 81% 113M 0s 2023-01-15T14:46:53.833 INFO:teuthology.orchestra.run.smithi027.stderr: 75250K .......... .......... .......... .......... .......... 81% 114M 0s 2023-01-15T14:46:53.833 INFO:teuthology.orchestra.run.smithi027.stderr: 75300K .......... .......... .......... .......... .......... 81% 112M 0s 2023-01-15T14:46:53.833 INFO:teuthology.orchestra.run.smithi027.stderr: 75350K .......... .......... .......... .......... .......... 81% 109M 0s 2023-01-15T14:46:53.833 INFO:teuthology.orchestra.run.smithi027.stderr: 75400K .......... .......... .......... .......... .......... 81% 122M 0s 2023-01-15T14:46:53.833 INFO:teuthology.orchestra.run.smithi027.stderr: 75450K .......... .......... .......... .......... .......... 81% 103M 0s 2023-01-15T14:46:53.833 INFO:teuthology.orchestra.run.smithi027.stderr: 75500K .......... .......... .......... .......... .......... 81% 118M 0s 2023-01-15T14:46:53.833 INFO:teuthology.orchestra.run.smithi027.stderr: 75550K .......... .......... .......... .......... .......... 81% 87.7M 0s 2023-01-15T14:46:53.833 INFO:teuthology.orchestra.run.smithi027.stderr: 75600K .......... .......... .......... .......... .......... 81% 119M 0s 2023-01-15T14:46:53.833 INFO:teuthology.orchestra.run.smithi027.stderr: 75650K .......... .......... .......... .......... .......... 81% 110M 0s 2023-01-15T14:46:53.833 INFO:teuthology.orchestra.run.smithi027.stderr: 75700K .......... .......... .......... .......... .......... 81% 116M 0s 2023-01-15T14:46:53.833 INFO:teuthology.orchestra.run.smithi027.stderr: 75750K .......... .......... .......... .......... .......... 81% 106M 0s 2023-01-15T14:46:53.834 INFO:teuthology.orchestra.run.smithi027.stderr: 75800K .......... .......... .......... .......... .......... 81% 109M 0s 2023-01-15T14:46:53.834 INFO:teuthology.orchestra.run.smithi027.stderr: 75850K .......... .......... .......... .......... .......... 81% 115M 0s 2023-01-15T14:46:53.834 INFO:teuthology.orchestra.run.smithi027.stderr: 75900K .......... .......... .......... .......... .......... 81% 119M 0s 2023-01-15T14:46:53.834 INFO:teuthology.orchestra.run.smithi027.stderr: 75950K .......... .......... .......... .......... .......... 81% 90.6M 0s 2023-01-15T14:46:53.834 INFO:teuthology.orchestra.run.smithi027.stderr: 76000K .......... .......... .......... .......... .......... 81% 119M 0s 2023-01-15T14:46:53.834 INFO:teuthology.orchestra.run.smithi027.stderr: 76050K .......... .......... .......... .......... .......... 81% 124M 0s 2023-01-15T14:46:53.834 INFO:teuthology.orchestra.run.smithi027.stderr: 76100K .......... .......... .......... .......... .......... 81% 110M 0s 2023-01-15T14:46:53.834 INFO:teuthology.orchestra.run.smithi027.stderr: 76150K .......... .......... .......... .......... .......... 82% 109M 0s 2023-01-15T14:46:53.834 INFO:teuthology.orchestra.run.smithi027.stderr: 76200K .......... .......... .......... .......... .......... 82% 109M 0s 2023-01-15T14:46:53.834 INFO:teuthology.orchestra.run.smithi027.stderr: 76250K .......... .......... .......... .......... .......... 82% 112M 0s 2023-01-15T14:46:53.834 INFO:teuthology.orchestra.run.smithi027.stderr: 76300K .......... .......... .......... .......... .......... 82% 117M 0s 2023-01-15T14:46:53.834 INFO:teuthology.orchestra.run.smithi027.stderr: 76350K .......... .......... .......... .......... .......... 82% 94.0M 0s 2023-01-15T14:46:53.835 INFO:teuthology.orchestra.run.smithi027.stderr: 76400K .......... .......... .......... .......... .......... 82% 118M 0s 2023-01-15T14:46:53.835 INFO:teuthology.orchestra.run.smithi027.stderr: 76450K .......... .......... .......... .......... .......... 82% 112M 0s 2023-01-15T14:46:53.835 INFO:teuthology.orchestra.run.smithi027.stderr: 76500K .......... .......... .......... .......... .......... 82% 113M 0s 2023-01-15T14:46:53.835 INFO:teuthology.orchestra.run.smithi027.stderr: 76550K .......... .......... .......... .......... .......... 82% 106M 0s 2023-01-15T14:46:53.835 INFO:teuthology.orchestra.run.smithi027.stderr: 76600K .......... .......... .......... .......... .......... 82% 118M 0s 2023-01-15T14:46:53.835 INFO:teuthology.orchestra.run.smithi027.stderr: 76650K .......... .......... .......... .......... .......... 82% 116M 0s 2023-01-15T14:46:53.835 INFO:teuthology.orchestra.run.smithi027.stderr: 76700K .......... .......... .......... .......... .......... 82% 95.3M 0s 2023-01-15T14:46:53.835 INFO:teuthology.orchestra.run.smithi027.stderr: 76750K .......... .......... .......... .......... .......... 82% 83.3M 0s 2023-01-15T14:46:53.835 INFO:teuthology.orchestra.run.smithi027.stderr: 76800K .......... .......... .......... .......... .......... 82% 114M 0s 2023-01-15T14:46:53.835 INFO:teuthology.orchestra.run.smithi027.stderr: 76850K .......... .......... .......... .......... .......... 82% 119M 0s 2023-01-15T14:46:53.835 INFO:teuthology.orchestra.run.smithi027.stderr: 76900K .......... .......... .......... .......... .......... 82% 107M 0s 2023-01-15T14:46:53.835 INFO:teuthology.orchestra.run.smithi027.stderr: 76950K .......... .......... .......... .......... .......... 82% 105M 0s 2023-01-15T14:46:53.836 INFO:teuthology.orchestra.run.smithi027.stderr: 77000K .......... .......... .......... .......... .......... 82% 115M 0s 2023-01-15T14:46:53.836 INFO:teuthology.orchestra.run.smithi027.stderr: 77050K .......... .......... .......... .......... .......... 82% 122M 0s 2023-01-15T14:46:53.836 INFO:teuthology.orchestra.run.smithi027.stderr: 77100K .......... .......... .......... .......... .......... 83% 115M 0s 2023-01-15T14:46:53.836 INFO:teuthology.orchestra.run.smithi027.stderr: 77150K .......... .......... .......... .......... .......... 83% 92.9M 0s 2023-01-15T14:46:53.836 INFO:teuthology.orchestra.run.smithi027.stderr: 77200K .......... .......... .......... .......... .......... 83% 105M 0s 2023-01-15T14:46:53.836 INFO:teuthology.orchestra.run.smithi027.stderr: 77250K .......... .......... .......... .......... .......... 83% 112M 0s 2023-01-15T14:46:53.836 INFO:teuthology.orchestra.run.smithi027.stderr: 77300K .......... .......... .......... .......... .......... 83% 121M 0s 2023-01-15T14:46:53.836 INFO:teuthology.orchestra.run.smithi027.stderr: 77350K .......... .......... .......... .......... .......... 83% 112M 0s 2023-01-15T14:46:53.836 INFO:teuthology.orchestra.run.smithi027.stderr: 77400K .......... .......... .......... .......... .......... 83% 115M 0s 2023-01-15T14:46:53.836 INFO:teuthology.orchestra.run.smithi027.stderr: 77450K .......... .......... .......... .......... .......... 83% 104M 0s 2023-01-15T14:46:53.836 INFO:teuthology.orchestra.run.smithi027.stderr: 77500K .......... .......... .......... .......... .......... 83% 118M 0s 2023-01-15T14:46:53.836 INFO:teuthology.orchestra.run.smithi027.stderr: 77550K .......... .......... .......... .......... .......... 83% 84.4M 0s 2023-01-15T14:46:53.837 INFO:teuthology.orchestra.run.smithi027.stderr: 77600K .......... .......... .......... .......... .......... 83% 131M 0s 2023-01-15T14:46:53.837 INFO:teuthology.orchestra.run.smithi027.stderr: 77650K .......... .......... .......... .......... .......... 83% 114M 0s 2023-01-15T14:46:53.837 INFO:teuthology.orchestra.run.smithi027.stderr: 77700K .......... .......... .......... .......... .......... 83% 119M 0s 2023-01-15T14:46:53.837 INFO:teuthology.orchestra.run.smithi027.stderr: 77750K .......... .......... .......... .......... .......... 83% 97.8M 0s 2023-01-15T14:46:53.837 INFO:teuthology.orchestra.run.smithi027.stderr: 77800K .......... .......... .......... .......... .......... 83% 121M 0s 2023-01-15T14:46:53.837 INFO:teuthology.orchestra.run.smithi027.stderr: 77850K .......... .......... .......... .......... .......... 83% 115M 0s 2023-01-15T14:46:53.837 INFO:teuthology.orchestra.run.smithi027.stderr: 77900K .......... .......... .......... .......... .......... 83% 111M 0s 2023-01-15T14:46:53.837 INFO:teuthology.orchestra.run.smithi027.stderr: 77950K .......... .......... .......... .......... .......... 83% 91.1M 0s 2023-01-15T14:46:53.837 INFO:teuthology.orchestra.run.smithi027.stderr: 78000K .......... .......... .......... .......... .......... 84% 108M 0s 2023-01-15T14:46:53.837 INFO:teuthology.orchestra.run.smithi027.stderr: 78050K .......... .......... .......... .......... .......... 84% 129M 0s 2023-01-15T14:46:53.837 INFO:teuthology.orchestra.run.smithi027.stderr: 78100K .......... .......... .......... .......... .......... 84% 106M 0s 2023-01-15T14:46:53.837 INFO:teuthology.orchestra.run.smithi027.stderr: 78150K .......... .......... .......... .......... .......... 84% 121M 0s 2023-01-15T14:46:53.838 INFO:teuthology.orchestra.run.smithi027.stderr: 78200K .......... .......... .......... .......... .......... 84% 114M 0s 2023-01-15T14:46:53.838 INFO:teuthology.orchestra.run.smithi027.stderr: 78250K .......... .......... .......... .......... .......... 84% 114M 0s 2023-01-15T14:46:53.838 INFO:teuthology.orchestra.run.smithi027.stderr: 78300K .......... .......... .......... .......... .......... 84% 116M 0s 2023-01-15T14:46:53.838 INFO:teuthology.orchestra.run.smithi027.stderr: 78350K .......... .......... .......... .......... .......... 84% 89.4M 0s 2023-01-15T14:46:53.838 INFO:teuthology.orchestra.run.smithi027.stderr: 78400K .......... .......... .......... .......... .......... 84% 114M 0s 2023-01-15T14:46:53.838 INFO:teuthology.orchestra.run.smithi027.stderr: 78450K .......... .......... .......... .......... .......... 84% 109M 0s 2023-01-15T14:46:53.838 INFO:teuthology.orchestra.run.smithi027.stderr: 78500K .......... .......... .......... .......... .......... 84% 117M 0s 2023-01-15T14:46:53.838 INFO:teuthology.orchestra.run.smithi027.stderr: 78550K .......... .......... .......... .......... .......... 84% 70.4M 0s 2023-01-15T14:46:53.838 INFO:teuthology.orchestra.run.smithi027.stderr: 78600K .......... .......... .......... .......... .......... 84% 121M 0s 2023-01-15T14:46:53.838 INFO:teuthology.orchestra.run.smithi027.stderr: 78650K .......... .......... .......... .......... .......... 84% 110M 0s 2023-01-15T14:46:53.838 INFO:teuthology.orchestra.run.smithi027.stderr: 78700K .......... .......... .......... .......... .......... 84% 105M 0s 2023-01-15T14:46:53.838 INFO:teuthology.orchestra.run.smithi027.stderr: 78750K .......... .......... .......... .......... .......... 84% 99.9M 0s 2023-01-15T14:46:53.839 INFO:teuthology.orchestra.run.smithi027.stderr: 78800K .......... .......... .......... .......... .......... 84% 127M 0s 2023-01-15T14:46:53.839 INFO:teuthology.orchestra.run.smithi027.stderr: 78850K .......... .......... .......... .......... .......... 84% 110M 0s 2023-01-15T14:46:53.839 INFO:teuthology.orchestra.run.smithi027.stderr: 78900K .......... .......... .......... .......... .......... 84% 113M 0s 2023-01-15T14:46:53.839 INFO:teuthology.orchestra.run.smithi027.stderr: 78950K .......... .......... .......... .......... .......... 85% 115M 0s 2023-01-15T14:46:53.839 INFO:teuthology.orchestra.run.smithi027.stderr: 79000K .......... .......... .......... .......... .......... 85% 107M 0s 2023-01-15T14:46:53.839 INFO:teuthology.orchestra.run.smithi027.stderr: 79050K .......... .......... .......... .......... .......... 85% 131M 0s 2023-01-15T14:46:53.839 INFO:teuthology.orchestra.run.smithi027.stderr: 79100K .......... .......... .......... .......... .......... 85% 109M 0s 2023-01-15T14:46:53.839 INFO:teuthology.orchestra.run.smithi027.stderr: 79150K .......... .......... .......... .......... .......... 85% 89.6M 0s 2023-01-15T14:46:53.839 INFO:teuthology.orchestra.run.smithi027.stderr: 79200K .......... .......... .......... .......... .......... 85% 121M 0s 2023-01-15T14:46:53.839 INFO:teuthology.orchestra.run.smithi027.stderr: 79250K .......... .......... .......... .......... .......... 85% 112M 0s 2023-01-15T14:46:53.839 INFO:teuthology.orchestra.run.smithi027.stderr: 79300K .......... .......... .......... .......... .......... 85% 113M 0s 2023-01-15T14:46:53.839 INFO:teuthology.orchestra.run.smithi027.stderr: 79350K .......... .......... .......... .......... .......... 85% 113M 0s 2023-01-15T14:46:53.839 INFO:teuthology.orchestra.run.smithi027.stderr: 79400K .......... .......... .......... .......... .......... 85% 115M 0s 2023-01-15T14:46:53.840 INFO:teuthology.orchestra.run.smithi027.stderr: 79450K .......... .......... .......... .......... .......... 85% 102M 0s 2023-01-15T14:46:53.840 INFO:teuthology.orchestra.run.smithi027.stderr: 79500K .......... .......... .......... .......... .......... 85% 125M 0s 2023-01-15T14:46:53.840 INFO:teuthology.orchestra.run.smithi027.stderr: 79550K .......... .......... .......... .......... .......... 85% 80.8M 0s 2023-01-15T14:46:53.840 INFO:teuthology.orchestra.run.smithi027.stderr: 79600K .......... .......... .......... .......... .......... 85% 122M 0s 2023-01-15T14:46:53.840 INFO:teuthology.orchestra.run.smithi027.stderr: 79650K .......... .......... .......... .......... .......... 85% 107M 0s 2023-01-15T14:46:53.840 INFO:teuthology.orchestra.run.smithi027.stderr: 79700K .......... .......... .......... .......... .......... 85% 117M 0s 2023-01-15T14:46:53.840 INFO:teuthology.orchestra.run.smithi027.stderr: 79750K .......... .......... .......... .......... .......... 85% 118M 0s 2023-01-15T14:46:53.840 INFO:teuthology.orchestra.run.smithi027.stderr: 79800K .......... .......... .......... .......... .......... 85% 112M 0s 2023-01-15T14:46:53.840 INFO:teuthology.orchestra.run.smithi027.stderr: 79850K .......... .......... .......... .......... .......... 86% 115M 0s 2023-01-15T14:46:53.840 INFO:teuthology.orchestra.run.smithi027.stderr: 79900K .......... .......... .......... .......... .......... 86% 115M 0s 2023-01-15T14:46:53.840 INFO:teuthology.orchestra.run.smithi027.stderr: 79950K .......... .......... .......... .......... .......... 86% 87.6M 0s 2023-01-15T14:46:53.841 INFO:teuthology.orchestra.run.smithi027.stderr: 80000K .......... .......... .......... .......... .......... 86% 85.6M 0s 2023-01-15T14:46:53.841 INFO:teuthology.orchestra.run.smithi027.stderr: 80050K .......... .......... .......... .......... .......... 86% 117M 0s 2023-01-15T14:46:53.841 INFO:teuthology.orchestra.run.smithi027.stderr: 80100K .......... .......... .......... .......... .......... 86% 102M 0s 2023-01-15T14:46:53.841 INFO:teuthology.orchestra.run.smithi027.stderr: 80150K .......... .......... .......... .......... .......... 86% 114M 0s 2023-01-15T14:46:53.841 INFO:teuthology.orchestra.run.smithi027.stderr: 80200K .......... .......... .......... .......... .......... 86% 94.3M 0s 2023-01-15T14:46:53.841 INFO:teuthology.orchestra.run.smithi027.stderr: 80250K .......... .......... .......... .......... .......... 86% 120M 0s 2023-01-15T14:46:53.841 INFO:teuthology.orchestra.run.smithi027.stderr: 80300K .......... .......... .......... .......... .......... 86% 110M 0s 2023-01-15T14:46:53.841 INFO:teuthology.orchestra.run.smithi027.stderr: 80350K .......... .......... .......... .......... .......... 86% 90.2M 0s 2023-01-15T14:46:53.841 INFO:teuthology.orchestra.run.smithi027.stderr: 80400K .......... .......... .......... .......... .......... 86% 111M 0s 2023-01-15T14:46:53.841 INFO:teuthology.orchestra.run.smithi027.stderr: 80450K .......... .......... .......... .......... .......... 86% 119M 0s 2023-01-15T14:46:53.841 INFO:teuthology.orchestra.run.smithi027.stderr: 80500K .......... .......... .......... .......... .......... 86% 111M 0s 2023-01-15T14:46:53.841 INFO:teuthology.orchestra.run.smithi027.stderr: 80550K .......... .......... .......... .......... .......... 86% 114M 0s 2023-01-15T14:46:53.842 INFO:teuthology.orchestra.run.smithi027.stderr: 80600K .......... .......... .......... .......... .......... 86% 116M 0s 2023-01-15T14:46:53.842 INFO:teuthology.orchestra.run.smithi027.stderr: 80650K .......... .......... .......... .......... .......... 86% 109M 0s 2023-01-15T14:46:53.842 INFO:teuthology.orchestra.run.smithi027.stderr: 80700K .......... .......... .......... .......... .......... 86% 118M 0s 2023-01-15T14:46:53.842 INFO:teuthology.orchestra.run.smithi027.stderr: 80750K .......... .......... .......... .......... .......... 86% 88.3M 0s 2023-01-15T14:46:53.842 INFO:teuthology.orchestra.run.smithi027.stderr: 80800K .......... .......... .......... .......... .......... 87% 113M 0s 2023-01-15T14:46:53.842 INFO:teuthology.orchestra.run.smithi027.stderr: 80850K .......... .......... .......... .......... .......... 87% 125M 0s 2023-01-15T14:46:53.842 INFO:teuthology.orchestra.run.smithi027.stderr: 80900K .......... .......... .......... .......... .......... 87% 118M 0s 2023-01-15T14:46:53.842 INFO:teuthology.orchestra.run.smithi027.stderr: 80950K .......... .......... .......... .......... .......... 87% 109M 0s 2023-01-15T14:46:53.842 INFO:teuthology.orchestra.run.smithi027.stderr: 81000K .......... .......... .......... .......... .......... 87% 118M 0s 2023-01-15T14:46:53.842 INFO:teuthology.orchestra.run.smithi027.stderr: 81050K .......... .......... .......... .......... .......... 87% 114M 0s 2023-01-15T14:46:53.842 INFO:teuthology.orchestra.run.smithi027.stderr: 81100K .......... .......... .......... .......... .......... 87% 115M 0s 2023-01-15T14:46:53.842 INFO:teuthology.orchestra.run.smithi027.stderr: 81150K .......... .......... .......... .......... .......... 87% 82.0M 0s 2023-01-15T14:46:53.843 INFO:teuthology.orchestra.run.smithi027.stderr: 81200K .......... .......... .......... .......... .......... 87% 124M 0s 2023-01-15T14:46:53.843 INFO:teuthology.orchestra.run.smithi027.stderr: 81250K .......... .......... .......... .......... .......... 87% 99.5M 0s 2023-01-15T14:46:53.843 INFO:teuthology.orchestra.run.smithi027.stderr: 81300K .......... .......... .......... .......... .......... 87% 118M 0s 2023-01-15T14:46:53.843 INFO:teuthology.orchestra.run.smithi027.stderr: 81350K .......... .......... .......... .......... .......... 87% 103M 0s 2023-01-15T14:46:53.843 INFO:teuthology.orchestra.run.smithi027.stderr: 81400K .......... .......... .......... .......... .......... 87% 120M 0s 2023-01-15T14:46:53.843 INFO:teuthology.orchestra.run.smithi027.stderr: 81450K .......... .......... .......... .......... .......... 87% 128M 0s 2023-01-15T14:46:53.843 INFO:teuthology.orchestra.run.smithi027.stderr: 81500K .......... .......... .......... .......... .......... 87% 122M 0s 2023-01-15T14:46:53.843 INFO:teuthology.orchestra.run.smithi027.stderr: 81550K .......... .......... .......... .......... .......... 87% 86.6M 0s 2023-01-15T14:46:53.843 INFO:teuthology.orchestra.run.smithi027.stderr: 81600K .......... .......... .......... .......... .......... 87% 115M 0s 2023-01-15T14:46:53.843 INFO:teuthology.orchestra.run.smithi027.stderr: 81650K .......... .......... .......... .......... .......... 87% 92.6M 0s 2023-01-15T14:46:53.843 INFO:teuthology.orchestra.run.smithi027.stderr: 81700K .......... .......... .......... .......... .......... 87% 92.7M 0s 2023-01-15T14:46:53.844 INFO:teuthology.orchestra.run.smithi027.stderr: 81750K .......... .......... .......... .......... .......... 88% 112M 0s 2023-01-15T14:46:53.844 INFO:teuthology.orchestra.run.smithi027.stderr: 81800K .......... .......... .......... .......... .......... 88% 102M 0s 2023-01-15T14:46:53.844 INFO:teuthology.orchestra.run.smithi027.stderr: 81850K .......... .......... .......... .......... .......... 88% 104M 0s 2023-01-15T14:46:53.844 INFO:teuthology.orchestra.run.smithi027.stderr: 81900K .......... .......... .......... .......... .......... 88% 99.4M 0s 2023-01-15T14:46:53.844 INFO:teuthology.orchestra.run.smithi027.stderr: 81950K .......... .......... .......... .......... .......... 88% 91.6M 0s 2023-01-15T14:46:53.844 INFO:teuthology.orchestra.run.smithi027.stderr: 82000K .......... .......... .......... .......... .......... 88% 111M 0s 2023-01-15T14:46:53.844 INFO:teuthology.orchestra.run.smithi027.stderr: 82050K .......... .......... .......... .......... .......... 88% 118M 0s 2023-01-15T14:46:53.844 INFO:teuthology.orchestra.run.smithi027.stderr: 82100K .......... .......... .......... .......... .......... 88% 101M 0s 2023-01-15T14:46:53.844 INFO:teuthology.orchestra.run.smithi027.stderr: 82150K .......... .......... .......... .......... .......... 88% 123M 0s 2023-01-15T14:46:53.844 INFO:teuthology.orchestra.run.smithi027.stderr: 82200K .......... .......... .......... .......... .......... 88% 108M 0s 2023-01-15T14:46:53.844 INFO:teuthology.orchestra.run.smithi027.stderr: 82250K .......... .......... .......... .......... .......... 88% 109M 0s 2023-01-15T14:46:53.844 INFO:teuthology.orchestra.run.smithi027.stderr: 82300K .......... .......... .......... .......... .......... 88% 105M 0s 2023-01-15T14:46:53.845 INFO:teuthology.orchestra.run.smithi027.stderr: 82350K .......... .......... .......... .......... .......... 88% 95.1M 0s 2023-01-15T14:46:53.845 INFO:teuthology.orchestra.run.smithi027.stderr: 82400K .......... .......... .......... .......... .......... 88% 105M 0s 2023-01-15T14:46:53.845 INFO:teuthology.orchestra.run.smithi027.stderr: 82450K .......... .......... .......... .......... .......... 88% 126M 0s 2023-01-15T14:46:53.845 INFO:teuthology.orchestra.run.smithi027.stderr: 82500K .......... .......... .......... .......... .......... 88% 110M 0s 2023-01-15T14:46:53.845 INFO:teuthology.orchestra.run.smithi027.stderr: 82550K .......... .......... .......... .......... .......... 88% 110M 0s 2023-01-15T14:46:53.845 INFO:teuthology.orchestra.run.smithi027.stderr: 82600K .......... .......... .......... .......... .......... 88% 109M 0s 2023-01-15T14:46:53.845 INFO:teuthology.orchestra.run.smithi027.stderr: 82650K .......... .......... .......... .......... .......... 89% 118M 0s 2023-01-15T14:46:53.845 INFO:teuthology.orchestra.run.smithi027.stderr: 82700K .......... .......... .......... .......... .......... 89% 129M 0s 2023-01-15T14:46:53.845 INFO:teuthology.orchestra.run.smithi027.stderr: 82750K .......... .......... .......... .......... .......... 89% 80.7M 0s 2023-01-15T14:46:53.845 INFO:teuthology.orchestra.run.smithi027.stderr: 82800K .......... .......... .......... .......... .......... 89% 125M 0s 2023-01-15T14:46:53.845 INFO:teuthology.orchestra.run.smithi027.stderr: 82850K .......... .......... .......... .......... .......... 89% 120M 0s 2023-01-15T14:46:53.846 INFO:teuthology.orchestra.run.smithi027.stderr: 82900K .......... .......... .......... .......... .......... 89% 109M 0s 2023-01-15T14:46:53.846 INFO:teuthology.orchestra.run.smithi027.stderr: 82950K .......... .......... .......... .......... .......... 89% 110M 0s 2023-01-15T14:46:53.846 INFO:teuthology.orchestra.run.smithi027.stderr: 83000K .......... .......... .......... .......... .......... 89% 119M 0s 2023-01-15T14:46:53.846 INFO:teuthology.orchestra.run.smithi027.stderr: 83050K .......... .......... .......... .......... .......... 89% 114M 0s 2023-01-15T14:46:53.846 INFO:teuthology.orchestra.run.smithi027.stderr: 83100K .......... .......... .......... .......... .......... 89% 113M 0s 2023-01-15T14:46:53.846 INFO:teuthology.orchestra.run.smithi027.stderr: 83150K .......... .......... .......... .......... .......... 89% 86.5M 0s 2023-01-15T14:46:53.846 INFO:teuthology.orchestra.run.smithi027.stderr: 83200K .......... .......... .......... .......... .......... 89% 116M 0s 2023-01-15T14:46:53.846 INFO:teuthology.orchestra.run.smithi027.stderr: 83250K .......... .......... .......... .......... .......... 89% 112M 0s 2023-01-15T14:46:53.846 INFO:teuthology.orchestra.run.smithi027.stderr: 83300K .......... .......... .......... .......... .......... 89% 112M 0s 2023-01-15T14:46:53.846 INFO:teuthology.orchestra.run.smithi027.stderr: 83350K .......... .......... .......... .......... .......... 89% 119M 0s 2023-01-15T14:46:53.846 INFO:teuthology.orchestra.run.smithi027.stderr: 83400K .......... .......... .......... .......... .......... 89% 112M 0s 2023-01-15T14:46:53.846 INFO:teuthology.orchestra.run.smithi027.stderr: 83450K .......... .......... .......... .......... .......... 89% 116M 0s 2023-01-15T14:46:53.847 INFO:teuthology.orchestra.run.smithi027.stderr: 83500K .......... .......... .......... .......... .......... 89% 119M 0s 2023-01-15T14:46:53.847 INFO:teuthology.orchestra.run.smithi027.stderr: 83550K .......... .......... .......... .......... .......... 89% 85.7M 0s 2023-01-15T14:46:53.847 INFO:teuthology.orchestra.run.smithi027.stderr: 83600K .......... .......... .......... .......... .......... 90% 106M 0s 2023-01-15T14:46:53.847 INFO:teuthology.orchestra.run.smithi027.stderr: 83650K .......... .......... .......... .......... .......... 90% 116M 0s 2023-01-15T14:46:53.847 INFO:teuthology.orchestra.run.smithi027.stderr: 83700K .......... .......... .......... .......... .......... 90% 122M 0s 2023-01-15T14:46:53.847 INFO:teuthology.orchestra.run.smithi027.stderr: 83750K .......... .......... .......... .......... .......... 90% 100M 0s 2023-01-15T14:46:53.847 INFO:teuthology.orchestra.run.smithi027.stderr: 83800K .......... .......... .......... .......... .......... 90% 107M 0s 2023-01-15T14:46:53.847 INFO:teuthology.orchestra.run.smithi027.stderr: 83850K .......... .......... .......... .......... .......... 90% 150M 0s 2023-01-15T14:46:53.847 INFO:teuthology.orchestra.run.smithi027.stderr: 83900K .......... .......... .......... .......... .......... 90% 108M 0s 2023-01-15T14:46:53.847 INFO:teuthology.orchestra.run.smithi027.stderr: 83950K .......... .......... .......... .......... .......... 90% 91.8M 0s 2023-01-15T14:46:53.847 INFO:teuthology.orchestra.run.smithi027.stderr: 84000K .......... .......... .......... .......... .......... 90% 115M 0s 2023-01-15T14:46:53.847 INFO:teuthology.orchestra.run.smithi027.stderr: 84050K .......... .......... .......... .......... .......... 90% 117M 0s 2023-01-15T14:46:53.848 INFO:teuthology.orchestra.run.smithi027.stderr: 84100K .......... .......... .......... .......... .......... 90% 112M 0s 2023-01-15T14:46:53.848 INFO:teuthology.orchestra.run.smithi027.stderr: 84150K .......... .......... .......... .......... .......... 90% 110M 0s 2023-01-15T14:46:53.848 INFO:teuthology.orchestra.run.smithi027.stderr: 84200K .......... .......... .......... .......... .......... 90% 6.98M 0s 2023-01-15T14:46:53.848 INFO:teuthology.orchestra.run.smithi027.stderr: 84250K .......... .......... .......... .......... .......... 90% 161M 0s 2023-01-15T14:46:53.848 INFO:teuthology.orchestra.run.smithi027.stderr: 84300K .......... .......... .......... .......... .......... 90% 145M 0s 2023-01-15T14:46:53.848 INFO:teuthology.orchestra.run.smithi027.stderr: 84350K .......... .......... .......... .......... .......... 90% 99.0M 0s 2023-01-15T14:46:53.848 INFO:teuthology.orchestra.run.smithi027.stderr: 84400K .......... .......... .......... .......... .......... 90% 111M 0s 2023-01-15T14:46:53.848 INFO:teuthology.orchestra.run.smithi027.stderr: 84450K .......... .......... .......... .......... .......... 90% 119M 0s 2023-01-15T14:46:53.848 INFO:teuthology.orchestra.run.smithi027.stderr: 84500K .......... .......... .......... .......... .......... 91% 114M 0s 2023-01-15T14:46:53.848 INFO:teuthology.orchestra.run.smithi027.stderr: 84550K .......... .......... .......... .......... .......... 91% 104M 0s 2023-01-15T14:46:53.848 INFO:teuthology.orchestra.run.smithi027.stderr: 84600K .......... .......... .......... .......... .......... 91% 125M 0s 2023-01-15T14:46:53.849 INFO:teuthology.orchestra.run.smithi027.stderr: 84650K .......... .......... .......... .......... .......... 91% 116M 0s 2023-01-15T14:46:53.849 INFO:teuthology.orchestra.run.smithi027.stderr: 84700K .......... .......... .......... .......... .......... 91% 107M 0s 2023-01-15T14:46:53.849 INFO:teuthology.orchestra.run.smithi027.stderr: 84750K .......... .......... .......... .......... .......... 91% 93.1M 0s 2023-01-15T14:46:53.849 INFO:teuthology.orchestra.run.smithi027.stderr: 84800K .......... .......... .......... .......... .......... 91% 106M 0s 2023-01-15T14:46:53.849 INFO:teuthology.orchestra.run.smithi027.stderr: 84850K .......... .......... .......... .......... .......... 91% 109M 0s 2023-01-15T14:46:53.849 INFO:teuthology.orchestra.run.smithi027.stderr: 84900K .......... .......... .......... .......... .......... 91% 139M 0s 2023-01-15T14:46:53.849 INFO:teuthology.orchestra.run.smithi027.stderr: 84950K .......... .......... .......... .......... .......... 91% 108M 0s 2023-01-15T14:46:53.849 INFO:teuthology.orchestra.run.smithi027.stderr: 85000K .......... .......... .......... .......... .......... 91% 112M 0s 2023-01-15T14:46:53.849 INFO:teuthology.orchestra.run.smithi027.stderr: 85050K .......... .......... .......... .......... .......... 91% 115M 0s 2023-01-15T14:46:53.849 INFO:teuthology.orchestra.run.smithi027.stderr: 85100K .......... .......... .......... .......... .......... 91% 113M 0s 2023-01-15T14:46:53.849 INFO:teuthology.orchestra.run.smithi027.stderr: 85150K .......... .......... .......... .......... .......... 91% 89.7M 0s 2023-01-15T14:46:53.849 INFO:teuthology.orchestra.run.smithi027.stderr: 85200K .......... .......... .......... .......... .......... 91% 113M 0s 2023-01-15T14:46:53.850 INFO:teuthology.orchestra.run.smithi027.stderr: 85250K .......... .......... .......... .......... .......... 91% 118M 0s 2023-01-15T14:46:53.850 INFO:teuthology.orchestra.run.smithi027.stderr: 85300K .......... .......... .......... .......... .......... 91% 114M 0s 2023-01-15T14:46:53.850 INFO:teuthology.orchestra.run.smithi027.stderr: 85350K .......... .......... .......... .......... .......... 91% 112M 0s 2023-01-15T14:46:53.850 INFO:teuthology.orchestra.run.smithi027.stderr: 85400K .......... .......... .......... .......... .......... 91% 115M 0s 2023-01-15T14:46:53.850 INFO:teuthology.orchestra.run.smithi027.stderr: 85450K .......... .......... .......... .......... .......... 92% 96.2M 0s 2023-01-15T14:46:53.850 INFO:teuthology.orchestra.run.smithi027.stderr: 85500K .......... .......... .......... .......... .......... 92% 140M 0s 2023-01-15T14:46:53.850 INFO:teuthology.orchestra.run.smithi027.stderr: 85550K .......... .......... .......... .......... .......... 92% 90.1M 0s 2023-01-15T14:46:53.850 INFO:teuthology.orchestra.run.smithi027.stderr: 85600K .......... .......... .......... .......... .......... 92% 114M 0s 2023-01-15T14:46:53.850 INFO:teuthology.orchestra.run.smithi027.stderr: 85650K .......... .......... .......... .......... .......... 92% 118M 0s 2023-01-15T14:46:53.850 INFO:teuthology.orchestra.run.smithi027.stderr: 85700K .......... .......... .......... .......... .......... 92% 115M 0s 2023-01-15T14:46:53.850 INFO:teuthology.orchestra.run.smithi027.stderr: 85750K .......... .......... .......... .......... .......... 92% 101M 0s 2023-01-15T14:46:53.850 INFO:teuthology.orchestra.run.smithi027.stderr: 85800K .......... .......... .......... .......... .......... 92% 112M 0s 2023-01-15T14:46:53.851 INFO:teuthology.orchestra.run.smithi027.stderr: 85850K .......... .......... .......... .......... .......... 92% 109M 0s 2023-01-15T14:46:53.851 INFO:teuthology.orchestra.run.smithi027.stderr: 85900K .......... .......... .......... .......... .......... 92% 115M 0s 2023-01-15T14:46:53.851 INFO:teuthology.orchestra.run.smithi027.stderr: 85950K .......... .......... .......... .......... .......... 92% 85.9M 0s 2023-01-15T14:46:53.851 INFO:teuthology.orchestra.run.smithi027.stderr: 86000K .......... .......... .......... .......... .......... 92% 137M 0s 2023-01-15T14:46:53.851 INFO:teuthology.orchestra.run.smithi027.stderr: 86050K .......... .......... .......... .......... .......... 92% 107M 0s 2023-01-15T14:46:53.851 INFO:teuthology.orchestra.run.smithi027.stderr: 86100K .......... .......... .......... .......... .......... 92% 120M 0s 2023-01-15T14:46:53.851 INFO:teuthology.orchestra.run.smithi027.stderr: 86150K .......... .......... .......... .......... .......... 92% 110M 0s 2023-01-15T14:46:53.851 INFO:teuthology.orchestra.run.smithi027.stderr: 86200K .......... .......... .......... .......... .......... 92% 119M 0s 2023-01-15T14:46:53.851 INFO:teuthology.orchestra.run.smithi027.stderr: 86250K .......... .......... .......... .......... .......... 92% 97.2M 0s 2023-01-15T14:46:53.851 INFO:teuthology.orchestra.run.smithi027.stderr: 86300K .......... .......... .......... .......... .......... 92% 96.6M 0s 2023-01-15T14:46:53.851 INFO:teuthology.orchestra.run.smithi027.stderr: 86350K .......... .......... .......... .......... .......... 93% 97.5M 0s 2023-01-15T14:46:53.851 INFO:teuthology.orchestra.run.smithi027.stderr: 86400K .......... .......... .......... .......... .......... 93% 127M 0s 2023-01-15T14:46:53.852 INFO:teuthology.orchestra.run.smithi027.stderr: 86450K .......... .......... .......... .......... .......... 93% 93.5M 0s 2023-01-15T14:46:53.852 INFO:teuthology.orchestra.run.smithi027.stderr: 86500K .......... .......... .......... .......... .......... 93% 127M 0s 2023-01-15T14:46:53.852 INFO:teuthology.orchestra.run.smithi027.stderr: 86550K .......... .......... .......... .......... .......... 93% 121M 0s 2023-01-15T14:46:53.852 INFO:teuthology.orchestra.run.smithi027.stderr: 86600K .......... .......... .......... .......... .......... 93% 94.3M 0s 2023-01-15T14:46:53.852 INFO:teuthology.orchestra.run.smithi027.stderr: 86650K .......... .......... .......... .......... .......... 93% 125M 0s 2023-01-15T14:46:53.852 INFO:teuthology.orchestra.run.smithi027.stderr: 86700K .......... .......... .......... .......... .......... 93% 134M 0s 2023-01-15T14:46:53.852 INFO:teuthology.orchestra.run.smithi027.stderr: 86750K .......... .......... .......... .......... .......... 93% 90.8M 0s 2023-01-15T14:46:53.852 INFO:teuthology.orchestra.run.smithi027.stderr: 86800K .......... .......... .......... .......... .......... 93% 96.0M 0s 2023-01-15T14:46:53.852 INFO:teuthology.orchestra.run.smithi027.stderr: 86850K .......... .......... .......... .......... .......... 93% 128M 0s 2023-01-15T14:46:53.852 INFO:teuthology.orchestra.run.smithi027.stderr: 86900K .......... .......... .......... .......... .......... 93% 123M 0s 2023-01-15T14:46:53.852 INFO:teuthology.orchestra.run.smithi027.stderr: 86950K .......... .......... .......... .......... .......... 93% 110M 0s 2023-01-15T14:46:53.853 INFO:teuthology.orchestra.run.smithi027.stderr: 87000K .......... .......... .......... .......... .......... 93% 114M 0s 2023-01-15T14:46:53.853 INFO:teuthology.orchestra.run.smithi027.stderr: 87050K .......... .......... .......... .......... .......... 93% 122M 0s 2023-01-15T14:46:53.853 INFO:teuthology.orchestra.run.smithi027.stderr: 87100K .......... .......... .......... .......... .......... 93% 107M 0s 2023-01-15T14:46:53.853 INFO:teuthology.orchestra.run.smithi027.stderr: 87150K .......... .......... .......... .......... .......... 93% 90.9M 0s 2023-01-15T14:46:53.853 INFO:teuthology.orchestra.run.smithi027.stderr: 87200K .......... .......... .......... .......... .......... 93% 123M 0s 2023-01-15T14:46:53.853 INFO:teuthology.orchestra.run.smithi027.stderr: 87250K .......... .......... .......... .......... .......... 93% 113M 0s 2023-01-15T14:46:53.853 INFO:teuthology.orchestra.run.smithi027.stderr: 87300K .......... .......... .......... .......... .......... 94% 114M 0s 2023-01-15T14:46:53.853 INFO:teuthology.orchestra.run.smithi027.stderr: 87350K .......... .......... .......... .......... .......... 94% 111M 0s 2023-01-15T14:46:53.853 INFO:teuthology.orchestra.run.smithi027.stderr: 87400K .......... .......... .......... .......... .......... 94% 110M 0s 2023-01-15T14:46:53.853 INFO:teuthology.orchestra.run.smithi027.stderr: 87450K .......... .......... .......... .......... .......... 94% 112M 0s 2023-01-15T14:46:53.853 INFO:teuthology.orchestra.run.smithi027.stderr: 87500K .......... .......... .......... .......... .......... 94% 121M 0s 2023-01-15T14:46:53.853 INFO:teuthology.orchestra.run.smithi027.stderr: 87550K .......... .......... .......... .......... .......... 94% 91.9M 0s 2023-01-15T14:46:53.854 INFO:teuthology.orchestra.run.smithi027.stderr: 87600K .......... .......... .......... .......... .......... 94% 108M 0s 2023-01-15T14:46:53.854 INFO:teuthology.orchestra.run.smithi027.stderr: 87650K .......... .......... .......... .......... .......... 94% 117M 0s 2023-01-15T14:46:53.854 INFO:teuthology.orchestra.run.smithi027.stderr: 87700K .......... .......... .......... .......... .......... 94% 114M 0s 2023-01-15T14:46:53.854 INFO:teuthology.orchestra.run.smithi027.stderr: 87750K .......... .......... .......... .......... .......... 94% 110M 0s 2023-01-15T14:46:53.854 INFO:teuthology.orchestra.run.smithi027.stderr: 87800K .......... .......... .......... .......... .......... 94% 111M 0s 2023-01-15T14:46:53.854 INFO:teuthology.orchestra.run.smithi027.stderr: 87850K .......... .......... .......... .......... .......... 94% 120M 0s 2023-01-15T14:46:53.854 INFO:teuthology.orchestra.run.smithi027.stderr: 87900K .......... .......... .......... .......... .......... 94% 38.9M 0s 2023-01-15T14:46:53.854 INFO:teuthology.orchestra.run.smithi027.stderr: 87950K .......... .......... .......... .......... .......... 94% 88.4M 0s 2023-01-15T14:46:53.854 INFO:teuthology.orchestra.run.smithi027.stderr: 88000K .......... .......... .......... .......... .......... 94% 118M 0s 2023-01-15T14:46:53.854 INFO:teuthology.orchestra.run.smithi027.stderr: 88050K .......... .......... .......... .......... .......... 94% 112M 0s 2023-01-15T14:46:53.854 INFO:teuthology.orchestra.run.smithi027.stderr: 88100K .......... .......... .......... .......... .......... 94% 113M 0s 2023-01-15T14:46:53.854 INFO:teuthology.orchestra.run.smithi027.stderr: 88150K .......... .......... .......... .......... .......... 94% 110M 0s 2023-01-15T14:46:53.855 INFO:teuthology.orchestra.run.smithi027.stderr: 88200K .......... .......... .......... .......... .......... 94% 115M 0s 2023-01-15T14:46:53.855 INFO:teuthology.orchestra.run.smithi027.stderr: 88250K .......... .......... .......... .......... .......... 95% 122M 0s 2023-01-15T14:46:53.855 INFO:teuthology.orchestra.run.smithi027.stderr: 88300K .......... .......... .......... .......... .......... 95% 103M 0s 2023-01-15T14:46:53.855 INFO:teuthology.orchestra.run.smithi027.stderr: 88350K .......... .......... .......... .......... .......... 95% 88.3M 0s 2023-01-15T14:46:53.855 INFO:teuthology.orchestra.run.smithi027.stderr: 88400K .......... .......... .......... .......... .......... 95% 120M 0s 2023-01-15T14:46:53.855 INFO:teuthology.orchestra.run.smithi027.stderr: 88450K .......... .......... .......... .......... .......... 95% 114M 0s 2023-01-15T14:46:53.855 INFO:teuthology.orchestra.run.smithi027.stderr: 88500K .......... .......... .......... .......... .......... 95% 127M 0s 2023-01-15T14:46:53.855 INFO:teuthology.orchestra.run.smithi027.stderr: 88550K .......... .......... .......... .......... .......... 95% 111M 0s 2023-01-15T14:46:53.855 INFO:teuthology.orchestra.run.smithi027.stderr: 88600K .......... .......... .......... .......... .......... 95% 107M 0s 2023-01-15T14:46:53.855 INFO:teuthology.orchestra.run.smithi027.stderr: 88650K .......... .......... .......... .......... .......... 95% 107M 0s 2023-01-15T14:46:53.855 INFO:teuthology.orchestra.run.smithi027.stderr: 88700K .......... .......... .......... .......... .......... 95% 139M 0s 2023-01-15T14:46:53.856 INFO:teuthology.orchestra.run.smithi027.stderr: 88750K .......... .......... .......... .......... .......... 95% 86.0M 0s 2023-01-15T14:46:53.856 INFO:teuthology.orchestra.run.smithi027.stderr: 88800K .......... .......... .......... .......... .......... 95% 121M 0s 2023-01-15T14:46:53.856 INFO:teuthology.orchestra.run.smithi027.stderr: 88850K .......... .......... .......... .......... .......... 95% 120M 0s 2023-01-15T14:46:53.856 INFO:teuthology.orchestra.run.smithi027.stderr: 88900K .......... .......... .......... .......... .......... 95% 95.1M 0s 2023-01-15T14:46:53.856 INFO:teuthology.orchestra.run.smithi027.stderr: 88950K .......... .......... .......... .......... .......... 95% 125M 0s 2023-01-15T14:46:53.856 INFO:teuthology.orchestra.run.smithi027.stderr: 89000K .......... .......... .......... .......... .......... 95% 116M 0s 2023-01-15T14:46:53.856 INFO:teuthology.orchestra.run.smithi027.stderr: 89050K .......... .......... .......... .......... .......... 95% 116M 0s 2023-01-15T14:46:53.856 INFO:teuthology.orchestra.run.smithi027.stderr: 89100K .......... .......... .......... .......... .......... 95% 113M 0s 2023-01-15T14:46:53.856 INFO:teuthology.orchestra.run.smithi027.stderr: 89150K .......... .......... .......... .......... .......... 96% 83.9M 0s 2023-01-15T14:46:53.856 INFO:teuthology.orchestra.run.smithi027.stderr: 89200K .......... .......... .......... .......... .......... 96% 126M 0s 2023-01-15T14:46:53.856 INFO:teuthology.orchestra.run.smithi027.stderr: 89250K .......... .......... .......... .......... .......... 96% 116M 0s 2023-01-15T14:46:53.856 INFO:teuthology.orchestra.run.smithi027.stderr: 89300K .......... .......... .......... .......... .......... 96% 107M 0s 2023-01-15T14:46:53.857 INFO:teuthology.orchestra.run.smithi027.stderr: 89350K .......... .......... .......... .......... .......... 96% 125M 0s 2023-01-15T14:46:53.857 INFO:teuthology.orchestra.run.smithi027.stderr: 89400K .......... .......... .......... .......... .......... 96% 96.0M 0s 2023-01-15T14:46:53.857 INFO:teuthology.orchestra.run.smithi027.stderr: 89450K .......... .......... .......... .......... .......... 96% 122M 0s 2023-01-15T14:46:53.857 INFO:teuthology.orchestra.run.smithi027.stderr: 89500K .......... .......... .......... .......... .......... 96% 102M 0s 2023-01-15T14:46:53.857 INFO:teuthology.orchestra.run.smithi027.stderr: 89550K .......... .......... .......... .......... .......... 96% 100M 0s 2023-01-15T14:46:53.857 INFO:teuthology.orchestra.run.smithi027.stderr: 89600K .......... .......... .......... .......... .......... 96% 115M 0s 2023-01-15T14:46:53.857 INFO:teuthology.orchestra.run.smithi027.stderr: 89650K .......... .......... .......... .......... .......... 96% 118M 0s 2023-01-15T14:46:53.857 INFO:teuthology.orchestra.run.smithi027.stderr: 89700K .......... .......... .......... .......... .......... 96% 114M 0s 2023-01-15T14:46:53.857 INFO:teuthology.orchestra.run.smithi027.stderr: 89750K .......... .......... .......... .......... .......... 96% 112M 0s 2023-01-15T14:46:53.857 INFO:teuthology.orchestra.run.smithi027.stderr: 89800K .......... .......... .......... .......... .......... 96% 113M 0s 2023-01-15T14:46:53.857 INFO:teuthology.orchestra.run.smithi027.stderr: 89850K .......... .......... .......... .......... .......... 96% 119M 0s 2023-01-15T14:46:53.857 INFO:teuthology.orchestra.run.smithi027.stderr: 89900K .......... .......... .......... .......... .......... 96% 105M 0s 2023-01-15T14:46:53.858 INFO:teuthology.orchestra.run.smithi027.stderr: 89950K .......... .......... .......... .......... .......... 96% 95.4M 0s 2023-01-15T14:46:53.858 INFO:teuthology.orchestra.run.smithi027.stderr: 90000K .......... .......... .......... .......... .......... 96% 112M 0s 2023-01-15T14:46:53.858 INFO:teuthology.orchestra.run.smithi027.stderr: 90050K .......... .......... .......... .......... .......... 96% 111M 0s 2023-01-15T14:46:53.858 INFO:teuthology.orchestra.run.smithi027.stderr: 90100K .......... .......... .......... .......... .......... 97% 111M 0s 2023-01-15T14:46:53.858 INFO:teuthology.orchestra.run.smithi027.stderr: 90150K .......... .......... .......... .......... .......... 97% 99.1M 0s 2023-01-15T14:46:53.858 INFO:teuthology.orchestra.run.smithi027.stderr: 90200K .......... .......... .......... .......... .......... 97% 116M 0s 2023-01-15T14:46:53.858 INFO:teuthology.orchestra.run.smithi027.stderr: 90250K .......... .......... .......... .......... .......... 97% 107M 0s 2023-01-15T14:46:53.858 INFO:teuthology.orchestra.run.smithi027.stderr: 90300K .......... .......... .......... .......... .......... 97% 134M 0s 2023-01-15T14:46:53.858 INFO:teuthology.orchestra.run.smithi027.stderr: 90350K .......... .......... .......... .......... .......... 97% 78.8M 0s 2023-01-15T14:46:53.858 INFO:teuthology.orchestra.run.smithi027.stderr: 90400K .......... .......... .......... .......... .......... 97% 124M 0s 2023-01-15T14:46:53.858 INFO:teuthology.orchestra.run.smithi027.stderr: 90450K .......... .......... .......... .......... .......... 97% 128M 0s 2023-01-15T14:46:53.858 INFO:teuthology.orchestra.run.smithi027.stderr: 90500K .......... .......... .......... .......... .......... 97% 93.9M 0s 2023-01-15T14:46:53.858 INFO:teuthology.orchestra.run.smithi027.stderr: 90550K .......... .......... .......... .......... .......... 97% 122M 0s 2023-01-15T14:46:53.859 INFO:teuthology.orchestra.run.smithi027.stderr: 90600K .......... .......... .......... .......... .......... 97% 126M 0s 2023-01-15T14:46:53.859 INFO:teuthology.orchestra.run.smithi027.stderr: 90650K .......... .......... .......... .......... .......... 97% 96.1M 0s 2023-01-15T14:46:53.859 INFO:teuthology.orchestra.run.smithi027.stderr: 90700K .......... .......... .......... .......... .......... 97% 141M 0s 2023-01-15T14:46:53.859 INFO:teuthology.orchestra.run.smithi027.stderr: 90750K .......... .......... .......... .......... .......... 97% 87.7M 0s 2023-01-15T14:46:53.859 INFO:teuthology.orchestra.run.smithi027.stderr: 90800K .......... .......... .......... .......... .......... 97% 108M 0s 2023-01-15T14:46:53.859 INFO:teuthology.orchestra.run.smithi027.stderr: 90850K .......... .......... .......... .......... .......... 97% 121M 0s 2023-01-15T14:46:53.859 INFO:teuthology.orchestra.run.smithi027.stderr: 90900K .......... .......... .......... .......... .......... 97% 113M 0s 2023-01-15T14:46:53.859 INFO:teuthology.orchestra.run.smithi027.stderr: 90950K .......... .......... .......... .......... .......... 97% 114M 0s 2023-01-15T14:46:53.859 INFO:teuthology.orchestra.run.smithi027.stderr: 91000K .......... .......... .......... .......... .......... 98% 114M 0s 2023-01-15T14:46:53.859 INFO:teuthology.orchestra.run.smithi027.stderr: 91050K .......... .......... .......... .......... .......... 98% 112M 0s 2023-01-15T14:46:53.859 INFO:teuthology.orchestra.run.smithi027.stderr: 91100K .......... .......... .......... .......... .......... 98% 121M 0s 2023-01-15T14:46:53.859 INFO:teuthology.orchestra.run.smithi027.stderr: 91150K .......... .......... .......... .......... .......... 98% 83.7M 0s 2023-01-15T14:46:53.860 INFO:teuthology.orchestra.run.smithi027.stderr: 91200K .......... .......... .......... .......... .......... 98% 112M 0s 2023-01-15T14:46:53.860 INFO:teuthology.orchestra.run.smithi027.stderr: 91250K .......... .......... .......... .......... .......... 98% 122M 0s 2023-01-15T14:46:53.860 INFO:teuthology.orchestra.run.smithi027.stderr: 91300K .......... .......... .......... .......... .......... 98% 110M 0s 2023-01-15T14:46:53.860 INFO:teuthology.orchestra.run.smithi027.stderr: 91350K .......... .......... .......... .......... .......... 98% 102M 0s 2023-01-15T14:46:53.860 INFO:teuthology.orchestra.run.smithi027.stderr: 91400K .......... .......... .......... .......... .......... 98% 131M 0s 2023-01-15T14:46:53.860 INFO:teuthology.orchestra.run.smithi027.stderr: 91450K .......... .......... .......... .......... .......... 98% 108M 0s 2023-01-15T14:46:53.860 INFO:teuthology.orchestra.run.smithi027.stderr: 91500K .......... .......... .......... .......... .......... 98% 118M 0s 2023-01-15T14:46:53.860 INFO:teuthology.orchestra.run.smithi027.stderr: 91550K .......... .......... .......... .......... .......... 98% 93.2M 0s 2023-01-15T14:46:53.860 INFO:teuthology.orchestra.run.smithi027.stderr: 91600K .......... .......... .......... .......... .......... 98% 112M 0s 2023-01-15T14:46:53.860 INFO:teuthology.orchestra.run.smithi027.stderr: 91650K .......... .......... .......... .......... .......... 98% 115M 0s 2023-01-15T14:46:53.860 INFO:teuthology.orchestra.run.smithi027.stderr: 91700K .......... .......... .......... .......... .......... 98% 114M 0s 2023-01-15T14:46:53.860 INFO:teuthology.orchestra.run.smithi027.stderr: 91750K .......... .......... .......... .......... .......... 98% 110M 0s 2023-01-15T14:46:53.861 INFO:teuthology.orchestra.run.smithi027.stderr: 91800K .......... .......... .......... .......... .......... 98% 107M 0s 2023-01-15T14:46:53.861 INFO:teuthology.orchestra.run.smithi027.stderr: 91850K .......... .......... .......... .......... .......... 98% 114M 0s 2023-01-15T14:46:53.861 INFO:teuthology.orchestra.run.smithi027.stderr: 91900K .......... .......... .......... .......... .......... 98% 118M 0s 2023-01-15T14:46:53.861 INFO:teuthology.orchestra.run.smithi027.stderr: 91950K .......... .......... .......... .......... .......... 99% 85.7M 0s 2023-01-15T14:46:53.861 INFO:teuthology.orchestra.run.smithi027.stderr: 92000K .......... .......... .......... .......... .......... 99% 128M 0s 2023-01-15T14:46:53.861 INFO:teuthology.orchestra.run.smithi027.stderr: 92050K .......... .......... .......... .......... .......... 99% 112M 0s 2023-01-15T14:46:53.861 INFO:teuthology.orchestra.run.smithi027.stderr: 92100K .......... .......... .......... .......... .......... 99% 111M 0s 2023-01-15T14:46:53.861 INFO:teuthology.orchestra.run.smithi027.stderr: 92150K .......... .......... .......... .......... .......... 99% 108M 0s 2023-01-15T14:46:53.861 INFO:teuthology.orchestra.run.smithi027.stderr: 92200K .......... .......... .......... .......... .......... 99% 115M 0s 2023-01-15T14:46:53.861 INFO:teuthology.orchestra.run.smithi027.stderr: 92250K .......... .......... .......... .......... .......... 99% 120M 0s 2023-01-15T14:46:53.861 INFO:teuthology.orchestra.run.smithi027.stderr: 92300K .......... .......... .......... .......... .......... 99% 120M 0s 2023-01-15T14:46:53.861 INFO:teuthology.orchestra.run.smithi027.stderr: 92350K .......... .......... .......... .......... .......... 99% 87.7M 0s 2023-01-15T14:46:53.862 INFO:teuthology.orchestra.run.smithi027.stderr: 92400K .......... .......... .......... .......... .......... 99% 112M 0s 2023-01-15T14:46:53.862 INFO:teuthology.orchestra.run.smithi027.stderr: 92450K .......... .......... .......... .......... .......... 99% 120M 0s 2023-01-15T14:46:53.862 INFO:teuthology.orchestra.run.smithi027.stderr: 92500K .......... .......... .......... .......... .......... 99% 109M 0s 2023-01-15T14:46:53.862 INFO:teuthology.orchestra.run.smithi027.stderr: 92550K .......... .......... .......... .......... .......... 99% 102M 0s 2023-01-15T14:46:53.862 INFO:teuthology.orchestra.run.smithi027.stderr: 92600K .......... .......... .......... .......... .......... 99% 118M 0s 2023-01-15T14:46:53.862 INFO:teuthology.orchestra.run.smithi027.stderr: 92650K .......... .......... .......... .......... .......... 99% 114M 0s 2023-01-15T14:46:53.862 INFO:teuthology.orchestra.run.smithi027.stderr: 92700K .......... .......... .......... .......... .......... 99% 103M 0s 2023-01-15T14:46:53.862 INFO:teuthology.orchestra.run.smithi027.stderr: 92750K .......... .......... .......... .......... .......... 99% 103M 0s 2023-01-15T14:46:53.862 INFO:teuthology.orchestra.run.smithi027.stderr: 92800K .......... .......... .......... .......... .......... 99% 115M 0s 2023-01-15T14:46:53.862 INFO:teuthology.orchestra.run.smithi027.stderr: 92850K .......... .......... .......... .......... .......... 99% 132M 0s 2023-01-15T14:46:53.862 INFO:teuthology.orchestra.run.smithi027.stderr: 92900K 100% 134G=0.9s 2023-01-15T14:46:53.862 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:46:53.863 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15 14:46:52 (104 MB/s) - ‘gradle-6.0.1-bin.zip’ saved [95129672/95129672] 2023-01-15T14:46:53.863 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:46:53.897 INFO:teuthology.orchestra.run.smithi027.stdout:Archive: gradle-6.0.1-bin.zip 2023-01-15T14:46:53.897 INFO:teuthology.orchestra.run.smithi027.stdout: creating: /opt/gradle/gradle-6.0.1/ 2023-01-15T14:46:53.897 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/getting-started.html 2023-01-15T14:46:53.897 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/LICENSE 2023-01-15T14:46:53.897 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/NOTICE 2023-01-15T14:46:53.897 INFO:teuthology.orchestra.run.smithi027.stdout: creating: /opt/gradle/gradle-6.0.1/init.d/ 2023-01-15T14:46:53.897 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/init.d/readme.txt 2023-01-15T14:46:53.897 INFO:teuthology.orchestra.run.smithi027.stdout: creating: /opt/gradle/gradle-6.0.1/bin/ 2023-01-15T14:46:53.898 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle 2023-01-15T14:46:53.898 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/bin/gradle.bat 2023-01-15T14:46:53.898 INFO:teuthology.orchestra.run.smithi027.stdout: creating: /opt/gradle/gradle-6.0.1/lib/ 2023-01-15T14:46:53.898 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-api-metadata-6.0.1.jar 2023-01-15T14:46:53.898 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-launcher-6.0.1.jar 2023-01-15T14:46:53.898 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-runtime-api-info-6.0.1.jar 2023-01-15T14:46:53.898 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-6.0.1.jar 2023-01-15T14:46:53.898 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-tooling-api-6.0.1.jar 2023-01-15T14:46:53.898 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-wrapper-6.0.1.jar 2023-01-15T14:46:53.898 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-installation-beacon-6.0.1.jar 2023-01-15T14:46:53.898 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-bootstrap-6.0.1.jar 2023-01-15T14:46:53.899 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-6.0.1.jar 2023-01-15T14:46:53.899 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-file-collections-6.0.1.jar 2023-01-15T14:46:53.899 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-groovy-6.0.1.jar 2023-01-15T14:46:53.899 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-execution-6.0.1.jar 2023-01-15T14:46:53.899 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-model-core-6.0.1.jar 2023-01-15T14:46:53.899 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-packaging-6.0.1.jar 2023-01-15T14:46:53.899 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-cache-6.0.1.jar 2023-01-15T14:46:53.899 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-core-api-6.0.1.jar 2023-01-15T14:46:53.899 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-persistent-cache-6.0.1.jar 2023-01-15T14:46:53.899 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-worker-processes-6.0.1.jar 2023-01-15T14:46:53.899 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-logging-6.0.1.jar 2023-01-15T14:46:53.899 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-jvm-services-6.0.1.jar 2023-01-15T14:46:53.900 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-process-services-6.0.1.jar 2023-01-15T14:46:53.900 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-resources-6.0.1.jar 2023-01-15T14:46:53.900 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-messaging-6.0.1.jar 2023-01-15T14:46:53.900 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-native-6.0.1.jar 2023-01-15T14:46:53.900 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-groovy-6.0.1.jar 2023-01-15T14:46:53.900 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-base-services-6.0.1.jar 2023-01-15T14:46:53.900 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-build-option-6.0.1.jar 2023-01-15T14:46:53.900 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-cli-6.0.1.jar 2023-01-15T14:46:53.900 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-snapshots-6.0.1.jar 2023-01-15T14:46:53.900 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-files-6.0.1.jar 2023-01-15T14:46:53.900 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-kotlin-dsl-tooling-models-6.0.1.jar 2023-01-15T14:46:53.900 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-compiler-embeddable-1.3.50-patched-for-gradle-6.0.1.jar 2023-01-15T14:46:53.901 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-hashing-6.0.1.jar 2023-01-15T14:46:53.901 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-pineapple-6.0.1.jar 2023-01-15T14:46:53.901 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/gradle-docs-6.0.1.jar 2023-01-15T14:46:53.901 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/groovy-all-1.3-2.5.8.jar 2023-01-15T14:46:53.901 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jul-to-slf4j-1.7.28.jar 2023-01-15T14:46:53.901 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/log4j-over-slf4j-1.7.28.jar 2023-01-15T14:46:53.901 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jcl-over-slf4j-1.7.28.jar 2023-01-15T14:46:53.901 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/slf4j-api-1.7.28.jar 2023-01-15T14:46:53.901 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/guava-27.1-android.jar 2023-01-15T14:46:53.901 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-io-2.6.jar 2023-01-15T14:46:53.901 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-lang-2.6.jar 2023-01-15T14:46:53.901 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-commons-7.1.jar 2023-01-15T14:46:53.902 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-analysis-7.1.jar 2023-01-15T14:46:53.902 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-tree-7.1.jar 2023-01-15T14:46:53.902 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/asm-7.1.jar 2023-01-15T14:46:53.902 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-1.10.7.jar 2023-01-15T14:46:53.902 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk8-1.3.50.jar 2023-01-15T14:46:53.902 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/javax.inject-1.jar 2023-01-15T14:46:53.902 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-common-1.3.50.jar 2023-01-15T14:46:53.902 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-1.3.50.jar 2023-01-15T14:46:53.902 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-jvm-host-embeddable-1.3.50.jar 2023-01-15T14:46:53.902 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-embeddable-1.3.50.jar 2023-01-15T14:46:53.902 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-scripting-compiler-impl-embeddable-1.3.50.jar 2023-01-15T14:46:53.902 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-sam-with-receiver-compiler-plugin-1.3.50.jar 2023-01-15T14:46:53.903 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlinx-metadata-jvm-0.1.0.jar 2023-01-15T14:46:53.903 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/commons-compress-1.19.jar 2023-01-15T14:46:53.903 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/fastutil-8.3.0-min.jar 2023-01-15T14:46:53.903 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jansi-1.18.jar 2023-01-15T14:46:53.903 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/jsr305-3.0.2.jar 2023-01-15T14:46:53.903 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kryo-2.24.0.jar 2023-01-15T14:46:53.903 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-0.18.jar 2023-01-15T14:46:53.903 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/objenesis-2.6.jar 2023-01-15T14:46:53.903 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/trove4j-1.0.20181211.jar 2023-01-15T14:46:53.903 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/xml-apis-1.4.01.jar 2023-01-15T14:46:53.903 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-reflect-1.3.50.jar 2023-01-15T14:46:53.903 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-jdk7-1.3.50.jar 2023-01-15T14:46:53.904 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-1.3.50.jar 2023-01-15T14:46:53.904 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/annotations-13.0.jar 2023-01-15T14:46:53.904 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/ant-launcher-1.10.7.jar 2023-01-15T14:46:53.904 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/minlog-1.2.jar 2023-01-15T14:46:53.904 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-script-runtime-1.3.50.jar 2023-01-15T14:46:53.904 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-daemon-embeddable-1.3.50.jar 2023-01-15T14:46:53.904 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/failureaccess-1.0.1.jar 2023-01-15T14:46:53.904 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/kotlin-stdlib-common-1.3.50.jar 2023-01-15T14:46:53.904 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libcpp-0.18.jar 2023-01-15T14:46:53.904 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-amd64-libstdcpp-0.18.jar 2023-01-15T14:46:53.904 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libcpp-0.18.jar 2023-01-15T14:46:53.905 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-freebsd-i386-libstdcpp-0.18.jar 2023-01-15T14:46:53.905 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-0.18.jar 2023-01-15T14:46:53.905 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-0.18.jar 2023-01-15T14:46:53.905 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-0.18.jar 2023-01-15T14:46:53.905 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-osx-amd64-0.18.jar 2023-01-15T14:46:53.905 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-0.18.jar 2023-01-15T14:46:53.905 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-amd64-min-0.18.jar 2023-01-15T14:46:53.905 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-0.18.jar 2023-01-15T14:46:53.905 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-windows-i386-min-0.18.jar 2023-01-15T14:46:53.905 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-aarch64-ncurses5-0.18.jar 2023-01-15T14:46:53.905 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses5-0.18.jar 2023-01-15T14:46:53.905 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-amd64-ncurses6-0.18.jar 2023-01-15T14:46:53.906 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses5-0.18.jar 2023-01-15T14:46:53.906 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/native-platform-linux-i386-ncurses6-0.18.jar 2023-01-15T14:46:53.906 INFO:teuthology.orchestra.run.smithi027.stdout: creating: /opt/gradle/gradle-6.0.1/lib/plugins/ 2023-01-15T14:46:53.906 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-antlr-6.0.1.jar 2023-01-15T14:46:53.906 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-code-quality-6.0.1.jar 2023-01-15T14:46:53.906 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-signing-6.0.1.jar 2023-01-15T14:46:53.906 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-native-6.0.1.jar 2023-01-15T14:46:53.906 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-native-6.0.1.jar 2023-01-15T14:46:53.906 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-native-6.0.1.jar 2023-01-15T14:46:53.906 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-native-6.0.1.jar 2023-01-15T14:46:53.906 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-provider-plugins-6.0.1.jar 2023-01-15T14:46:53.906 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-development-6.0.1.jar 2023-01-15T14:46:53.907 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-maven-6.0.1.jar 2023-01-15T14:46:53.907 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-play-6.0.1.jar 2023-01-15T14:46:53.907 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ide-6.0.1.jar 2023-01-15T14:46:53.907 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-scala-6.0.1.jar 2023-01-15T14:46:53.907 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ear-6.0.1.jar 2023-01-15T14:46:53.907 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-play-6.0.1.jar 2023-01-15T14:46:53.907 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-javascript-6.0.1.jar 2023-01-15T14:46:53.907 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-ivy-6.0.1.jar 2023-01-15T14:46:53.907 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-jacoco-6.0.1.jar 2023-01-15T14:46:53.907 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-init-6.0.1.jar 2023-01-15T14:46:53.907 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-kotlin-dsl-tooling-builders-6.0.1.jar 2023-01-15T14:46:53.907 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugins-6.0.1.jar 2023-01-15T14:46:53.908 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-test-kit-6.0.1.jar 2023-01-15T14:46:53.908 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-groovy-6.0.1.jar 2023-01-15T14:46:53.908 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-scala-6.0.1.jar 2023-01-15T14:46:53.908 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-junit-platform-6.0.1.jar 2023-01-15T14:46:53.908 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-tooling-api-builders-6.0.1.jar 2023-01-15T14:46:53.908 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-jvm-6.0.1.jar 2023-01-15T14:46:53.908 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-java-6.0.1.jar 2023-01-15T14:46:53.908 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-language-jvm-6.0.1.jar 2023-01-15T14:46:53.908 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-jvm-6.0.1.jar 2023-01-15T14:46:53.908 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-native-6.0.1.jar 2023-01-15T14:46:53.908 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-diagnostics-6.0.1.jar 2023-01-15T14:46:53.909 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-publish-6.0.1.jar 2023-01-15T14:46:53.909 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-testing-base-6.0.1.jar 2023-01-15T14:46:53.909 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-platform-base-6.0.1.jar 2023-01-15T14:46:53.909 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-plugin-use-6.0.1.jar 2023-01-15T14:46:53.909 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-instant-execution-6.0.1.jar 2023-01-15T14:46:53.909 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-version-control-6.0.1.jar 2023-01-15T14:46:53.909 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-dependency-management-6.0.1.jar 2023-01-15T14:46:53.909 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-composite-builds-6.0.1.jar 2023-01-15T14:46:53.909 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-reporting-6.0.1.jar 2023-01-15T14:46:53.909 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-s3-6.0.1.jar 2023-01-15T14:46:53.909 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-gcs-6.0.1.jar 2023-01-15T14:46:53.910 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-cache-http-6.0.1.jar 2023-01-15T14:46:53.910 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-http-6.0.1.jar 2023-01-15T14:46:53.910 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-resources-sftp-6.0.1.jar 2023-01-15T14:46:53.910 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-build-profile-6.0.1.jar 2023-01-15T14:46:53.910 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gradle-workers-6.0.1.jar 2023-01-15T14:46:53.910 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/org.eclipse.jgit-5.5.0.201909110433-r.jar 2023-01-15T14:46:53.910 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-3.0.0.jar 2023-01-15T14:46:53.910 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-http-shared-3.0.0.jar 2023-01-15T14:46:53.910 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-services-storage-v1-rev136-1.25.0.jar 2023-01-15T14:46:53.910 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-api-client-1.25.0.jar 2023-01-15T14:46:53.910 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/asm-util-7.1.jar 2023-01-15T14:46:53.910 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ivy-2.3.0.jar 2023-01-15T14:46:53.911 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-compat-3.0.4.jar 2023-01-15T14:46:53.911 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-core-3.0.4.jar 2023-01-15T14:46:53.911 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-common-0.8-20100325.jar 2023-01-15T14:46:53.911 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/pmaven-groovy-0.8-20100325.jar 2023-01-15T14:46:53.911 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-file-3.0.0.jar 2023-01-15T14:46:53.911 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-container-default-1.7.1.jar 2023-01-15T14:46:53.911 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-connector-wagon-1.13.1.jar 2023-01-15T14:46:53.911 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpg-jdk15on-1.63.jar 2023-01-15T14:46:53.911 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/rhino-1.7.10.jar 2023-01-15T14:46:53.911 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/gson-2.8.5.jar 2023-01-15T14:46:53.911 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/simple-4.1.21.jar 2023-01-15T14:46:53.912 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jatl-0.2.3.jar 2023-01-15T14:46:53.912 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-plugin-api-3.0.4.jar 2023-01-15T14:46:53.912 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-oauth-client-1.25.0.jar 2023-01-15T14:46:53.912 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-jackson2-1.25.0.jar 2023-01-15T14:46:53.912 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/google-http-client-1.25.0.jar 2023-01-15T14:46:53.912 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/testng-6.3.1.jar 2023-01-15T14:46:53.912 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/snakeyaml-1.17.jar 2023-01-15T14:46:53.912 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/dd-plist-1.21.jar 2023-01-15T14:46:53.912 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-4.12.jar 2023-01-15T14:46:53.912 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bsh-2.0b6.jar 2023-01-15T14:46:53.912 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-launcher-1.3.1.jar 2023-01-15T14:46:53.912 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-s3-1.11.633.jar 2023-01-15T14:46:53.913 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-kms-1.11.633.jar 2023-01-15T14:46:53.913 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aws-java-sdk-core-1.11.633.jar 2023-01-15T14:46:53.913 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpclient-4.5.10.jar 2023-01-15T14:46:53.913 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcifs-1.3.17.jar 2023-01-15T14:46:53.913 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/nekohtml-1.9.22.jar 2023-01-15T14:46:53.913 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xercesImpl-2.12.0.jar 2023-01-15T14:46:53.913 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jsch-0.1.55.jar 2023-01-15T14:46:53.913 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jaxb-impl-2.3.2.jar 2023-01-15T14:46:53.913 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jmespath-java-1.11.633.jar 2023-01-15T14:46:53.913 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-databind-2.9.10.jar 2023-01-15T14:46:53.913 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-core-2.9.10.jar 2023-01-15T14:46:53.913 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jackson-annotations-2.9.10.jar 2023-01-15T14:46:53.914 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/joda-time-2.10.4.jar 2023-01-15T14:46:53.914 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcpkix-jdk15on-1.61.jar 2023-01-15T14:46:53.914 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/bcprov-jdk15on-1.63.jar 2023-01-15T14:46:53.914 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/commons-codec-1.13.jar 2023-01-15T14:46:53.914 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-aether-provider-3.0.4.jar 2023-01-15T14:46:53.914 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-impl-1.13.1.jar 2023-01-15T14:46:53.914 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-util-1.13.1.jar 2023-01-15T14:46:53.914 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-spi-1.13.1.jar 2023-01-15T14:46:53.914 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/aether-api-1.13.1.jar 2023-01-15T14:46:53.914 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/hamcrest-core-1.3.jar 2023-01-15T14:46:53.914 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/httpcore-4.4.12.jar 2023-01-15T14:46:53.914 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jcommander-1.72.jar 2023-01-15T14:46:53.915 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/jzlib-1.1.3.jar 2023-01-15T14:46:53.915 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-artifact-3.0.4.jar 2023-01-15T14:46:53.915 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-builder-3.0.4.jar 2023-01-15T14:46:53.915 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-model-3.0.4.jar 2023-01-15T14:46:53.915 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-repository-metadata-3.0.4.jar 2023-01-15T14:46:53.915 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-builder-3.0.4.jar 2023-01-15T14:46:53.915 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/maven-settings-3.0.4.jar 2023-01-15T14:46:53.915 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-sec-dispatcher-1.3.jar 2023-01-15T14:46:53.915 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-cipher-1.7.jar 2023-01-15T14:46:53.915 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-classworlds-2.5.1.jar 2023-01-15T14:46:53.915 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-component-annotations-1.5.5.jar 2023-01-15T14:46:53.916 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-interpolation-1.14.jar 2023-01-15T14:46:53.916 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/wagon-provider-api-3.0.0.jar 2023-01-15T14:46:53.916 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/plexus-utils-3.1.0.jar 2023-01-15T14:46:53.916 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/xbean-reflect-3.7.jar 2023-01-15T14:46:53.916 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/ion-java-1.0.2.jar 2023-01-15T14:46:53.916 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-engine-1.3.1.jar 2023-01-15T14:46:53.916 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/junit-platform-commons-1.3.1.jar 2023-01-15T14:46:53.916 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/apiguardian-api-1.0.0.jar 2023-01-15T14:46:53.916 INFO:teuthology.orchestra.run.smithi027.stdout: inflating: /opt/gradle/gradle-6.0.1/lib/plugins/opentest4j-1.1.1.jar 2023-01-15T14:46:53.916 INFO:teuthology.orchestra.run.smithi027.stdout:export PATH=/opt/gradle/gradle-6.0.1/bin:/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin 2023-01-15T14:46:54.583 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:46:54.583 INFO:teuthology.orchestra.run.smithi027.stdout:Welcome to Gradle 6.0.1! 2023-01-15T14:46:54.583 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:46:54.583 INFO:teuthology.orchestra.run.smithi027.stdout:Here are the highlights of this release: 2023-01-15T14:46:54.584 INFO:teuthology.orchestra.run.smithi027.stdout: - Substantial improvements in dependency management, including 2023-01-15T14:46:54.584 INFO:teuthology.orchestra.run.smithi027.stdout: - Publishing Gradle Module Metadata in addition to pom.xml 2023-01-15T14:46:54.584 INFO:teuthology.orchestra.run.smithi027.stdout: - Advanced control of transitive versions 2023-01-15T14:46:54.584 INFO:teuthology.orchestra.run.smithi027.stdout: - Support for optional features and dependencies 2023-01-15T14:46:54.584 INFO:teuthology.orchestra.run.smithi027.stdout: - Rules to tweak published metadata 2023-01-15T14:46:54.584 INFO:teuthology.orchestra.run.smithi027.stdout: - Support for Java 13 2023-01-15T14:46:54.584 INFO:teuthology.orchestra.run.smithi027.stdout: - Faster incremental Java and Groovy compilation 2023-01-15T14:46:54.584 INFO:teuthology.orchestra.run.smithi027.stdout: - New Zinc compiler for Scala 2023-01-15T14:46:54.584 INFO:teuthology.orchestra.run.smithi027.stdout: - VS2019 support 2023-01-15T14:46:54.584 INFO:teuthology.orchestra.run.smithi027.stdout: - Support for Gradle Enterprise plugin 3.0 2023-01-15T14:46:54.585 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:46:54.585 INFO:teuthology.orchestra.run.smithi027.stdout:For more details see https://docs.gradle.org/6.0.1/release-notes.html 2023-01-15T14:46:54.585 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:46:54.593 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:46:54.593 INFO:teuthology.orchestra.run.smithi027.stdout:------------------------------------------------------------ 2023-01-15T14:46:54.593 INFO:teuthology.orchestra.run.smithi027.stdout:Gradle 6.0.1 2023-01-15T14:46:54.594 INFO:teuthology.orchestra.run.smithi027.stdout:------------------------------------------------------------ 2023-01-15T14:46:54.594 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:46:54.594 INFO:teuthology.orchestra.run.smithi027.stdout:Build time: 2019-11-18 20:25:01 UTC 2023-01-15T14:46:54.594 INFO:teuthology.orchestra.run.smithi027.stdout:Revision: fad121066a68c4701acd362daf4287a7c309a0f5 2023-01-15T14:46:54.594 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:46:54.594 INFO:teuthology.orchestra.run.smithi027.stdout:Kotlin: 1.3.50 2023-01-15T14:46:54.594 INFO:teuthology.orchestra.run.smithi027.stdout:Groovy: 2.5.8 2023-01-15T14:46:54.594 INFO:teuthology.orchestra.run.smithi027.stdout:Ant: Apache Ant(TM) version 1.10.7 compiled on September 1 2019 2023-01-15T14:46:54.594 INFO:teuthology.orchestra.run.smithi027.stdout:JVM: 1.8.0_322 (Red Hat, Inc. 25.322-b06) 2023-01-15T14:46:54.594 INFO:teuthology.orchestra.run.smithi027.stdout:OS: Linux 4.18.0-408.el8.x86_64 amd64 2023-01-15T14:46:54.594 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:46:54.599 DEBUG:tasks.s3tests_java:S3 Tests Java: BEGIN 2023-01-15T14:46:54.599 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a'] 2023-01-15T14:46:54.599 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi027.front.sepia.ceph.com 2023-01-15T14:46:54.599 DEBUG:tasks.s3tests_java:S3 Tests Java: Cluster config is: ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'node-exporter.b'] 2023-01-15T14:46:54.599 DEBUG:tasks.s3tests_java:S3 Tests Java: Host is: ubuntu@smithi100.front.sepia.ceph.com 2023-01-15T14:46:54.599 INFO:tasks.s3tests_java:S3 Tests Java: Creating S3 users... 2023-01-15T14:46:54.953 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf is {'bucket_prefix': 'test-', 's3main': {'access_key': None, 'access_secret': None, 'region': 'mexico', 'endpoint': None, 'port': None, 'display_name': None, 'email': None, 'is_secure': None, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data'}} 2023-01-15T14:46:54.953 DEBUG:tasks.s3tests_java:S3 Tests Java: Creating user tester.client.0 2023-01-15T14:46:54.953 DEBUG:tasks.s3tests_java:S3 Tests Java: s3tests_conf[s3main] is {'access_key': 'JQYRVENLDAAEEDTAVTMR', 'access_secret': 'CGYeZZU7CoB8LQTfwwotCoJbn4kD8ZG8fsMk8QNACsIe1Q12uAXfUw==', 'region': 'mexico', 'endpoint': 'smithi027.front.sepia.ceph.com:80', 'port': 80, 'display_name': 'Ms. tester.client.0', 'email': 'tester.client.0_test@test.test', 'is_secure': False, 'SSE': 'AES256', 's3dir': 'folder', 'dir': '../data', 'user_id': 'tester.client.0', 'host': 'smithi027.front.sepia.ceph.com'} 2023-01-15T14:46:54.953 DEBUG:tasks.s3tests_java:S3 Tests Java: Setion, User = s3main, tester.client.0 2023-01-15T14:46:54.954 INFO:tasks.s3tests_java:['adjust-ulimits', 'ceph-coverage', '/home/ubuntu/cephtest/archive/coverage', 'radosgw-admin', '-n', 'client.0', 'user', 'create', '--uid', 'tester.client.0', '--display-name', 'Ms. tester.client.0', '--access-key', 'JQYRVENLDAAEEDTAVTMR', '--secret', 'CGYeZZU7CoB8LQTfwwotCoJbn4kD8ZG8fsMk8QNACsIe1Q12uAXfUw==', '--email', 'tester.client.0_test@test.test', '--cluster', 'ceph'] 2023-01-15T14:46:54.954 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid tester.client.0 --display-name 'Ms. tester.client.0' --access-key JQYRVENLDAAEEDTAVTMR --secret CGYeZZU7CoB8LQTfwwotCoJbn4kD8ZG8fsMk8QNACsIe1Q12uAXfUw== --email tester.client.0_test@test.test --cluster ceph 2023-01-15T14:46:55.009 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:55.064 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:55.070 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.017+0000 7f68bdb78780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.070 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.019+0000 7f68bdb78780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.070 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.019+0000 7f68bdb78780 20 realm 2023-01-15T14:46:55.071 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.019+0000 7f68bdb78780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.071 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.019+0000 7f68bdb78780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.071 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.019+0000 7f68bdb78780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:55.071 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.019+0000 7f68bdb78780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.071 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.019+0000 7f68bdb78780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.072 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.019+0000 7f68bdb78780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.072 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.020+0000 7f68bdb78780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:55.072 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.020+0000 7f68bdb78780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.072 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.021+0000 7f68bdb78780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:55.073 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.021+0000 7f68bdb78780 20 searching for the correct realm 2023-01-15T14:46:55.073 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.031+0000 7f68bc327700 0 -- 172.21.15.27:0/2589807087 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x5632bf4ec000 msgr2=0x5632beae5600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:55.073 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.031+0000 7f68bdb78780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:55.073 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.031+0000 7f68bdb78780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:55.073 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.031+0000 7f68bdb78780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:55.074 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.031+0000 7f68bdb78780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:55.074 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.031+0000 7f68bdb78780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.074 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.032+0000 7f68bdb78780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.074 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.032+0000 7f68bdb78780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.074 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.032+0000 7f68bdb78780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:55.075 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.032+0000 7f68bdb78780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.075 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.032+0000 7f68bdb78780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:55.075 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.032+0000 7f68bdb78780 20 zone default found 2023-01-15T14:46:55.075 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.032+0000 7f68bdb78780 4 Realm: () 2023-01-15T14:46:55.075 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.032+0000 7f68bdb78780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:55.075 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.032+0000 7f68bdb78780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:55.075 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.032+0000 7f68bdb78780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.032+0000 7f68bdb78780 20 zonegroup default 2023-01-15T14:46:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.032+0000 7f68bdb78780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.033+0000 7f68bdb78780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.033+0000 7f68bdb78780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.033+0000 7f68bdb78780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.033+0000 7f68bdb78780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.076 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.033+0000 7f68bdb78780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.033+0000 7f68bdb78780 20 started sync module instance, tier type = 2023-01-15T14:46:55.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.033+0000 7f68bdb78780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:55.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.040+0000 7f68bb325700 0 -- 172.21.15.27:0/2589807087 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x5632beae3000 msgr2=0x5632be725700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:55.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.041+0000 7f68bdb78780 20 add_watcher() i=0 2023-01-15T14:46:55.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.041+0000 7f68bdb78780 20 add_watcher() i=1 2023-01-15T14:46:55.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.041+0000 7f68bdb78780 20 add_watcher() i=2 2023-01-15T14:46:55.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.041+0000 7f68bdb78780 20 add_watcher() i=3 2023-01-15T14:46:55.078 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.041+0000 7f68bdb78780 20 add_watcher() i=4 2023-01-15T14:46:55.078 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.041+0000 7f68bdb78780 20 add_watcher() i=5 2023-01-15T14:46:55.078 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.041+0000 7f68bdb78780 20 add_watcher() i=6 2023-01-15T14:46:55.078 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.042+0000 7f68bdb78780 20 add_watcher() i=7 2023-01-15T14:46:55.078 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.042+0000 7f68bdb78780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:55.078 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.043+0000 7f68a2af4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:55.079 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.043+0000 7f68bdb78780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:55.079 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.043+0000 7f68bdb78780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:55.079 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.048+0000 7f68bdb78780 5 note: GC not initialized 2023-01-15T14:46:55.079 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.049+0000 7f689e2eb700 20 reqs_thread_entry: start 2023-01-15T14:46:55.079 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.049+0000 7f68bdb78780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:55.079 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.049+0000 7f68bdb78780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:55.080 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.049+0000 7f689c2e7700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:47:25 2023 2023-01-15T14:46:55.080 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:46:55.080 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.049+0000 7f689bac5700 20 reqs_thread_entry: start 2023-01-15T14:46:55.080 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.049+0000 7f68bdb78780 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2023-01-15T14:46:55.080 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.049+0000 7f68bdb78780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.080 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.050+0000 7f68bdb78780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.080 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.050+0000 7f68bdb78780 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x0 2023-01-15T14:46:55.080 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.050+0000 7f68bdb78780 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2023-01-15T14:46:55.080 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.050+0000 7f68bdb78780 10 cache get: name=default.rgw.meta+users.email+tester.client.0_test@test.test : miss 2023-01-15T14:46:55.080 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.050+0000 7f68bdb78780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.081 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.050+0000 7f68bdb78780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.081 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.050+0000 7f68bdb78780 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x0 2023-01-15T14:46:55.081 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.050+0000 7f68bdb78780 10 adding default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2023-01-15T14:46:55.081 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.050+0000 7f68bdb78780 10 cache get: name=default.rgw.meta+users.keys+JQYRVENLDAAEEDTAVTMR : miss 2023-01-15T14:46:55.081 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.050+0000 7f68bdb78780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.081 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.050+0000 7f68bdb78780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.081 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.050+0000 7f68bdb78780 10 cache put: name=default.rgw.meta+users.keys+JQYRVENLDAAEEDTAVTMR info.flags=0x0 2023-01-15T14:46:55.081 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.050+0000 7f68bdb78780 10 adding default.rgw.meta+users.keys+JQYRVENLDAAEEDTAVTMR to cache LRU end 2023-01-15T14:46:55.081 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.050+0000 7f68bdb78780 10 cache get: name=default.rgw.meta+users.keys+JQYRVENLDAAEEDTAVTMR : hit (negative entry) 2023-01-15T14:46:55.081 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.050+0000 7f68bdb78780 10 cache get: name=default.rgw.meta+users.keys+JQYRVENLDAAEEDTAVTMR : hit (negative entry) 2023-01-15T14:46:55.081 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.051+0000 7f68bdb78780 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2023-01-15T14:46:55.082 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.051+0000 7f68bdb78780 10 moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2023-01-15T14:46:55.082 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.051+0000 7f68bdb78780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2023-01-15T14:46:55.082 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.052+0000 7f68b631b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197631 cookie 94775943486080 notifier 6341 bl.length()=636 2023-01-15T14:46:55.082 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.052+0000 7f68b631b700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x17 2023-01-15T14:46:55.082 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.052+0000 7f68b631b700 10 rgw watcher librados: moving default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2023-01-15T14:46:55.082 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.053+0000 7f68bdb78780 10 cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2023-01-15T14:46:55.082 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.053+0000 7f68bdb78780 10 moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2023-01-15T14:46:55.082 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.053+0000 7f68bdb78780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2023-01-15T14:46:55.083 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.053+0000 7f68b631b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197597 cookie 94775943482624 notifier 6341 bl.length()=200 2023-01-15T14:46:55.083 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.053+0000 7f68b631b700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+tester.client.0_test@test.test info.flags=0x7 2023-01-15T14:46:55.083 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.053+0000 7f68b631b700 10 rgw watcher librados: moving default.rgw.meta+users.email+tester.client.0_test@test.test to cache LRU end 2023-01-15T14:46:55.083 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.055+0000 7f68bdb78780 10 cache put: name=default.rgw.meta+users.keys+JQYRVENLDAAEEDTAVTMR info.flags=0x7 2023-01-15T14:46:55.083 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.055+0000 7f68bdb78780 10 moving default.rgw.meta+users.keys+JQYRVENLDAAEEDTAVTMR to cache LRU end 2023-01-15T14:46:55.083 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.055+0000 7f68bdb78780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:JQYRVENLDAAEEDTAVTMR, ofs0, ns] 2023-01-15T14:46:55.083 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.055+0000 7f68b631b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197632 cookie 94775943484928 notifier 6341 bl.length()=189 2023-01-15T14:46:55.083 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.055+0000 7f68b631b700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+JQYRVENLDAAEEDTAVTMR info.flags=0x7 2023-01-15T14:46:55.083 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.055+0000 7f68b631b700 10 rgw watcher librados: moving default.rgw.meta+users.keys+JQYRVENLDAAEEDTAVTMR to cache LRU end 2023-01-15T14:46:55.084 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2023-01-15T14:46:55.084 INFO:teuthology.orchestra.run.smithi027.stdout: "user_id": "tester.client.0", 2023-01-15T14:46:55.084 INFO:teuthology.orchestra.run.smithi027.stdout: "display_name": "Ms. tester.client.0", 2023-01-15T14:46:55.084 INFO:teuthology.orchestra.run.smithi027.stdout: "email": "tester.client.0_test@test.test", 2023-01-15T14:46:55.084 INFO:teuthology.orchestra.run.smithi027.stdout: "suspended": 0, 2023-01-15T14:46:55.084 INFO:teuthology.orchestra.run.smithi027.stdout: "max_buckets": 1000, 2023-01-15T14:46:55.084 INFO:teuthology.orchestra.run.smithi027.stdout: "subusers": [], 2023-01-15T14:46:55.084 INFO:teuthology.orchestra.run.smithi027.stdout: "keys": [ 2023-01-15T14:46:55.085 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:46:55.085 INFO:teuthology.orchestra.run.smithi027.stdout: "user": "tester.client.0", 2023-01-15T14:46:55.085 INFO:teuthology.orchestra.run.smithi027.stdout: "access_key": "JQYRVENLDAAEEDTAVTMR", 2023-01-15T14:46:55.085 INFO:teuthology.orchestra.run.smithi027.stdout: "secret_key": "CGYeZZU7CoB8LQTfwwotCoJbn4kD8ZG8fsMk8QNACsIe1Q12uAXfUw==" 2023-01-15T14:46:55.085 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:46:55.085 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:46:55.085 INFO:teuthology.orchestra.run.smithi027.stdout: "swift_keys": [], 2023-01-15T14:46:55.085 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": [], 2023-01-15T14:46:55.085 INFO:teuthology.orchestra.run.smithi027.stdout: "op_mask": "read, write, delete", 2023-01-15T14:46:55.085 INFO:teuthology.orchestra.run.smithi027.stdout: "default_placement": "", 2023-01-15T14:46:55.085 INFO:teuthology.orchestra.run.smithi027.stdout: "default_storage_class": "", 2023-01-15T14:46:55.085 INFO:teuthology.orchestra.run.smithi027.stdout: "placement_tags": [], 2023-01-15T14:46:55.086 INFO:teuthology.orchestra.run.smithi027.stdout: "bucket_quota": { 2023-01-15T14:46:55.086 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:46:55.086 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:46:55.086 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:46:55.086 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:46:55.086 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:46:55.086 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:46:55.086 INFO:teuthology.orchestra.run.smithi027.stdout: "user_quota": { 2023-01-15T14:46:55.086 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:46:55.086 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:46:55.086 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:46:55.086 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:46:55.087 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:46:55.087 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:46:55.087 INFO:teuthology.orchestra.run.smithi027.stdout: "temp_url_keys": [], 2023-01-15T14:46:55.087 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "rgw", 2023-01-15T14:46:55.087 INFO:teuthology.orchestra.run.smithi027.stdout: "mfa_ids": [] 2023-01-15T14:46:55.087 INFO:teuthology.orchestra.run.smithi027.stdout:} 2023-01-15T14:46:55.087 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:46:55.089 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.056+0000 7f68a2af4700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:55.089 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.058+0000 7f68bdb78780 20 remove_watcher() i=0 2023-01-15T14:46:55.089 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.058+0000 7f68bdb78780 2 removed watcher, disabling cache 2023-01-15T14:46:55.089 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.059+0000 7f68bdb78780 20 remove_watcher() i=1 2023-01-15T14:46:55.089 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.060+0000 7f68bdb78780 20 remove_watcher() i=2 2023-01-15T14:46:55.089 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.061+0000 7f68bdb78780 20 remove_watcher() i=3 2023-01-15T14:46:55.090 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.062+0000 7f68bdb78780 20 remove_watcher() i=4 2023-01-15T14:46:55.090 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.062+0000 7f68bdb78780 20 remove_watcher() i=5 2023-01-15T14:46:55.090 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.063+0000 7f68bdb78780 20 remove_watcher() i=6 2023-01-15T14:46:55.090 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.064+0000 7f68bdb78780 20 remove_watcher() i=7 2023-01-15T14:46:55.093 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:46:55.093 DEBUG:teuthology.orchestra.run.smithi027:> dd of=/home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf 2023-01-15T14:46:55.118 INFO:tasks.s3tests_java:S3 Tests Java: Running tests... 2023-01-15T14:46:55.119 DEBUG:teuthology.orchestra.run.smithi027:> cp /home/ubuntu/cephtest/archive/s3-tests-java.client.0.conf /home/ubuntu/cephtest/s3-tests-java/config.properties 2023-01-15T14:46:55.170 DEBUG:teuthology.orchestra.run.smithi027:> radosgw-admin gc process --include-all 2023-01-15T14:46:55.254 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:55.255 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:55.269 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.265+0000 7f1036db5780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.269 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.267+0000 7f1036db5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.269 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.267+0000 7f1036db5780 20 realm 2023-01-15T14:46:55.269 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.267+0000 7f1036db5780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.269 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.267+0000 7f1036db5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.270 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.267+0000 7f1036db5780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:55.270 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.267+0000 7f1036db5780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.270 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.267+0000 7f1036db5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.270 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.267+0000 7f1036db5780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.270 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.268+0000 7f1036db5780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:55.271 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.268+0000 7f1036db5780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.271 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.268+0000 7f1036db5780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:55.271 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.268+0000 7f1036db5780 20 searching for the correct realm 2023-01-15T14:46:55.279 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.277+0000 7f1034562700 0 -- 172.21.15.27:0/3588432049 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55d3b86dd000 msgr2=0x55d3b78fb700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:55.281 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:55.283 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 20 zone default found 2023-01-15T14:46:55.283 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 4 Realm: () 2023-01-15T14:46:55.283 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:55.283 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:55.283 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:55.283 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 20 zonegroup default 2023-01-15T14:46:55.283 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.279+0000 7f1036db5780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.283 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.280+0000 7f1036db5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.283 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.280+0000 7f1036db5780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.283 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.280+0000 7f1036db5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.284 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.280+0000 7f1036db5780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.284 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.280+0000 7f1036db5780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.284 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.280+0000 7f1036db5780 20 started sync module instance, tier type = 2023-01-15T14:46:55.284 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.280+0000 7f1036db5780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:55.285 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.284+0000 7f1034d63700 0 -- 172.21.15.27:0/3588432049 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55d3b86dc800 msgr2=0x55d3b7d26b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:55.289 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.287+0000 7f1036db5780 20 add_watcher() i=0 2023-01-15T14:46:55.289 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.287+0000 7f1036db5780 20 add_watcher() i=1 2023-01-15T14:46:55.289 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.287+0000 7f1036db5780 20 add_watcher() i=2 2023-01-15T14:46:55.289 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.287+0000 7f1036db5780 20 add_watcher() i=3 2023-01-15T14:46:55.289 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.287+0000 7f1036db5780 20 add_watcher() i=4 2023-01-15T14:46:55.289 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.287+0000 7f1036db5780 20 add_watcher() i=5 2023-01-15T14:46:55.289 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.287+0000 7f1036db5780 20 add_watcher() i=6 2023-01-15T14:46:55.290 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.288+0000 7f1036db5780 20 add_watcher() i=7 2023-01-15T14:46:55.290 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.288+0000 7f1036db5780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:55.290 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.289+0000 7f101bd31700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:55.291 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.289+0000 7f1036db5780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:55.291 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.289+0000 7f1036db5780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:55.327 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.325+0000 7f1017528700 20 reqs_thread_entry: start 2023-01-15T14:46:55.328 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.325+0000 7f1036db5780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:55.328 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.325+0000 7f1036db5780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:55.328 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.325+0000 7f1015524700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:47:25 2023 2023-01-15T14:46:55.328 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:46:55.328 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.325+0000 7f1014d02700 20 reqs_thread_entry: start 2023-01-15T14:46:55.328 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.325+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:46:55.329 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.326+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.329 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.327+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.329 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.327+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:46:55.330 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.327+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.2138262956309884675', time=2023-01-15T16:43:34.704351+0000, chain.objs.size()=4 2023-01-15T14:46:55.330 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.327+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2__multipart_foo.2~r6c0KkB3aa4-IzxhRMruomT779a-5sK.1 2023-01-15T14:46:55.330 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.327+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2__multipart_foo.2~r6c0KkB3aa4-IzxhRMruomT779a-5sK.2 2023-01-15T14:46:55.330 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.327+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2__multipart_foo.2~r6c0KkB3aa4-IzxhRMruomT779a-5sK.3 2023-01-15T14:46:55.330 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.327+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.2__multipart_foo.2~r6c0KkB3aa4-IzxhRMruomT779a-5sK.4 2023-01-15T14:46:55.330 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.328+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.332 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.330+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:46:55.333 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.331+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.333 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.332+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.334 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.332+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:46:55.334 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.332+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.10298409408619770321', time=2023-01-15T16:43:34.876794+0000, chain.objs.size()=3 2023-01-15T14:46:55.334 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.332+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-LUKEWARM.2~vUE7y8rcQaHCjOSjpMiqG2ThbfR6yTO.1 2023-01-15T14:46:55.334 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.332+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-LUKEWARM.2~vUE7y8rcQaHCjOSjpMiqG2ThbfR6yTO.2 2023-01-15T14:46:55.334 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.332+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-LUKEWARM.2~vUE7y8rcQaHCjOSjpMiqG2ThbfR6yTO.3 2023-01-15T14:46:55.335 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.333+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.337 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.335+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:46:55.338 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.336+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.338 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.337+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.339 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.337+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:46:55.339 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.337+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.866127896319097517', time=2023-01-15T16:43:34.911198+0000, chain.objs.size()=3 2023-01-15T14:46:55.339 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.337+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-FROZEN.2~lPsf0vpDI_vhzEpYSBWP6DQgqnnntNS.1 2023-01-15T14:46:55.339 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.337+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-FROZEN.2~lPsf0vpDI_vhzEpYSBWP6DQgqnnntNS.2 2023-01-15T14:46:55.340 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.337+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-FROZEN.2~lPsf0vpDI_vhzEpYSBWP6DQgqnnntNS.3 2023-01-15T14:46:55.340 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.338+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.341 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.340+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:46:55.342 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.341+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.343 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.341+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.343 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.342+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.344 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.343+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:46:55.345 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.344+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.346 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.344+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.346 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.344+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:46:55.346 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.344+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.308787702870500918', time=2023-01-15T16:43:34.831625+0000, chain.objs.size()=1 2023-01-15T14:46:55.347 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.344+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.ymFuhkCI8S15f-26ti_JzeyAj4b72hy_0 2023-01-15T14:46:55.347 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.344+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.17578593852591510269', time=2023-01-15T16:43:34.946201+0000, chain.objs.size()=2 2023-01-15T14:46:55.347 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.344+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6__shadow_.9cEB49RpFGQkfL3PvNXTDuHNslRxgl4_0 2023-01-15T14:46:55.347 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.344+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6__shadow_.9cEB49RpFGQkfL3PvNXTDuHNslRxgl4_1 2023-01-15T14:46:55.347 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.345+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.348 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.347+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:46:55.349 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.348+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.350 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.348+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.351 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.348+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:46:55.351 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.348+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='_4dAk-x-vzmEoHQNtZhtQ6YPBsXux1aM', time=2023-01-15T16:43:34.809469+0000, chain.objs.size()=1 2023-01-15T14:46:55.351 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.348+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.G6mj-zTNzXhLT2KpE_DZMZzNL9Fy17V_0 2023-01-15T14:46:55.351 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.348+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15013412068987474663', time=2023-01-15T16:43:34.879927+0000, chain.objs.size()=3 2023-01-15T14:46:55.351 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.348+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-STANDARD.2~2KGtCVheLyGMNCExx_KLBCzWamhsHcS.1 2023-01-15T14:46:55.351 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.349+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-STANDARD.2~2KGtCVheLyGMNCExx_KLBCzWamhsHcS.2 2023-01-15T14:46:55.351 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.349+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-STANDARD.2~2KGtCVheLyGMNCExx_KLBCzWamhsHcS.3 2023-01-15T14:46:55.352 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.350+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.353 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.351+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:46:55.354 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.352+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.354 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.353+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.355 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.353+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:46:55.355 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.353+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.17196267629539075721', time=2023-01-15T16:43:34.777520+0000, chain.objs.size()=4 2023-01-15T14:46:55.355 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.353+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5__multipart_foo.2~pf67GaXhBuDVwyIHl9a8FbN7IDxDtdj.1 2023-01-15T14:46:55.355 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.353+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5__multipart_foo.2~pf67GaXhBuDVwyIHl9a8FbN7IDxDtdj.2 2023-01-15T14:46:55.355 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.353+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5__multipart_foo.2~pf67GaXhBuDVwyIHl9a8FbN7IDxDtdj.3 2023-01-15T14:46:55.355 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.353+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.5__multipart_foo.2~pf67GaXhBuDVwyIHl9a8FbN7IDxDtdj.4 2023-01-15T14:46:55.356 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.353+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.12837142561610541380', time=2023-01-15T16:43:34.883008+0000, chain.objs.size()=3 2023-01-15T14:46:55.356 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.353+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-LUKEWARM.2~vUE7y8rcQaHCjOSjpMiqG2ThbfR6yTO.1 2023-01-15T14:46:55.356 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.353+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-LUKEWARM.2~vUE7y8rcQaHCjOSjpMiqG2ThbfR6yTO.2 2023-01-15T14:46:55.356 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.353+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-LUKEWARM.2~vUE7y8rcQaHCjOSjpMiqG2ThbfR6yTO.3 2023-01-15T14:46:55.356 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.355+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.358 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.356+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:46:55.359 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.357+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.359 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.358+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.360 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.358+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:46:55.360 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.358+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.5037.5444967719220863779', time=2023-01-15T16:42:42.427110+0000, chain.objs.size()=3 2023-01-15T14:46:55.360 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.358+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.5028.1__shadow_.foo9UR4HsUyXTaWbZdUSaSpGkgC_dET_1 2023-01-15T14:46:55.360 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.358+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.5028.1__shadow_.foo9UR4HsUyXTaWbZdUSaSpGkgC_dET_2 2023-01-15T14:46:55.360 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.358+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.5028.1__shadow_.foo9UR4HsUyXTaWbZdUSaSpGkgC_dET_3 2023-01-15T14:46:55.361 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.359+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.362 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.361+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:46:55.364 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.362+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.364 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.363+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.365 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.363+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:46:55.365 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.363+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1850824858976759402', time=2023-01-15T16:43:34.727287+0000, chain.objs.size()=4 2023-01-15T14:46:55.365 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.363+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3__multipart_foo.2~IHffF00AJCnYpWHxNxIUZ_S_OI7jAat.1 2023-01-15T14:46:55.365 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.363+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3__multipart_foo.2~IHffF00AJCnYpWHxNxIUZ_S_OI7jAat.2 2023-01-15T14:46:55.366 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.363+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3__multipart_foo.2~IHffF00AJCnYpWHxNxIUZ_S_OI7jAat.3 2023-01-15T14:46:55.366 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.363+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.3__multipart_foo.2~IHffF00AJCnYpWHxNxIUZ_S_OI7jAat.4 2023-01-15T14:46:55.366 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.364+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.368 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.366+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:46:55.368 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.367+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.369 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.367+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.369 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.368+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.370 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.368+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:46:55.371 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.369+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.371 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.370+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.372 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.370+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-01-15T14:46:55.372 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.370+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1678856520968219977', time=2023-01-15T16:43:34.820676+0000, chain.objs.size()=1 2023-01-15T14:46:55.372 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.370+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.O65-b4bxYiMVWTXe9S9mQqh_bc2HC_F_0 2023-01-15T14:46:55.372 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.370+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='_KlLJBvq86z-tH0jy49gdhNamV_Lv6yM', time=2023-01-15T16:43:34.857877+0000, chain.objs.size()=2 2023-01-15T14:46:55.372 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.370+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.NxpOU4e1f9NL6AwiZ2JF_CoJheyVsEe_1 2023-01-15T14:46:55.373 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.370+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.NxpOU4e1f9NL6AwiZ2JF_CoJheyVsEe_2 2023-01-15T14:46:55.373 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.370+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='_xpjW7zydqyMGPUpIMkogzB9k1cpJjdj', time=2023-01-15T16:43:34.864377+0000, chain.objs.size()=2 2023-01-15T14:46:55.373 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.370+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.y2G5C1caHn_8NN7CRDl7_y_SZ2YKV4j_0 2023-01-15T14:46:55.373 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.370+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.y2G5C1caHn_8NN7CRDl7_y_SZ2YKV4j_1 2023-01-15T14:46:55.373 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.371+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.374 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.373+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:46:55.375 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.374+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.376 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.374+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.376 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.374+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.376 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.375+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:46:55.378 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.376+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.378 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.377+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.379 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.377+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:46:55.379 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.377+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='_gjsVJ5cDSz0TLdsLhHbNsJpekioAKZA', time=2023-01-15T16:43:34.803002+0000, chain.objs.size()=1 2023-01-15T14:46:55.379 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.377+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.vfDms01nra_HWi1VSWFVkIgWfJkyyLV_1 2023-01-15T14:46:55.380 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.378+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.380+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:46:55.382 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.381+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.382 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.381+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.383 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.381+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-01-15T14:46:55.383 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.381+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1069397487962330430', time=2023-01-15T16:43:34.752260+0000, chain.objs.size()=4 2023-01-15T14:46:55.383 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.381+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4__multipart_foo.2~sOFNP0nMtaQKLT3buh3JwTuY3J5-Y4A.1 2023-01-15T14:46:55.384 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.381+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4__multipart_foo.2~sOFNP0nMtaQKLT3buh3JwTuY3J5-Y4A.2 2023-01-15T14:46:55.384 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.381+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4__multipart_foo.2~sOFNP0nMtaQKLT3buh3JwTuY3J5-Y4A.3 2023-01-15T14:46:55.384 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.381+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.4__multipart_foo.2~sOFNP0nMtaQKLT3buh3JwTuY3J5-Y4A.4 2023-01-15T14:46:55.384 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.381+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15177372740733849465', time=2023-01-15T16:43:34.806049+0000, chain.objs.size()=1 2023-01-15T14:46:55.384 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.381+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.ymFuhkCI8S15f-26ti_JzeyAj4b72hy_0 2023-01-15T14:46:55.384 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.381+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='_PlZvj5pq8gKSpXP_7cAyFGWfH14I8DT', time=2023-01-15T16:43:34.812488+0000, chain.objs.size()=1 2023-01-15T14:46:55.384 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.381+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.uEBxZpUL5DHVaOh4d8-QaXNJpr7Kmzv_0 2023-01-15T14:46:55.385 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.383+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.386 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.384+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:46:55.387 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.386+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.388 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.386+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.388 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.386+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.389 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.387+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:46:55.390 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.388+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.390 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.389+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.391 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.389+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:46:55.391 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.389+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='_HoozSIU1oKC45dIdVHHciP2x-lK3IsG', time=2023-01-15T16:43:34.828745+0000, chain.objs.size()=1 2023-01-15T14:46:55.391 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.389+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.TeLNsqW2TpALqO72r-NuTe7-ErmwmHT_0 2023-01-15T14:46:55.391 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.389+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='_w9uarQd9ovBHKA19G5yPiVhjCs1PsyF', time=2023-01-15T16:43:34.873414+0000, chain.objs.size()=2 2023-01-15T14:46:55.391 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.389+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.8iZcETw6h2WVcziDuyjLgdIrqqcG6xv_1 2023-01-15T14:46:55.391 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.389+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.8iZcETw6h2WVcziDuyjLgdIrqqcG6xv_2 2023-01-15T14:46:55.392 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.390+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.393 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.391+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:46:55.394 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.392+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.394 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.393+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.395 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.393+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.396 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.394+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:46:55.397 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.395+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.398 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.396+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.398 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.396+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.398 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.397+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:46:55.400 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.398+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.400 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.399+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.401 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.399+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:46:55.401 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.399+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='_eW4YWwK4sHPOcUdtq9jak5ph1AdhHtG', time=2023-01-15T16:43:34.817788+0000, chain.objs.size()=1 2023-01-15T14:46:55.401 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.399+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.BnC-GTUbGHJSRrFfa-79Y4179orOBZD_1 2023-01-15T14:46:55.401 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.400+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.403 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.401+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:46:55.404 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.402+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.403+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.403+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:46:55.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.403+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.5640203649108965310', time=2023-01-15T16:43:34.870394+0000, chain.objs.size()=3 2023-01-15T14:46:55.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.403+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-STANDARD.2~2KGtCVheLyGMNCExx_KLBCzWamhsHcS.1 2023-01-15T14:46:55.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.403+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-STANDARD.2~2KGtCVheLyGMNCExx_KLBCzWamhsHcS.2 2023-01-15T14:46:55.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.403+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-STANDARD.2~2KGtCVheLyGMNCExx_KLBCzWamhsHcS.3 2023-01-15T14:46:55.406 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.403+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.12558694953449433869', time=2023-01-15T16:43:34.914287+0000, chain.objs.size()=3 2023-01-15T14:46:55.406 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.403+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-STANDARD.2~tdXFz0nMfWR9DHyGvQRXiv08-83DCuM.1 2023-01-15T14:46:55.406 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.403+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-STANDARD.2~tdXFz0nMfWR9DHyGvQRXiv08-83DCuM.2 2023-01-15T14:46:55.406 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.403+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-STANDARD.2~tdXFz0nMfWR9DHyGvQRXiv08-83DCuM.3 2023-01-15T14:46:55.406 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.405+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.408 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.406+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:46:55.409 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.407+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.410 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.408+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.410 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.408+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.410 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.409+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:46:55.412 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.410+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.412 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.410+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.412 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.411+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.413 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.411+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:46:55.414 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.413+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.415 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.413+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.415 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.413+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.416 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.414+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:46:55.417 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.415+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.417 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.416+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.418 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.416+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:46:55.418 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.416+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.16975218132166722127', time=2023-01-15T16:43:34.889048+0000, chain.objs.size()=3 2023-01-15T14:46:55.418 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.416+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-FROZEN.2~ASuWfUAmNGp5hocvK6CocHlj_rq12Mb.1 2023-01-15T14:46:55.418 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.416+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-FROZEN.2~ASuWfUAmNGp5hocvK6CocHlj_rq12Mb.2 2023-01-15T14:46:55.418 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.416+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-FROZEN.2~ASuWfUAmNGp5hocvK6CocHlj_rq12Mb.3 2023-01-15T14:46:55.419 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.417+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.420 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.419+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:46:55.421 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.420+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.422 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.420+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.422 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.420+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:46:55.422 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.420+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15755365308600195328', time=2023-01-15T16:43:34.940577+0000, chain.objs.size()=2 2023-01-15T14:46:55.422 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.420+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6__shadow_.5g0WP7kwUnXnF1hA1Whc0XIVg8vfMyg_0 2023-01-15T14:46:55.423 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.420+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.6__shadow_.5g0WP7kwUnXnF1hA1Whc0XIVg8vfMyg_1 2023-01-15T14:46:55.423 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.422+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.425 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.423+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:46:55.426 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.424+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.426 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.424+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.427 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.425+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:46:55.427 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.425+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4838.4591397615271516633', time=2023-01-15T16:42:42.422604+0000, chain.objs.size()=2 2023-01-15T14:46:55.427 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.425+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.5028.1__shadow_.Ehm2PcyzYq8i_XAxUyKHueGz9pJcs7L_1 2023-01-15T14:46:55.427 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.425+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.5028.1__shadow_.Ehm2PcyzYq8i_XAxUyKHueGz9pJcs7L_2 2023-01-15T14:46:55.427 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.425+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='_AyFG8j1qc2qW4EeESOEcmjB-bLK3Tus', time=2023-01-15T16:43:34.886025+0000, chain.objs.size()=1 2023-01-15T14:46:55.427 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.425+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.zSpbctGRW4lW8proShvrWQ-aCpvHDvn_0 2023-01-15T14:46:55.428 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.426+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.430 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.428+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:46:55.430 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.429+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.431 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.429+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.431 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.429+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.432 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.431+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:46:55.433 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.432+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.434 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.432+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.433+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:46:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.433+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='_dxX3ABaVh0oYVWXChZtCLwzRXEQPZn_', time=2023-01-15T16:43:34.799953+0000, chain.objs.size()=1 2023-01-15T14:46:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.433+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.EaWYwLSjvflfx4woI9bapAYAcNu-DXH_0 2023-01-15T14:46:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.433+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.17187171150482183338', time=2023-01-15T16:43:34.917893+0000, chain.objs.size()=3 2023-01-15T14:46:55.435 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.433+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-LUKEWARM.2~AE6msmP92UFRheBy-hPd0tyVZoLdFnX.1 2023-01-15T14:46:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.433+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-LUKEWARM.2~AE6msmP92UFRheBy-hPd0tyVZoLdFnX.2 2023-01-15T14:46:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.433+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.8__multipart_foo-LUKEWARM.2~AE6msmP92UFRheBy-hPd0tyVZoLdFnX.3 2023-01-15T14:46:55.436 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.434+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.437 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.435+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:46:55.438 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.436+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.439 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.437+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.439 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.437+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:46:55.439 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.437+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.10587971121906008582', time=2023-01-15T16:43:34.825770+0000, chain.objs.size()=1 2023-01-15T14:46:55.439 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.437+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.7__shadow_.O65-b4bxYiMVWTXe9S9mQqh_bc2HC_F_0 2023-01-15T14:46:55.440 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.437+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='_p3UM1kMG_HcgXaFCP4JcSKnN_3DBrv4', time=2023-01-15T16:43:34.854104+0000, chain.objs.size()=1 2023-01-15T14:46:55.440 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.437+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.lukewarm:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.oIr5ngkoao4xouMDTBM2ZM5dI--g_W0_0 2023-01-15T14:46:55.440 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.438+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.442 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.440+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:46:55.443 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.441+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.443 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.442+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.444 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.442+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.444 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.442+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:46:55.445 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.443+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.445 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.444+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.446 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.444+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:46:55.446 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.444+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.9433587499668762419', time=2023-01-15T16:43:34.861020+0000, chain.objs.size()=3 2023-01-15T14:46:55.446 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.444+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-FROZEN.2~ASuWfUAmNGp5hocvK6CocHlj_rq12Mb.1 2023-01-15T14:46:55.447 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.444+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-FROZEN.2~ASuWfUAmNGp5hocvK6CocHlj_rq12Mb.2 2023-01-15T14:46:55.447 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.444+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__multipart_foo-FROZEN.2~ASuWfUAmNGp5hocvK6CocHlj_rq12Mb.3 2023-01-15T14:46:55.447 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.444+0000 7f1036db5780 20 garbage collection: RGWGC::process iterating over entry tag='_DmoBarmPexzj510Ycy2mtHY93csPSSL', time=2023-01-15T16:43:34.867474+0000, chain.objs.size()=2 2023-01-15T14:46:55.447 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.444+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.ry8REBWkIjyM-XrhuUS9k3ZqJgo1AbQ_0 2023-01-15T14:46:55.447 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.444+0000 7f1036db5780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data.frozen:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.9__shadow_.ry8REBWkIjyM-XrhuUS9k3ZqJgo1AbQ_1 2023-01-15T14:46:55.447 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.446+0000 7f1036db5780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:46:55.449 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.447+0000 7f1036db5780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:46:55.450 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.448+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.450 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.449+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.451 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.449+0000 7f1036db5780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.452 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.450+0000 7f101bd31700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:55.453 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.452+0000 7f1036db5780 20 remove_watcher() i=0 2023-01-15T14:46:55.453 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.452+0000 7f1036db5780 2 removed watcher, disabling cache 2023-01-15T14:46:55.454 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.453+0000 7f1036db5780 20 remove_watcher() i=1 2023-01-15T14:46:55.455 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.453+0000 7f1036db5780 20 remove_watcher() i=2 2023-01-15T14:46:55.456 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.454+0000 7f1036db5780 20 remove_watcher() i=3 2023-01-15T14:46:55.456 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.455+0000 7f1036db5780 20 remove_watcher() i=4 2023-01-15T14:46:55.457 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.456+0000 7f1036db5780 20 remove_watcher() i=5 2023-01-15T14:46:55.458 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.456+0000 7f1036db5780 20 remove_watcher() i=6 2023-01-15T14:46:55.459 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.457+0000 7f1036db5780 20 remove_watcher() i=7 2023-01-15T14:46:55.464 DEBUG:teuthology.orchestra.run.smithi027:> radosgw-admin gc process --include-all 2023-01-15T14:46:55.505 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:46:55.505 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:46:55.516 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.514+0000 7fa46cdae780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.518 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.516+0000 7fa46cdae780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.518 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.516+0000 7fa46cdae780 20 realm 2023-01-15T14:46:55.518 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.516+0000 7fa46cdae780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.518 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.516+0000 7fa46cdae780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.518 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.516+0000 7fa46cdae780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:46:55.518 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.516+0000 7fa46cdae780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.519 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.516+0000 7fa46cdae780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.519 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.516+0000 7fa46cdae780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.519 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.517+0000 7fa46cdae780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:55.520 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.517+0000 7fa46cdae780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.520 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.517+0000 7fa46cdae780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:46:55.520 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.517+0000 7fa46cdae780 20 searching for the correct realm 2023-01-15T14:46:55.528 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.526+0000 7fa46ad5c700 0 -- 172.21.15.27:0/444766303 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x56097a39ec00 msgr2=0x56097a030c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:46:55.531 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.527+0000 7fa46cdae780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:46:55.531 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.527+0000 7fa46cdae780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:46:55.531 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.527+0000 7fa46cdae780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:46:55.531 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.527+0000 7fa46cdae780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:46:55.531 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.527+0000 7fa46cdae780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.531 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.528+0000 7fa46cdae780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.531 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.528+0000 7fa46cdae780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.531 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.528+0000 7fa46cdae780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:46:55.531 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.528+0000 7fa46cdae780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.528+0000 7fa46cdae780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:46:55.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.528+0000 7fa46cdae780 20 zone default found 2023-01-15T14:46:55.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.528+0000 7fa46cdae780 4 Realm: () 2023-01-15T14:46:55.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.528+0000 7fa46cdae780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:46:55.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.528+0000 7fa46cdae780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:46:55.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.528+0000 7fa46cdae780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:46:55.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.528+0000 7fa46cdae780 20 zonegroup default 2023-01-15T14:46:55.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.528+0000 7fa46cdae780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.528+0000 7fa46cdae780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.528+0000 7fa46cdae780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.529+0000 7fa46cdae780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.529+0000 7fa46cdae780 20 rados->read ofs=0 len=0 2023-01-15T14:46:55.533 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.529+0000 7fa46cdae780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:46:55.533 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.529+0000 7fa46cdae780 20 started sync module instance, tier type = 2023-01-15T14:46:55.533 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.529+0000 7fa46cdae780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:46:55.535 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.533+0000 7fa46a55b700 0 -- 172.21.15.27:0/444766303 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x56097a39f800 msgr2=0x56097a031180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:46:55.538 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.536+0000 7fa46cdae780 20 add_watcher() i=0 2023-01-15T14:46:55.538 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.536+0000 7fa46cdae780 20 add_watcher() i=1 2023-01-15T14:46:55.538 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.536+0000 7fa46cdae780 20 add_watcher() i=2 2023-01-15T14:46:55.538 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.536+0000 7fa46cdae780 20 add_watcher() i=3 2023-01-15T14:46:55.538 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.536+0000 7fa46cdae780 20 add_watcher() i=4 2023-01-15T14:46:55.538 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.536+0000 7fa46cdae780 20 add_watcher() i=5 2023-01-15T14:46:55.538 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.536+0000 7fa46cdae780 20 add_watcher() i=6 2023-01-15T14:46:55.538 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.537+0000 7fa46cdae780 20 add_watcher() i=7 2023-01-15T14:46:55.539 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.537+0000 7fa46cdae780 2 all 8 watchers are set, enabling cache 2023-01-15T14:46:55.540 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.538+0000 7fa451d2a700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:55.540 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.538+0000 7fa46cdae780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:46:55.540 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.538+0000 7fa46cdae780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:46:55.575 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.572+0000 7fa44d521700 20 reqs_thread_entry: start 2023-01-15T14:46:55.575 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.573+0000 7fa46cdae780 20 init_complete bucket index max shards: 11 2023-01-15T14:46:55.575 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.573+0000 7fa46cdae780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:46:55.575 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.573+0000 7fa44b51d700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:47:26 2023 2023-01-15T14:46:55.575 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:46:55.575 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.573+0000 7fa44acfb700 20 reqs_thread_entry: start 2023-01-15T14:46:55.576 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.573+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:46:55.576 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.574+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.577 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.574+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.577 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.575+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.577 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.576+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:46:55.579 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.577+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.580 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.577+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.580 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.578+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.580 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.578+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:46:55.581 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.579+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.582 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.580+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.582 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.580+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.583 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.581+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:46:55.583 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.582+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.584 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.582+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.583+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.584+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:46:55.586 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.585+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.587 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.585+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.587 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.585+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.588 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.586+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:46:55.589 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.587+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.589 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.588+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.590 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.588+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.591 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.589+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:46:55.592 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.590+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.592 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.591+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.593 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.591+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.593 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.592+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:46:55.594 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.593+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.595 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.594+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.596 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.594+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.596 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.595+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:46:55.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.596+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.597+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.597+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.598+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:46:55.600 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.599+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.601 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.599+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.601 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.599+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.602 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.600+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:46:55.603 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.601+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.604 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.602+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.604 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.602+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.605 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.603+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:46:55.606 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.604+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.606 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.605+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.607 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.605+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.607 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.606+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:46:55.608 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.607+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.609 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.608+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.609 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.608+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.609+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:46:55.611 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.610+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.611+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.611+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.612+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:46:55.614 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.613+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.615 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.613+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.615 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.614+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.616 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.615+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:46:55.617 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.616+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.616+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.616+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.619 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.617+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:46:55.620 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.618+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.621 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.619+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.621 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.619+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.620+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:46:55.623 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.621+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.623 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.622+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.622+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.625 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.623+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:46:55.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.624+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.625+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.625+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.626+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:46:55.628 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.627+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.629 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.628+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.630 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.628+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.630 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.629+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:46:55.632 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.630+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.632 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.631+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.631+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.632+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:46:55.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.633+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.633+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.633+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.636 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.634+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:46:55.637 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.635+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.637 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.636+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.636+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.637+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:46:55.639 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.638+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.638+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.639+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.639+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:46:55.642 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.640+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.642 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.641+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.641+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.642+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:46:55.645 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.643+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.645 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.644+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.644+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.645+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:46:55.647 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.646+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.646+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.647+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.647+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:46:55.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.648+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.651 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.649+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.651 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.649+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.652 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.650+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:46:55.653 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.651+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.652+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.652+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.655 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.653+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:46:55.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.654+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.657 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.655+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.657 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.655+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.657 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.655+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:46:55.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.656+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.659 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.657+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.659 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.657+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.660 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.658+0000 7fa46cdae780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:46:55.660 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.659+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.659+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:46:55.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.660+0000 7fa46cdae780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:46:55.663 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.661+0000 7fa451d2a700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:46:55.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.663+0000 7fa46cdae780 20 remove_watcher() i=0 2023-01-15T14:46:55.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.663+0000 7fa46cdae780 2 removed watcher, disabling cache 2023-01-15T14:46:55.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.663+0000 7fa46cdae780 20 remove_watcher() i=1 2023-01-15T14:46:55.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.664+0000 7fa46cdae780 20 remove_watcher() i=2 2023-01-15T14:46:55.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.665+0000 7fa46cdae780 20 remove_watcher() i=3 2023-01-15T14:46:55.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.666+0000 7fa46cdae780 20 remove_watcher() i=4 2023-01-15T14:46:55.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.666+0000 7fa46cdae780 20 remove_watcher() i=5 2023-01-15T14:46:55.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.667+0000 7fa46cdae780 20 remove_watcher() i=6 2023-01-15T14:46:55.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:46:55.668+0000 7fa46cdae780 20 remove_watcher() i=7 2023-01-15T14:46:55.674 DEBUG:teuthology.orchestra.run.smithi027:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests AWS4Test 2023-01-15T14:46:56.287 INFO:teuthology.orchestra.run.smithi027.stdout:Starting a Gradle Daemon (subsequent builds will be faster) 2023-01-15T14:47:00.489 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :clean UP-TO-DATE 2023-01-15T14:47:18.487 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :compileJava 2023-01-15T14:47:18.487 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :processResources 2023-01-15T14:47:18.487 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :classes 2023-01-15T14:47:19.088 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:19.088 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :compileTestJava 2023-01-15T14:47:19.088 INFO:teuthology.orchestra.run.smithi027.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2023-01-15T14:47:19.089 INFO:teuthology.orchestra.run.smithi027.stderr:Note: Recompile with -Xlint:deprecation for details. 2023-01-15T14:47:19.089 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:19.089 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :processTestResources NO-SOURCE 2023-01-15T14:47:19.089 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :testClasses 2023-01-15T14:47:25.287 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:25.287 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :test 2023-01-15T14:47:25.287 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:25.287 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 STARTED 2023-01-15T14:47:25.787 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:25.787 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadLLAPIAWS4 PASSED 2023-01-15T14:47:25.987 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:25.987 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 STARTED 2023-01-15T14:47:26.087 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:26.087 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testAbortMultipartUploadNotFoundLLAPIAWS4 PASSED 2023-01-15T14:47:26.287 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:26.287 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 STARTED 2023-01-15T14:47:26.687 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:26.687 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testDownloadHLAPIAWS4 PASSED 2023-01-15T14:47:26.887 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:26.887 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 STARTED 2023-01-15T14:47:26.887 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:26.887 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoBucketHLAPIAWS4 PASSED 2023-01-15T14:47:26.987 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:26.987 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 STARTED 2023-01-15T14:47:26.987 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:26.987 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testDownloadNoKeyHLAPIAWS4 PASSED 2023-01-15T14:47:27.187 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:27.187 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 STARTED 2023-01-15T14:47:27.587 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:27.587 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyHLAPIAWS4 PASSED 2023-01-15T14:47:27.887 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:27.887 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 STARTED 2023-01-15T14:47:30.887 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:30.887 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyMultipleSizesLLAPIAWS4 PASSED 2023-01-15T14:47:31.287 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:31.287 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 STARTED 2023-01-15T14:47:31.287 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:31.287 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCBucketHLAPIAWS4 PASSED 2023-01-15T14:47:31.487 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:31.487 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 STARTED 2023-01-15T14:47:31.487 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:31.487 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartCopyNoSRCKeyHLAPIAWS4 PASSED 2023-01-15T14:47:31.786 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:31.787 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 STARTED 2023-01-15T14:47:32.187 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:32.187 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadHLAPIAWS4 PASSED 2023-01-15T14:47:32.387 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:32.387 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 STARTED 2023-01-15T14:47:32.487 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:32.487 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadNoBucketHLAPIAWS4 PASSED 2023-01-15T14:47:32.587 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:32.587 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 STARTED 2023-01-15T14:47:34.887 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:34.887 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartDownloadWithPauseHLAPIAWS4 PASSED 2023-01-15T14:47:35.087 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:35.087 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 STARTED 2023-01-15T14:47:35.487 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:35.487 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadHLAPIAWS4 PASSED 2023-01-15T14:47:35.687 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:35.687 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 STARTED 2023-01-15T14:47:35.987 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:35.987 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadIncorrectMissingPartLLAPIAWS4 PASSED 2023-01-15T14:47:36.187 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:36.312 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 STARTED 2023-01-15T14:47:43.387 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:43.387 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadMultipleSizesLLAPIAWS4 PASSED 2023-01-15T14:47:43.587 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:43.587 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 STARTED 2023-01-15T14:47:44.587 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:44.587 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadOverwriteExistingObjectLLAPIAWS4 PASSED 2023-01-15T14:47:44.787 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:44.787 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 STARTED 2023-01-15T14:47:45.287 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:45.287 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadSmallLLAPIAWS4 PASSED 2023-01-15T14:47:45.487 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:45.487 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 STARTED 2023-01-15T14:47:45.887 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:45.958 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testMultipartUploadWithPauseAWS4 PASSED 2023-01-15T14:47:46.187 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:46.187 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 STARTED 2023-01-15T14:47:46.187 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:46.187 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateAfterToday4AWS4 PASSED 2023-01-15T14:47:46.387 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:46.387 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 STARTED 2023-01-15T14:47:46.387 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:46.387 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeEpochAWS4 PASSED 2023-01-15T14:47:46.587 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:46.587 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 STARTED 2023-01-15T14:47:46.587 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:46.587 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateBeforeToday4AWS4 PASSED 2023-01-15T14:47:46.887 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:46.887 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 STARTED 2023-01-15T14:47:46.887 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:46.887 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateEmptyAWS4 PASSED 2023-01-15T14:47:47.087 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:47.087 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 STARTED 2023-01-15T14:47:47.087 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:47.087 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateInvalidAWS4 PASSED 2023-01-15T14:47:47.287 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:47.287 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 STARTED 2023-01-15T14:47:47.287 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:47.287 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadDateNoneAWS4 PASSED 2023-01-15T14:47:47.487 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:47.487 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 STARTED 2023-01-15T14:47:47.487 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:47.487 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testObjectCreateBadMd5InvalidGarbageAWS4 PASSED 2023-01-15T14:47:47.687 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:47.687 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 STARTED 2023-01-15T14:47:48.287 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:48.287 INFO:teuthology.orchestra.run.smithi027.stdout:suite > AWS4 tests > AWS4Test.testUploadFileHLAPIBigFileAWS4 PASSED 2023-01-15T14:47:48.487 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:48.487 INFO:teuthology.orchestra.run.smithi027.stdout:---------------------------------------------------------------------- 2023-01-15T14:47:48.487 INFO:teuthology.orchestra.run.smithi027.stdout:| Results: SUCCESS (26 tests, 26 successes, 0 failures, 0 skipped) | 2023-01-15T14:47:48.487 INFO:teuthology.orchestra.run.smithi027.stdout:---------------------------------------------------------------------- 2023-01-15T14:47:48.563 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:48.564 INFO:teuthology.orchestra.run.smithi027.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2023-01-15T14:47:48.564 INFO:teuthology.orchestra.run.smithi027.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2023-01-15T14:47:48.564 INFO:teuthology.orchestra.run.smithi027.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2023-01-15T14:47:48.564 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:48.564 INFO:teuthology.orchestra.run.smithi027.stdout:BUILD SUCCESSFUL in 52s 2023-01-15T14:47:48.564 INFO:teuthology.orchestra.run.smithi027.stdout:5 actionable tasks: 4 executed, 1 up-to-date 2023-01-15T14:47:48.880 DEBUG:teuthology.orchestra.run.smithi027:> radosgw-admin gc process --include-all 2023-01-15T14:47:48.984 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:47:48.984 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:47:48.996 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:48.995+0000 7f4b97371780 20 rados->read ofs=0 len=0 2023-01-15T14:47:48.998 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:48.996+0000 7f4b97371780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:48.998 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:48.996+0000 7f4b97371780 20 realm 2023-01-15T14:47:48.998 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:48.996+0000 7f4b97371780 20 rados->read ofs=0 len=0 2023-01-15T14:47:48.998 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:48.996+0000 7f4b97371780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:48.999 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:48.996+0000 7f4b97371780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:47:48.999 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:48.996+0000 7f4b97371780 20 rados->read ofs=0 len=0 2023-01-15T14:47:48.999 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:48.996+0000 7f4b97371780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:48.999 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:48.996+0000 7f4b97371780 20 rados->read ofs=0 len=0 2023-01-15T14:47:48.999 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:48.997+0000 7f4b97371780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:49.000 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:48.997+0000 7f4b97371780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.000 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:48.998+0000 7f4b97371780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:47:49.000 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:48.998+0000 7f4b97371780 20 searching for the correct realm 2023-01-15T14:47:49.008 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.006+0000 7f4b9531f700 0 -- 172.21.15.27:0/1051400282 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55c079050000 msgr2=0x55c079038b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:47:49.009 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:47:49.010 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:47:49.010 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:47:49.010 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:47:49.010 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.010 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.010 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.012 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:49.012 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.012 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:47:49.012 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 20 zone default found 2023-01-15T14:47:49.012 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 4 Realm: () 2023-01-15T14:47:49.012 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:47:49.012 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:47:49.013 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:47:49.013 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 20 zonegroup default 2023-01-15T14:47:49.013 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.008+0000 7f4b97371780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.013 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.009+0000 7f4b97371780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.013 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.009+0000 7f4b97371780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.013 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.009+0000 7f4b97371780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.013 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.009+0000 7f4b97371780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.013 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.009+0000 7f4b97371780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.013 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.009+0000 7f4b97371780 20 started sync module instance, tier type = 2023-01-15T14:47:49.013 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.009+0000 7f4b97371780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:47:49.024 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.023+0000 7f4b9531f700 0 -- 172.21.15.27:0/1051400282 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55c07906a000 msgr2=0x55c07903a100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:47:49.027 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.026+0000 7f4b97371780 20 add_watcher() i=0 2023-01-15T14:47:49.027 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.026+0000 7f4b97371780 20 add_watcher() i=1 2023-01-15T14:47:49.028 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.026+0000 7f4b97371780 20 add_watcher() i=2 2023-01-15T14:47:49.028 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.026+0000 7f4b97371780 20 add_watcher() i=3 2023-01-15T14:47:49.028 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.026+0000 7f4b97371780 20 add_watcher() i=4 2023-01-15T14:47:49.028 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.026+0000 7f4b97371780 20 add_watcher() i=5 2023-01-15T14:47:49.028 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.026+0000 7f4b97371780 20 add_watcher() i=6 2023-01-15T14:47:49.028 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.026+0000 7f4b97371780 20 add_watcher() i=7 2023-01-15T14:47:49.028 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.026+0000 7f4b97371780 2 all 8 watchers are set, enabling cache 2023-01-15T14:47:49.029 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.027+0000 7f4b7c2ed700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:49.029 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.028+0000 7f4b97371780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:47:49.030 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.028+0000 7f4b97371780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:47:49.065 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.063+0000 7f4b77ae4700 20 reqs_thread_entry: start 2023-01-15T14:47:49.065 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.063+0000 7f4b97371780 20 init_complete bucket index max shards: 11 2023-01-15T14:47:49.066 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.063+0000 7f4b97371780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:47:49.066 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.063+0000 7f4b75ae0700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:48:19 2023 2023-01-15T14:47:49.066 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:47:49.066 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.063+0000 7f4b752be700 20 reqs_thread_entry: start 2023-01-15T14:47:49.066 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.063+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:47:49.068 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.064+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.068 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.065+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.068 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.065+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:47:49.068 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.065+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.10237764635778471189', time=2023-01-15T16:47:30.955698+0000, chain.objs.size()=4 2023-01-15T14:47:49.068 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.065+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.31__shadow_.OnyCx8-wOrWfzxaYILc-aTF3mplrB71_1 2023-01-15T14:47:49.068 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.065+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.31__shadow_.OnyCx8-wOrWfzxaYILc-aTF3mplrB71_2 2023-01-15T14:47:49.068 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.065+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.31__shadow_.OnyCx8-wOrWfzxaYILc-aTF3mplrB71_3 2023-01-15T14:47:49.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.065+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.31__shadow_.OnyCx8-wOrWfzxaYILc-aTF3mplrB71_4 2023-01-15T14:47:49.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.065+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.18276443793793246954', time=2023-01-15T16:47:32.233757+0000, chain.objs.size()=5 2023-01-15T14:47:49.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.065+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.36__multipart_key1.2~iKxxOCYYB3wZDp_1YbSt-fZPu2HiqII.1 2023-01-15T14:47:49.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.065+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.36__multipart_key1.2~iKxxOCYYB3wZDp_1YbSt-fZPu2HiqII.2 2023-01-15T14:47:49.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.065+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.36__multipart_key1.2~iKxxOCYYB3wZDp_1YbSt-fZPu2HiqII.3 2023-01-15T14:47:49.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.065+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.36__multipart_key1.2~iKxxOCYYB3wZDp_1YbSt-fZPu2HiqII.4 2023-01-15T14:47:49.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.065+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.36__multipart_key1.2~iKxxOCYYB3wZDp_1YbSt-fZPu2HiqII.5 2023-01-15T14:47:49.070 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.067+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.070 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.069+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:47:49.072 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.070+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.072 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.070+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.073 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.071+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:47:49.073 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.071+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.9434226011683485615', time=2023-01-15T16:47:44.607252+0000, chain.objs.size()=5 2023-01-15T14:47:49.073 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.071+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.41__multipart_key1.2~shbNsy3VtIg3IdHFn1D-DXDJqQh7i4A.1 2023-01-15T14:47:49.073 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.071+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.41__multipart_key1.2~shbNsy3VtIg3IdHFn1D-DXDJqQh7i4A.2 2023-01-15T14:47:49.073 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.071+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.41__multipart_key1.2~shbNsy3VtIg3IdHFn1D-DXDJqQh7i4A.3 2023-01-15T14:47:49.073 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.071+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.41__multipart_key1.2~shbNsy3VtIg3IdHFn1D-DXDJqQh7i4A.4 2023-01-15T14:47:49.073 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.071+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.41__multipart_key1.2~shbNsy3VtIg3IdHFn1D-DXDJqQh7i4A.5 2023-01-15T14:47:49.074 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.072+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.076 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.075+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:47:49.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.076+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.076+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.078 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.076+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.079 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.077+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:47:49.080 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.078+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.081 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.079+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.081 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.079+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.081 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.080+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:47:49.082 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.081+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.083 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.081+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.082+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:47:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.082+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.11862748850856916087', time=2023-01-15T16:47:30.453404+0000, chain.objs.size()=5 2023-01-15T14:47:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.082+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~KC4Gojf7reNtyD8Kb47qsPUz1lwuYpH.1 2023-01-15T14:47:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.082+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__shadow_key1.2~KC4Gojf7reNtyD8Kb47qsPUz1lwuYpH.1_1 2023-01-15T14:47:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.082+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~KC4Gojf7reNtyD8Kb47qsPUz1lwuYpH.2 2023-01-15T14:47:49.084 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.082+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__shadow_key1.2~KC4Gojf7reNtyD8Kb47qsPUz1lwuYpH.2_1 2023-01-15T14:47:49.085 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.082+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~KC4Gojf7reNtyD8Kb47qsPUz1lwuYpH.3 2023-01-15T14:47:49.085 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.082+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.3639616107176653317', time=2023-01-15T16:47:48.321406+0000, chain.objs.size()=11 2023-01-15T14:47:49.085 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.082+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.51__multipart_key1.2~Z8sE010H1RzuTThCIzb_-WMYRuxQcyV.1 2023-01-15T14:47:49.085 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.082+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.51__multipart_key1.2~Z8sE010H1RzuTThCIzb_-WMYRuxQcyV.2 2023-01-15T14:47:49.085 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.082+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.51__multipart_key1.2~Z8sE010H1RzuTThCIzb_-WMYRuxQcyV.3 2023-01-15T14:47:49.085 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.082+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.51__multipart_key1.2~Z8sE010H1RzuTThCIzb_-WMYRuxQcyV.4 2023-01-15T14:47:49.085 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.082+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.51__multipart_key1.2~Z8sE010H1RzuTThCIzb_-WMYRuxQcyV.5 2023-01-15T14:47:49.085 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.082+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.51__multipart_key1.2~Z8sE010H1RzuTThCIzb_-WMYRuxQcyV.6 2023-01-15T14:47:49.085 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.082+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.51__multipart_key1.2~Z8sE010H1RzuTThCIzb_-WMYRuxQcyV.7 2023-01-15T14:47:49.086 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.084+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.51__multipart_key1.2~Z8sE010H1RzuTThCIzb_-WMYRuxQcyV.8 2023-01-15T14:47:49.086 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.085+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.51__multipart_key1.2~Z8sE010H1RzuTThCIzb_-WMYRuxQcyV.9 2023-01-15T14:47:49.086 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.085+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.51__multipart_key1.2~Z8sE010H1RzuTThCIzb_-WMYRuxQcyV.10 2023-01-15T14:47:49.087 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.085+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.51__multipart_key1.2~Z8sE010H1RzuTThCIzb_-WMYRuxQcyV.11 2023-01-15T14:47:49.087 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.086+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.089 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.087+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:47:49.090 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.088+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.090 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.089+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.091 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.089+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:47:49.091 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.089+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.16486932437151400849', time=2023-01-15T16:47:40.691298+0000, chain.objs.size()=10 2023-01-15T14:47:49.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.089+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~El_C7SGRToTqS7vzJ-EozoNi6FNSfJ1.1 2023-01-15T14:47:49.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.089+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~El_C7SGRToTqS7vzJ-EozoNi6FNSfJ1.2 2023-01-15T14:47:49.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.089+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~El_C7SGRToTqS7vzJ-EozoNi6FNSfJ1.3 2023-01-15T14:47:49.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.089+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~El_C7SGRToTqS7vzJ-EozoNi6FNSfJ1.4 2023-01-15T14:47:49.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.089+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~El_C7SGRToTqS7vzJ-EozoNi6FNSfJ1.5 2023-01-15T14:47:49.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.089+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~El_C7SGRToTqS7vzJ-EozoNi6FNSfJ1.6 2023-01-15T14:47:49.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.089+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~El_C7SGRToTqS7vzJ-EozoNi6FNSfJ1.7 2023-01-15T14:47:49.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.089+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~El_C7SGRToTqS7vzJ-EozoNi6FNSfJ1.8 2023-01-15T14:47:49.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.089+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~El_C7SGRToTqS7vzJ-EozoNi6FNSfJ1.9 2023-01-15T14:47:49.093 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.089+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~El_C7SGRToTqS7vzJ-EozoNi6FNSfJ1.10 2023-01-15T14:47:49.093 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.092+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.095 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.093+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:47:49.096 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.094+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.096 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.095+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.095+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:47:49.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.095+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.4346921134240961561', time=2023-01-15T16:47:35.499092+0000, chain.objs.size()=5 2023-01-15T14:47:49.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.095+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.38__multipart_file2.mpg.2~KweNRUShuDLe_tYe60CSiW9--MND8Ia.1 2023-01-15T14:47:49.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.095+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.38__multipart_file2.mpg.2~KweNRUShuDLe_tYe60CSiW9--MND8Ia.2 2023-01-15T14:47:49.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.095+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.38__multipart_file2.mpg.2~KweNRUShuDLe_tYe60CSiW9--MND8Ia.3 2023-01-15T14:47:49.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.095+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.38__multipart_file2.mpg.2~KweNRUShuDLe_tYe60CSiW9--MND8Ia.4 2023-01-15T14:47:49.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.095+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.38__multipart_file2.mpg.2~KweNRUShuDLe_tYe60CSiW9--MND8Ia.5 2023-01-15T14:47:49.098 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.097+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.100 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.098+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:47:49.101 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.099+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.101 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.100+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.102 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.100+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:47:49.102 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.100+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.9803632562769800243', time=2023-01-15T16:47:27.637652+0000, chain.objs.size()=5 2023-01-15T14:47:49.102 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.100+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.29__multipart_key1.2~5iIVa9H6RuBcZnq4s2bk1MFxFIybr3k.1 2023-01-15T14:47:49.102 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.100+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.29__multipart_key1.2~5iIVa9H6RuBcZnq4s2bk1MFxFIybr3k.2 2023-01-15T14:47:49.102 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.100+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.29__multipart_key1.2~5iIVa9H6RuBcZnq4s2bk1MFxFIybr3k.3 2023-01-15T14:47:49.103 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.100+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.29__multipart_key1.2~5iIVa9H6RuBcZnq4s2bk1MFxFIybr3k.4 2023-01-15T14:47:49.103 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.100+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.29__multipart_key1.2~5iIVa9H6RuBcZnq4s2bk1MFxFIybr3k.5 2023-01-15T14:47:49.104 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.102+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.105 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.103+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:47:49.106 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.104+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.106 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.105+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.107 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.105+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:47:49.107 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.105+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.11159966921459492134', time=2023-01-15T16:47:27.758982+0000, chain.objs.size()=5 2023-01-15T14:47:49.107 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.105+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.29__multipart_key1.2~5iIVa9H6RuBcZnq4s2bk1MFxFIybr3k.1 2023-01-15T14:47:49.107 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.105+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.29__multipart_key1.2~5iIVa9H6RuBcZnq4s2bk1MFxFIybr3k.2 2023-01-15T14:47:49.107 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.105+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.29__multipart_key1.2~5iIVa9H6RuBcZnq4s2bk1MFxFIybr3k.3 2023-01-15T14:47:49.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.105+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.29__multipart_key1.2~5iIVa9H6RuBcZnq4s2bk1MFxFIybr3k.4 2023-01-15T14:47:49.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.105+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.29__multipart_key1.2~5iIVa9H6RuBcZnq4s2bk1MFxFIybr3k.5 2023-01-15T14:47:49.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.107+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.110 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.108+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:47:49.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.109+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.110+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.110+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:47:49.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.110+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.8510492637636874788', time=2023-01-15T16:47:29.188369+0000, chain.objs.size()=5 2023-01-15T14:47:49.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.110+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~oo3wj1pZJgdtvSBwJFPjhfeqwNTKmS3.1 2023-01-15T14:47:49.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.110+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~oo3wj1pZJgdtvSBwJFPjhfeqwNTKmS3.2 2023-01-15T14:47:49.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.110+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~oo3wj1pZJgdtvSBwJFPjhfeqwNTKmS3.3 2023-01-15T14:47:49.113 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.110+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~oo3wj1pZJgdtvSBwJFPjhfeqwNTKmS3.4 2023-01-15T14:47:49.113 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.110+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~oo3wj1pZJgdtvSBwJFPjhfeqwNTKmS3.5 2023-01-15T14:47:49.113 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.112+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.115 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.113+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:47:49.116 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.114+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.116 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.115+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.115+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.116+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:47:49.118 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.117+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.119 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.117+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.119 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.117+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.120 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.118+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:47:49.121 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.119+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.121 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.120+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.121 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.120+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.122 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.121+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:47:49.123 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.121+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.124 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.122+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.124 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.122+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.124 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.123+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:47:49.126 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.124+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.126 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.124+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.127 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.125+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:47:49.127 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.125+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.18179211488791815226', time=2023-01-15T16:47:31.077757+0000, chain.objs.size()=5 2023-01-15T14:47:49.127 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.125+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~yefinEQ--RdjAUh2nWC8dIeqm1oFiPM.1 2023-01-15T14:47:49.127 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.125+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__shadow_key1.2~yefinEQ--RdjAUh2nWC8dIeqm1oFiPM.1_1 2023-01-15T14:47:49.127 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.125+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~yefinEQ--RdjAUh2nWC8dIeqm1oFiPM.2 2023-01-15T14:47:49.127 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.125+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__shadow_key1.2~yefinEQ--RdjAUh2nWC8dIeqm1oFiPM.2_1 2023-01-15T14:47:49.127 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.125+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~yefinEQ--RdjAUh2nWC8dIeqm1oFiPM.3 2023-01-15T14:47:49.128 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.126+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.129 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.128+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:47:49.130 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.129+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.131 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.129+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.131 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.129+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:47:49.131 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.129+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.3537571053942220758', time=2023-01-15T16:47:26.758759+0000, chain.objs.size()=5 2023-01-15T14:47:49.132 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.129+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.27__multipart_key1.2~cP340Z8uTpTZ0ZxF82lFKTy6-YGP_1_.1 2023-01-15T14:47:49.132 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.129+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.27__multipart_key1.2~cP340Z8uTpTZ0ZxF82lFKTy6-YGP_1_.2 2023-01-15T14:47:49.132 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.129+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.27__multipart_key1.2~cP340Z8uTpTZ0ZxF82lFKTy6-YGP_1_.3 2023-01-15T14:47:49.132 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.129+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.27__multipart_key1.2~cP340Z8uTpTZ0ZxF82lFKTy6-YGP_1_.4 2023-01-15T14:47:49.132 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.129+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.27__multipart_key1.2~cP340Z8uTpTZ0ZxF82lFKTy6-YGP_1_.5 2023-01-15T14:47:49.132 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.131+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.134 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.132+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:47:49.135 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.133+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.135 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.133+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.136 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.134+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:47:49.136 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.134+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='2~alRdzLp0aD6pjp4AMEbfZF-Hu78pTwU', time=2023-01-15T16:47:36.035605+0000, chain.objs.size()=3 2023-01-15T14:47:49.136 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.134+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.39__multipart_key1.2~alRdzLp0aD6pjp4AMEbfZF-Hu78pTwU.7 2023-01-15T14:47:49.136 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.134+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.39__multipart_key1.2~alRdzLp0aD6pjp4AMEbfZF-Hu78pTwU.10 2023-01-15T14:47:49.136 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.134+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.39__multipart_key1.2~alRdzLp0aD6pjp4AMEbfZF-Hu78pTwU.13 2023-01-15T14:47:49.137 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.135+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.138 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.136+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:47:49.139 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.137+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.139 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.137+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.139 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.138+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.140 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.139+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:47:49.141 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.140+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.142 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.140+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.142 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.140+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.143 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.141+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:47:49.144 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.142+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.144 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.142+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.143+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:47:49.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.143+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.5097689487401222550', time=2023-01-15T16:47:39.901691+0000, chain.objs.size()=11 2023-01-15T14:47:49.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.143+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~s0EKt_AeM7HS5XmiKEKPAtxCOcSG7_U.1 2023-01-15T14:47:49.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.143+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~s0EKt_AeM7HS5XmiKEKPAtxCOcSG7_U.2 2023-01-15T14:47:49.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.143+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~s0EKt_AeM7HS5XmiKEKPAtxCOcSG7_U.3 2023-01-15T14:47:49.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.143+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~s0EKt_AeM7HS5XmiKEKPAtxCOcSG7_U.4 2023-01-15T14:47:49.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.143+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~s0EKt_AeM7HS5XmiKEKPAtxCOcSG7_U.5 2023-01-15T14:47:49.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.143+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~s0EKt_AeM7HS5XmiKEKPAtxCOcSG7_U.6 2023-01-15T14:47:49.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.143+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~s0EKt_AeM7HS5XmiKEKPAtxCOcSG7_U.7 2023-01-15T14:47:49.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.143+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~s0EKt_AeM7HS5XmiKEKPAtxCOcSG7_U.8 2023-01-15T14:47:49.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.143+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~s0EKt_AeM7HS5XmiKEKPAtxCOcSG7_U.9 2023-01-15T14:47:49.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.143+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~s0EKt_AeM7HS5XmiKEKPAtxCOcSG7_U.10 2023-01-15T14:47:49.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.143+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~s0EKt_AeM7HS5XmiKEKPAtxCOcSG7_U.11 2023-01-15T14:47:49.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.143+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI', time=2023-01-15T16:47:46.047649+0000, chain.objs.size()=84 2023-01-15T14:47:49.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.143+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.1 2023-01-15T14:47:49.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.145+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.2 2023-01-15T14:47:49.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.145+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.3 2023-01-15T14:47:49.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.145+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.4 2023-01-15T14:47:49.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.146+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.5 2023-01-15T14:47:49.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.146+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.6 2023-01-15T14:47:49.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.146+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.7 2023-01-15T14:47:49.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.146+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.8 2023-01-15T14:47:49.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.146+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.9 2023-01-15T14:47:49.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.146+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.10 2023-01-15T14:47:49.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.146+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.11 2023-01-15T14:47:49.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.146+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.12 2023-01-15T14:47:49.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.146+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.13 2023-01-15T14:47:49.150 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.147+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.14 2023-01-15T14:47:49.150 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.148+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.15 2023-01-15T14:47:49.150 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.148+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.16 2023-01-15T14:47:49.151 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.148+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.17 2023-01-15T14:47:49.151 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.148+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.18 2023-01-15T14:47:49.151 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.148+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.19 2023-01-15T14:47:49.151 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.148+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.20 2023-01-15T14:47:49.151 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.148+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.21 2023-01-15T14:47:49.151 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.148+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.22 2023-01-15T14:47:49.151 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.148+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.23 2023-01-15T14:47:49.151 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.148+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.24 2023-01-15T14:47:49.151 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.148+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.25 2023-01-15T14:47:49.152 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.149+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.26 2023-01-15T14:47:49.152 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.149+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.27 2023-01-15T14:47:49.152 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.150+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.28 2023-01-15T14:47:49.152 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.150+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.29 2023-01-15T14:47:49.152 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.150+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.30 2023-01-15T14:47:49.152 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.150+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.31 2023-01-15T14:47:49.152 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.150+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.32 2023-01-15T14:47:49.153 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.150+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.33 2023-01-15T14:47:49.153 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.150+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.34 2023-01-15T14:47:49.153 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.150+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.35 2023-01-15T14:47:49.153 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.150+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.36 2023-01-15T14:47:49.154 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.151+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.37 2023-01-15T14:47:49.154 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.151+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.38 2023-01-15T14:47:49.154 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.151+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.39 2023-01-15T14:47:49.154 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.151+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.40 2023-01-15T14:47:49.154 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.151+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.41 2023-01-15T14:47:49.154 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.151+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.42 2023-01-15T14:47:49.154 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.151+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.43 2023-01-15T14:47:49.154 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.151+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.44 2023-01-15T14:47:49.155 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.151+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.45 2023-01-15T14:47:49.155 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.153+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.46 2023-01-15T14:47:49.156 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.153+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.47 2023-01-15T14:47:49.156 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.153+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.48 2023-01-15T14:47:49.156 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.153+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.49 2023-01-15T14:47:49.156 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.153+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.50 2023-01-15T14:47:49.156 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.153+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.51 2023-01-15T14:47:49.156 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.153+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.52 2023-01-15T14:47:49.156 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.153+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.53 2023-01-15T14:47:49.156 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.153+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.54 2023-01-15T14:47:49.156 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.153+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.55 2023-01-15T14:47:49.156 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.153+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.56 2023-01-15T14:47:49.157 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.154+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.57 2023-01-15T14:47:49.157 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.154+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.58 2023-01-15T14:47:49.157 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.155+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.59 2023-01-15T14:47:49.158 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.155+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.60 2023-01-15T14:47:49.158 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.155+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.61 2023-01-15T14:47:49.158 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.155+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.62 2023-01-15T14:47:49.158 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.155+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.63 2023-01-15T14:47:49.158 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.155+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.64 2023-01-15T14:47:49.158 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.155+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.65 2023-01-15T14:47:49.158 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.155+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.66 2023-01-15T14:47:49.158 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.156+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.67 2023-01-15T14:47:49.159 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.156+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.68 2023-01-15T14:47:49.159 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.156+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.69 2023-01-15T14:47:49.160 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.157+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.70 2023-01-15T14:47:49.160 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.157+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.71 2023-01-15T14:47:49.160 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.157+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.72 2023-01-15T14:47:49.160 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.157+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.73 2023-01-15T14:47:49.160 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.157+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.74 2023-01-15T14:47:49.160 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.157+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.75 2023-01-15T14:47:49.160 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.157+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.76 2023-01-15T14:47:49.160 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.157+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.77 2023-01-15T14:47:49.160 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.157+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.78 2023-01-15T14:47:49.161 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.157+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.79 2023-01-15T14:47:49.161 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.157+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.80 2023-01-15T14:47:49.161 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.159+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.81 2023-01-15T14:47:49.161 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.159+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.82 2023-01-15T14:47:49.161 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.159+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.83 2023-01-15T14:47:49.162 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.159+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.43__multipart_key1.2~LJEcnp7mkGoVyZMCeLOGbyLhYYyfRSI.84 2023-01-15T14:47:49.162 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.160+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.164 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.162+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:47:49.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.163+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.164+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.164+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:47:49.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.164+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15035198431019480995', time=2023-01-15T16:47:30.075760+0000, chain.objs.size()=5 2023-01-15T14:47:49.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.164+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~TiL9pnlXst7e8tK-Zfbvm3gAIb2JIOb.1 2023-01-15T14:47:49.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.164+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~TiL9pnlXst7e8tK-Zfbvm3gAIb2JIOb.2 2023-01-15T14:47:49.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.164+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~TiL9pnlXst7e8tK-Zfbvm3gAIb2JIOb.3 2023-01-15T14:47:49.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.164+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~TiL9pnlXst7e8tK-Zfbvm3gAIb2JIOb.4 2023-01-15T14:47:49.167 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.164+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~TiL9pnlXst7e8tK-Zfbvm3gAIb2JIOb.5 2023-01-15T14:47:49.167 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.166+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.169 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.167+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:47:49.170 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.168+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.170 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.169+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.171 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.169+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.171 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.170+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:47:49.172 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.171+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.173 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.171+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.173 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.171+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.173 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.172+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:47:49.174 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.173+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.175 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.173+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.175 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.174+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.176 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.174+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:47:49.177 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.175+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.178 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.176+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.178 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.176+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.178 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.177+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:47:49.180 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.178+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.180 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.178+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.179+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:47:49.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.179+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.11174479587786726954', time=2023-01-15T16:47:43.236921+0000, chain.objs.size()=11 2023-01-15T14:47:49.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.179+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~u3yy8qoC81c9BPjma5wAbLBO0zZXL-Q.1 2023-01-15T14:47:49.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.179+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__shadow_key1.2~u3yy8qoC81c9BPjma5wAbLBO0zZXL-Q.1_1 2023-01-15T14:47:49.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.179+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~u3yy8qoC81c9BPjma5wAbLBO0zZXL-Q.2 2023-01-15T14:47:49.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.179+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__shadow_key1.2~u3yy8qoC81c9BPjma5wAbLBO0zZXL-Q.2_1 2023-01-15T14:47:49.182 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.179+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~u3yy8qoC81c9BPjma5wAbLBO0zZXL-Q.3 2023-01-15T14:47:49.182 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.179+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__shadow_key1.2~u3yy8qoC81c9BPjma5wAbLBO0zZXL-Q.3_1 2023-01-15T14:47:49.182 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.179+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~u3yy8qoC81c9BPjma5wAbLBO0zZXL-Q.4 2023-01-15T14:47:49.182 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.179+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__shadow_key1.2~u3yy8qoC81c9BPjma5wAbLBO0zZXL-Q.4_1 2023-01-15T14:47:49.182 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.179+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~u3yy8qoC81c9BPjma5wAbLBO0zZXL-Q.5 2023-01-15T14:47:49.182 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.179+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__shadow_key1.2~u3yy8qoC81c9BPjma5wAbLBO0zZXL-Q.5_1 2023-01-15T14:47:49.182 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.179+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~u3yy8qoC81c9BPjma5wAbLBO0zZXL-Q.6 2023-01-15T14:47:49.183 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.181+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.184 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.183+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:47:49.185 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.184+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.186 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.184+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.187 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.185+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=4, truncated=0, next_marker='' 2023-01-15T14:47:49.187 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.185+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.14427303242203574132', time=2023-01-15T16:47:29.694696+0000, chain.objs.size()=5 2023-01-15T14:47:49.187 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.185+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~IIdD-u0kr0bkyGF6btC-pr2J3A7S3w5.1 2023-01-15T14:47:49.187 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.185+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~IIdD-u0kr0bkyGF6btC-pr2J3A7S3w5.2 2023-01-15T14:47:49.187 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.185+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~IIdD-u0kr0bkyGF6btC-pr2J3A7S3w5.3 2023-01-15T14:47:49.187 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.185+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~IIdD-u0kr0bkyGF6btC-pr2J3A7S3w5.4 2023-01-15T14:47:49.187 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.185+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~IIdD-u0kr0bkyGF6btC-pr2J3A7S3w5.5 2023-01-15T14:47:49.187 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.185+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.6834125454096430958', time=2023-01-15T16:47:37.998339+0000, chain.objs.size()=11 2023-01-15T14:47:49.188 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.185+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~tHCEsFlKdAIm0DwosKSLsn3I2eR_Kvo.1 2023-01-15T14:47:49.188 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.185+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~tHCEsFlKdAIm0DwosKSLsn3I2eR_Kvo.2 2023-01-15T14:47:49.188 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.185+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~tHCEsFlKdAIm0DwosKSLsn3I2eR_Kvo.3 2023-01-15T14:47:49.188 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.185+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~tHCEsFlKdAIm0DwosKSLsn3I2eR_Kvo.4 2023-01-15T14:47:49.188 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.185+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~tHCEsFlKdAIm0DwosKSLsn3I2eR_Kvo.5 2023-01-15T14:47:49.188 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.185+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~tHCEsFlKdAIm0DwosKSLsn3I2eR_Kvo.6 2023-01-15T14:47:49.188 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.185+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~tHCEsFlKdAIm0DwosKSLsn3I2eR_Kvo.7 2023-01-15T14:47:49.189 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.187+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~tHCEsFlKdAIm0DwosKSLsn3I2eR_Kvo.8 2023-01-15T14:47:49.189 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.187+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~tHCEsFlKdAIm0DwosKSLsn3I2eR_Kvo.9 2023-01-15T14:47:49.189 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.187+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~tHCEsFlKdAIm0DwosKSLsn3I2eR_Kvo.10 2023-01-15T14:47:49.189 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.187+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~tHCEsFlKdAIm0DwosKSLsn3I2eR_Kvo.11 2023-01-15T14:47:49.189 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.187+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.998324364873106097', time=2023-01-15T16:47:42.489116+0000, chain.objs.size()=11 2023-01-15T14:47:49.189 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.187+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~KBNH2AJliENGWIqTrlUaF0SC9Werk3n.1 2023-01-15T14:47:49.190 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.187+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__shadow_key1.2~KBNH2AJliENGWIqTrlUaF0SC9Werk3n.1_1 2023-01-15T14:47:49.190 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.187+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~KBNH2AJliENGWIqTrlUaF0SC9Werk3n.2 2023-01-15T14:47:49.190 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.187+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__shadow_key1.2~KBNH2AJliENGWIqTrlUaF0SC9Werk3n.2_1 2023-01-15T14:47:49.190 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.187+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~KBNH2AJliENGWIqTrlUaF0SC9Werk3n.3 2023-01-15T14:47:49.190 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.187+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__shadow_key1.2~KBNH2AJliENGWIqTrlUaF0SC9Werk3n.3_1 2023-01-15T14:47:49.190 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.187+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~KBNH2AJliENGWIqTrlUaF0SC9Werk3n.4 2023-01-15T14:47:49.192 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.190+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__shadow_key1.2~KBNH2AJliENGWIqTrlUaF0SC9Werk3n.4_1 2023-01-15T14:47:49.192 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.190+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~KBNH2AJliENGWIqTrlUaF0SC9Werk3n.5 2023-01-15T14:47:49.192 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.190+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__shadow_key1.2~KBNH2AJliENGWIqTrlUaF0SC9Werk3n.5_1 2023-01-15T14:47:49.192 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.190+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~KBNH2AJliENGWIqTrlUaF0SC9Werk3n.6 2023-01-15T14:47:49.192 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.190+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.8461948555251386813', time=2023-01-15T16:47:43.372533+0000, chain.objs.size()=11 2023-01-15T14:47:49.192 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.190+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~4T34KVJrVLEnStkAYC9zH2eAqIhb6fl.1 2023-01-15T14:47:49.192 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.190+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__shadow_key1.2~4T34KVJrVLEnStkAYC9zH2eAqIhb6fl.1_1 2023-01-15T14:47:49.192 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.190+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~4T34KVJrVLEnStkAYC9zH2eAqIhb6fl.2 2023-01-15T14:47:49.193 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.190+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__shadow_key1.2~4T34KVJrVLEnStkAYC9zH2eAqIhb6fl.2_1 2023-01-15T14:47:49.193 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.190+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~4T34KVJrVLEnStkAYC9zH2eAqIhb6fl.3 2023-01-15T14:47:49.193 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.190+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__shadow_key1.2~4T34KVJrVLEnStkAYC9zH2eAqIhb6fl.3_1 2023-01-15T14:47:49.193 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.190+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~4T34KVJrVLEnStkAYC9zH2eAqIhb6fl.4 2023-01-15T14:47:49.193 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.192+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__shadow_key1.2~4T34KVJrVLEnStkAYC9zH2eAqIhb6fl.4_1 2023-01-15T14:47:49.193 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.192+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~4T34KVJrVLEnStkAYC9zH2eAqIhb6fl.5 2023-01-15T14:47:49.194 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.192+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__shadow_key1.2~4T34KVJrVLEnStkAYC9zH2eAqIhb6fl.5_1 2023-01-15T14:47:49.194 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.192+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.40__multipart_key1.2~4T34KVJrVLEnStkAYC9zH2eAqIhb6fl.6 2023-01-15T14:47:49.195 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.193+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.197 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.195+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:47:49.198 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.196+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.198 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.197+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.198 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.197+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.199 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.197+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:47:49.200 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.199+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.200 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.199+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.201 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.199+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:47:49.201 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.199+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='2~Rtrtd4f7r107YPe6BIpdJEnR6MBX0bC', time=2023-01-15T16:47:25.724675+0000, chain.objs.size()=5 2023-01-15T14:47:49.201 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.199+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.25__multipart_key1.2~Rtrtd4f7r107YPe6BIpdJEnR6MBX0bC.1 2023-01-15T14:47:49.202 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.199+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.25__multipart_key1.2~Rtrtd4f7r107YPe6BIpdJEnR6MBX0bC.2 2023-01-15T14:47:49.202 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.199+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.25__multipart_key1.2~Rtrtd4f7r107YPe6BIpdJEnR6MBX0bC.3 2023-01-15T14:47:49.202 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.199+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.25__multipart_key1.2~Rtrtd4f7r107YPe6BIpdJEnR6MBX0bC.4 2023-01-15T14:47:49.202 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.199+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.25__multipart_key1.2~Rtrtd4f7r107YPe6BIpdJEnR6MBX0bC.5 2023-01-15T14:47:49.203 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.201+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.204 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.203+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:47:49.205 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.204+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.206 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.204+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.204+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:47:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.204+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.13414057253901933000', time=2023-01-15T16:47:30.819474+0000, chain.objs.size()=5 2023-01-15T14:47:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.204+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~ZnggJRoCyJ4TyiTIIAjvHmuBBcwJI1G.1 2023-01-15T14:47:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.204+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__shadow_key1.2~ZnggJRoCyJ4TyiTIIAjvHmuBBcwJI1G.1_1 2023-01-15T14:47:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.205+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~ZnggJRoCyJ4TyiTIIAjvHmuBBcwJI1G.2 2023-01-15T14:47:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.205+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__shadow_key1.2~ZnggJRoCyJ4TyiTIIAjvHmuBBcwJI1G.2_1 2023-01-15T14:47:49.207 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.205+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.32__multipart_key1.2~ZnggJRoCyJ4TyiTIIAjvHmuBBcwJI1G.3 2023-01-15T14:47:49.208 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.206+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.210 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.208+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:47:49.211 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.209+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.211 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.210+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.212 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.210+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:47:49.212 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.210+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.11252068064040722203', time=2023-01-15T16:47:35.490343+0000, chain.objs.size()=5 2023-01-15T14:47:49.212 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.210+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.38__multipart_file.mpg.2~xbuX0yesOox90b-v_Hz7SFrxHDybXz2.1 2023-01-15T14:47:49.213 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.210+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.38__multipart_file.mpg.2~xbuX0yesOox90b-v_Hz7SFrxHDybXz2.2 2023-01-15T14:47:49.213 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.210+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.38__multipart_file.mpg.2~xbuX0yesOox90b-v_Hz7SFrxHDybXz2.3 2023-01-15T14:47:49.213 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.210+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.38__multipart_file.mpg.2~xbuX0yesOox90b-v_Hz7SFrxHDybXz2.4 2023-01-15T14:47:49.213 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.210+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.38__multipart_file.mpg.2~xbuX0yesOox90b-v_Hz7SFrxHDybXz2.5 2023-01-15T14:47:49.213 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.210+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.14181277135583535689', time=2023-01-15T16:47:45.342502+0000, chain.objs.size()=5 2023-01-15T14:47:49.213 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.210+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.42__multipart_key1.2~nDf3CnuwGAlR9W1zL_V_6JI-ZGS32PW.1 2023-01-15T14:47:49.213 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.210+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.42__multipart_key1.2~nDf3CnuwGAlR9W1zL_V_6JI-ZGS32PW.2 2023-01-15T14:47:49.213 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.210+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.42__multipart_key1.2~nDf3CnuwGAlR9W1zL_V_6JI-ZGS32PW.3 2023-01-15T14:47:49.213 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.210+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.42__multipart_key1.2~nDf3CnuwGAlR9W1zL_V_6JI-ZGS32PW.4 2023-01-15T14:47:49.213 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.210+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.42__multipart_key1.2~nDf3CnuwGAlR9W1zL_V_6JI-ZGS32PW.5 2023-01-15T14:47:49.214 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.212+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.216 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.214+0000 7f4b97371780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:47:49.216 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.215+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.217 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.215+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.217 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.216+0000 7f4b97371780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:47:49.218 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.216+0000 7f4b97371780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.11443942556567033869', time=2023-01-15T16:47:34.875870+0000, chain.objs.size()=5 2023-01-15T14:47:49.218 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.216+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.37__multipart_key1.2~v2GlNnISWugLQJJLeRamYjXsMoho47b.1 2023-01-15T14:47:49.218 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.216+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.37__multipart_key1.2~v2GlNnISWugLQJJLeRamYjXsMoho47b.2 2023-01-15T14:47:49.218 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.216+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.37__multipart_key1.2~v2GlNnISWugLQJJLeRamYjXsMoho47b.3 2023-01-15T14:47:49.218 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.216+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.37__multipart_key1.2~v2GlNnISWugLQJJLeRamYjXsMoho47b.4 2023-01-15T14:47:49.218 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.216+0000 7f4b97371780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.37__multipart_key1.2~v2GlNnISWugLQJJLeRamYjXsMoho47b.5 2023-01-15T14:47:49.219 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.217+0000 7f4b97371780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:47:49.221 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.220+0000 7f4b7c2ed700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:49.223 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.221+0000 7f4b97371780 20 remove_watcher() i=0 2023-01-15T14:47:49.223 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.221+0000 7f4b97371780 2 removed watcher, disabling cache 2023-01-15T14:47:49.223 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.222+0000 7f4b97371780 20 remove_watcher() i=1 2023-01-15T14:47:49.224 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.223+0000 7f4b97371780 20 remove_watcher() i=2 2023-01-15T14:47:49.225 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.223+0000 7f4b97371780 20 remove_watcher() i=3 2023-01-15T14:47:49.226 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.224+0000 7f4b97371780 20 remove_watcher() i=4 2023-01-15T14:47:49.226 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.225+0000 7f4b97371780 20 remove_watcher() i=5 2023-01-15T14:47:49.227 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.226+0000 7f4b97371780 20 remove_watcher() i=6 2023-01-15T14:47:49.228 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.226+0000 7f4b97371780 20 remove_watcher() i=7 2023-01-15T14:47:49.233 DEBUG:teuthology.orchestra.run.smithi027:> radosgw-admin gc process --include-all 2023-01-15T14:47:49.313 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:47:49.313 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:47:49.325 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.324+0000 7f8a1223c780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.327 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.325+0000 7f8a1223c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.328 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.325+0000 7f8a1223c780 20 realm 2023-01-15T14:47:49.328 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.325+0000 7f8a1223c780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.328 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.325+0000 7f8a1223c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.328 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.325+0000 7f8a1223c780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:47:49.328 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.325+0000 7f8a1223c780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.328 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.326+0000 7f8a1223c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.328 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.326+0000 7f8a1223c780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.329 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.327+0000 7f8a1223c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:49.329 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.327+0000 7f8a1223c780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.329 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.327+0000 7f8a1223c780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:47:49.329 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.327+0000 7f8a1223c780 20 searching for the correct realm 2023-01-15T14:47:49.337 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.336+0000 7f8a0f9e9700 0 -- 172.21.15.27:0/389156799 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55caf9f0b400 msgr2=0x55caf9ba7700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:47:49.338 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:47:49.339 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:47:49.339 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:47:49.339 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:47:49.339 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.339 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.339 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.340 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:47:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 20 zone default found 2023-01-15T14:47:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 4 Realm: () 2023-01-15T14:47:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:47:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:47:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:47:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 20 zonegroup default 2023-01-15T14:47:49.341 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.337+0000 7f8a1223c780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.342 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.338+0000 7f8a1223c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.342 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.338+0000 7f8a1223c780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.342 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.338+0000 7f8a1223c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.342 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.338+0000 7f8a1223c780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.342 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.338+0000 7f8a1223c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.342 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.338+0000 7f8a1223c780 20 started sync module instance, tier type = 2023-01-15T14:47:49.342 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.338+0000 7f8a1223c780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:47:49.345 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.343+0000 7f8a0f9e9700 0 -- 172.21.15.27:0/389156799 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55cafa006000 msgr2=0x55caf9fcc100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:47:49.347 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.345+0000 7f8a1223c780 20 add_watcher() i=0 2023-01-15T14:47:49.347 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.345+0000 7f8a1223c780 20 add_watcher() i=1 2023-01-15T14:47:49.347 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.345+0000 7f8a1223c780 20 add_watcher() i=2 2023-01-15T14:47:49.348 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.345+0000 7f8a1223c780 20 add_watcher() i=3 2023-01-15T14:47:49.348 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.345+0000 7f8a1223c780 20 add_watcher() i=4 2023-01-15T14:47:49.348 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.345+0000 7f8a1223c780 20 add_watcher() i=5 2023-01-15T14:47:49.348 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.345+0000 7f8a1223c780 20 add_watcher() i=6 2023-01-15T14:47:49.348 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.346+0000 7f8a1223c780 20 add_watcher() i=7 2023-01-15T14:47:49.348 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.346+0000 7f8a1223c780 2 all 8 watchers are set, enabling cache 2023-01-15T14:47:49.349 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.347+0000 7f89f71b8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:49.349 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.348+0000 7f8a1223c780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:47:49.349 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.348+0000 7f8a1223c780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:47:49.385 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.382+0000 7f89f29af700 20 reqs_thread_entry: start 2023-01-15T14:47:49.385 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.382+0000 7f8a1223c780 20 init_complete bucket index max shards: 11 2023-01-15T14:47:49.385 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.383+0000 7f8a1223c780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:47:49.385 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.383+0000 7f89f09ab700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:48:19 2023 2023-01-15T14:47:49.385 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:47:49.385 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.383+0000 7f89f0189700 20 reqs_thread_entry: start 2023-01-15T14:47:49.385 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.383+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:47:49.386 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.384+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.386 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.384+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.386 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.385+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.387 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.386+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:47:49.388 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.387+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.389 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.387+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.389 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.387+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.390 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.389+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:47:49.391 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.390+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.392 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.390+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.392 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.390+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.392 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.391+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:47:49.394 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.392+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.394 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.393+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.395 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.393+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.395 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.394+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:47:49.396 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.395+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.397 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.395+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.397 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.396+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.398 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.396+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:47:49.399 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.397+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.399 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.398+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.400 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.398+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.400 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.399+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:47:49.401 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.400+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.402 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.400+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.402 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.400+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.403 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.401+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:47:49.404 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.402+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.404 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.403+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.403+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.404+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:47:49.406 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.405+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.407 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.405+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.407 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.405+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.408 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.406+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:47:49.409 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.407+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.409 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.408+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.409 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.408+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.410 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.409+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:47:49.411 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.410+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.412 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.410+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.412 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.411+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.413 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.411+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:47:49.414 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.412+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.414 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.413+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.415 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.414+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.416 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.414+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:47:49.418 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.416+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.418 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.417+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.418 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.417+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.419 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.417+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:47:49.420 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.419+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.421 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.419+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.421 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.419+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.421 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.420+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:47:49.423 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.421+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.423 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.421+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.423 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.422+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.424 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.423+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:47:49.425 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.424+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.426 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.424+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.426 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.424+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.427 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.425+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:47:49.428 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.426+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.428 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.427+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.428 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.427+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.429 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.427+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:47:49.430 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.429+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.431 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.429+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.431 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.429+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.431 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.430+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:47:49.432 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.431+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.433 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.431+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.433 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.432+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.434 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.432+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:47:49.435 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.433+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.435 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.434+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.436 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.434+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.436 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.435+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:47:49.437 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.436+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.438 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.436+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.438 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.436+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.439 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.437+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:47:49.440 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.438+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.440 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.439+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.440 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.439+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.441 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.439+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:47:49.442 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.441+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.443 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.441+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.443 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.442+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.444 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.443+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:47:49.445 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.444+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.446 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.444+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.446 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.444+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.447 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.445+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:47:49.448 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.446+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.448 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.446+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.448 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.447+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.449 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.447+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:47:49.450 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.448+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.450 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.449+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.451 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.449+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.451 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.450+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:47:49.453 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.451+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.453 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.451+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.453 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.452+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.454 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.452+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:47:49.455 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.453+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.456 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.454+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.456 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.454+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.456 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.455+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:47:49.458 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.456+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.458 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.456+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.459 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.457+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.459 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.458+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:47:49.460 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.459+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.461 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.459+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.461 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.459+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.461 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.460+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:47:49.462 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.461+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.463 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.461+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.463 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.462+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.464 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.462+0000 7f8a1223c780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:47:49.465 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.464+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.466 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.464+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.466 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.464+0000 7f8a1223c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.467 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.466+0000 7f89f71b8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:49.469 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.467+0000 7f8a1223c780 20 remove_watcher() i=0 2023-01-15T14:47:49.469 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.467+0000 7f8a1223c780 2 removed watcher, disabling cache 2023-01-15T14:47:49.470 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.468+0000 7f8a1223c780 20 remove_watcher() i=1 2023-01-15T14:47:49.471 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.469+0000 7f8a1223c780 20 remove_watcher() i=2 2023-01-15T14:47:49.471 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.470+0000 7f8a1223c780 20 remove_watcher() i=3 2023-01-15T14:47:49.472 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.471+0000 7f8a1223c780 20 remove_watcher() i=4 2023-01-15T14:47:49.473 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.471+0000 7f8a1223c780 20 remove_watcher() i=5 2023-01-15T14:47:49.474 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.472+0000 7f8a1223c780 20 remove_watcher() i=6 2023-01-15T14:47:49.475 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.473+0000 7f8a1223c780 20 remove_watcher() i=7 2023-01-15T14:47:49.479 DEBUG:teuthology.orchestra.run.smithi027:> radosgw-admin gc process --include-all 2023-01-15T14:47:49.561 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:47:49.561 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:47:49.572 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.570+0000 7f7968239780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.573 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.571+0000 7f7968239780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.574 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.571+0000 7f7968239780 20 realm 2023-01-15T14:47:49.574 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.571+0000 7f7968239780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.574 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.572+0000 7f7968239780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.574 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.572+0000 7f7968239780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:47:49.574 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.572+0000 7f7968239780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.574 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.572+0000 7f7968239780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.574 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.572+0000 7f7968239780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.575 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.573+0000 7f7968239780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:49.575 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.573+0000 7f7968239780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.575 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.573+0000 7f7968239780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:47:49.575 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.573+0000 7f7968239780 20 searching for the correct realm 2023-01-15T14:47:49.583 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.582+0000 7f79661e7700 0 -- 172.21.15.27:0/3992401538 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x5650860d0c00 msgr2=0x565086588b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:47:49.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:47:49.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:47:49.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:47:49.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:47:49.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:49.586 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:47:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 20 zone default found 2023-01-15T14:47:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 4 Realm: () 2023-01-15T14:47:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:47:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:47:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:47:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 20 zonegroup default 2023-01-15T14:47:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.583+0000 7f7968239780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.587 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.584+0000 7f7968239780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.588 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.584+0000 7f7968239780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.588 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.584+0000 7f7968239780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.588 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.584+0000 7f7968239780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.588 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.584+0000 7f7968239780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.588 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.584+0000 7f7968239780 20 started sync module instance, tier type = 2023-01-15T14:47:49.588 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.584+0000 7f7968239780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:47:49.590 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.588+0000 7f79669e8700 0 -- 172.21.15.27:0/3992401538 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x565086f4a400 msgr2=0x565086589600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:47:49.593 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.591+0000 7f7968239780 20 add_watcher() i=0 2023-01-15T14:47:49.593 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.591+0000 7f7968239780 20 add_watcher() i=1 2023-01-15T14:47:49.593 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.591+0000 7f7968239780 20 add_watcher() i=2 2023-01-15T14:47:49.593 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.591+0000 7f7968239780 20 add_watcher() i=3 2023-01-15T14:47:49.593 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.591+0000 7f7968239780 20 add_watcher() i=4 2023-01-15T14:47:49.593 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.591+0000 7f7968239780 20 add_watcher() i=5 2023-01-15T14:47:49.593 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.591+0000 7f7968239780 20 add_watcher() i=6 2023-01-15T14:47:49.594 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.592+0000 7f7968239780 20 add_watcher() i=7 2023-01-15T14:47:49.594 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.592+0000 7f7968239780 2 all 8 watchers are set, enabling cache 2023-01-15T14:47:49.595 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.593+0000 7f794d1b5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:49.595 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.593+0000 7f7968239780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:47:49.595 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.593+0000 7f7968239780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:47:49.629 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.627+0000 7f79489ac700 20 reqs_thread_entry: start 2023-01-15T14:47:49.629 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.627+0000 7f7968239780 20 init_complete bucket index max shards: 11 2023-01-15T14:47:49.629 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.627+0000 7f7968239780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:47:49.630 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.627+0000 7f79469a8700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:48:19 2023 2023-01-15T14:47:49.630 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:47:49.630 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.628+0000 7f7946186700 20 reqs_thread_entry: start 2023-01-15T14:47:49.630 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.628+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:47:49.630 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.629+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.629+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.629+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.632 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.630+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:47:49.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.631+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.632+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.632+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.633+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:47:49.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.634+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.636 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.634+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.636 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.635+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.637 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.635+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:47:49.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.636+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.637+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.639 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.637+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.639 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.638+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:47:49.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.639+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.639+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.640+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.642 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.640+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:47:49.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.641+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.642+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.644 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.642+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.645 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.643+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:47:49.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.644+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.645+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.645+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.647 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.646+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:47:49.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.647+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.647+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.647+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.648+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:47:49.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.649+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.651 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.649+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.651 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.649+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.652 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.650+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:47:49.653 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.651+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.653 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.651+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.653 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.652+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.652+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:47:49.655 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.653+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.655 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.654+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.654+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.657 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.655+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:47:49.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.656+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.657+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.657+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.659 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.657+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:47:49.660 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.658+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.660 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.659+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.659+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.660+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:47:49.662 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.661+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.663 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.661+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.663 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.662+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.662+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:47:49.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.664+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.664+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.664+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.665+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:47:49.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.666+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.666+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.666+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.667+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:47:49.670 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.669+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.669+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.669+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.672 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.670+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:47:49.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.671+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.672+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.672+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.673+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:47:49.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.674+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.674+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.675+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.677 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.675+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:47:49.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.677+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.677+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.677+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.678+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:47:49.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.679+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.680+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.680+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.680+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:47:49.683 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.681+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.682+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.682+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.683+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:47:49.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.684+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.684+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.685+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.687 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.685+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:47:49.688 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.686+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.688 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.687+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.689 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.687+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.689 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.688+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:47:49.691 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.689+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.691 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.689+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.691 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.690+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.692 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.690+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:47:49.693 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.692+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.694 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.692+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.694 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.692+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.695 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.693+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:47:49.696 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.694+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.696 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.695+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.697 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.695+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.697 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.696+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:47:49.698 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.697+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.699 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.697+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.699 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.697+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.700 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.698+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:47:49.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.699+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.699+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.700+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.702 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.700+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:47:49.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.701+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.702+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.704 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.702+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.703+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:47:49.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.704+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.704+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.705+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.705+0000 7f7968239780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:47:49.708 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.706+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.708 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.707+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.709 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.707+0000 7f7968239780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.709+0000 7f794d1b5700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:49.712 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.711+0000 7f7968239780 20 remove_watcher() i=0 2023-01-15T14:47:49.713 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.711+0000 7f7968239780 2 removed watcher, disabling cache 2023-01-15T14:47:49.713 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.712+0000 7f7968239780 20 remove_watcher() i=1 2023-01-15T14:47:49.714 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.712+0000 7f7968239780 20 remove_watcher() i=2 2023-01-15T14:47:49.715 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.713+0000 7f7968239780 20 remove_watcher() i=3 2023-01-15T14:47:49.715 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.714+0000 7f7968239780 20 remove_watcher() i=4 2023-01-15T14:47:49.716 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.715+0000 7f7968239780 20 remove_watcher() i=5 2023-01-15T14:47:49.717 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.715+0000 7f7968239780 20 remove_watcher() i=6 2023-01-15T14:47:49.718 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.716+0000 7f7968239780 20 remove_watcher() i=7 2023-01-15T14:47:49.723 DEBUG:teuthology.orchestra.run.smithi027:> radosgw-admin gc process --include-all 2023-01-15T14:47:49.805 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:47:49.805 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:47:49.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.816+0000 7f4efe715780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.819 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.817+0000 7f4efe715780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.819 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.817+0000 7f4efe715780 20 realm 2023-01-15T14:47:49.819 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.817+0000 7f4efe715780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.820 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.817+0000 7f4efe715780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.820 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.817+0000 7f4efe715780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:47:49.820 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.817+0000 7f4efe715780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.820 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.818+0000 7f4efe715780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.820 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.818+0000 7f4efe715780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.821 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.818+0000 7f4efe715780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:49.821 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.818+0000 7f4efe715780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.821 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.819+0000 7f4efe715780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:47:49.821 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.819+0000 7f4efe715780 20 searching for the correct realm 2023-01-15T14:47:49.827 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.825+0000 7f4efc6c3700 0 -- 172.21.15.27:0/3698434131 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x56376cf6c400 msgr2=0x56376ce80100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:47:49.831 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efe715780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:47:49.831 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efe715780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:47:49.831 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efe715780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:47:49.831 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efe715780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:47:49.831 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efe715780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.831 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efe715780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.831 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efcec4700 0 -- 172.21.15.27:0/3698434131 >> [v2:172.21.15.27:6808/101520,v1:172.21.15.27:6809/101520] conn(0x56376d845c00 msgr2=0x56376cb1ec00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:47:49.832 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efe715780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.832 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efe715780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:49.832 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efe715780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.833 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efe715780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:47:49.833 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efe715780 20 zone default found 2023-01-15T14:47:49.833 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efe715780 4 Realm: () 2023-01-15T14:47:49.833 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efe715780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:47:49.834 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efe715780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:47:49.834 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.829+0000 7f4efe715780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:47:49.834 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.830+0000 7f4efe715780 20 zonegroup default 2023-01-15T14:47:49.834 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.830+0000 7f4efe715780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.834 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.830+0000 7f4efe715780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.834 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.830+0000 7f4efe715780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.834 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.830+0000 7f4efe715780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.834 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.830+0000 7f4efe715780 20 rados->read ofs=0 len=0 2023-01-15T14:47:49.834 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.830+0000 7f4efe715780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:49.835 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.830+0000 7f4efe715780 20 started sync module instance, tier type = 2023-01-15T14:47:49.835 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.830+0000 7f4efe715780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:47:49.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.837+0000 7f4efe715780 20 add_watcher() i=0 2023-01-15T14:47:49.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.837+0000 7f4efe715780 20 add_watcher() i=1 2023-01-15T14:47:49.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.837+0000 7f4efe715780 20 add_watcher() i=2 2023-01-15T14:47:49.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.837+0000 7f4efe715780 20 add_watcher() i=3 2023-01-15T14:47:49.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.837+0000 7f4efe715780 20 add_watcher() i=4 2023-01-15T14:47:49.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.837+0000 7f4efe715780 20 add_watcher() i=5 2023-01-15T14:47:49.840 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.837+0000 7f4efe715780 20 add_watcher() i=6 2023-01-15T14:47:49.840 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.838+0000 7f4efe715780 20 add_watcher() i=7 2023-01-15T14:47:49.840 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.838+0000 7f4efe715780 2 all 8 watchers are set, enabling cache 2023-01-15T14:47:49.840 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.839+0000 7f4ee3691700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:49.841 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.839+0000 7f4efe715780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:47:49.841 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.839+0000 7f4efe715780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:47:49.877 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.875+0000 7f4edee88700 20 reqs_thread_entry: start 2023-01-15T14:47:49.877 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.875+0000 7f4efe715780 20 init_complete bucket index max shards: 11 2023-01-15T14:47:49.877 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.875+0000 7f4efe715780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:47:49.878 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.875+0000 7f4edce84700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:48:20 2023 2023-01-15T14:47:49.878 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:47:49.878 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.875+0000 7f4edc662700 20 reqs_thread_entry: start 2023-01-15T14:47:49.878 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.875+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:47:49.878 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.876+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.877+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.877+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.878+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:47:49.880 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.879+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.879+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.880+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.882 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.880+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:47:49.883 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.881+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.883 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.882+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.884 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.882+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.883+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:47:49.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.884+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.886 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.884+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.886 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.885+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.887 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.885+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:47:49.888 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.886+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.888 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.887+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.887+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.888+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:47:49.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.889+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.889+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.889+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.890+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:47:49.892 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.891+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.891+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.892+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.892+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:47:49.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.893+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.894+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.894+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.895+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:47:49.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.896+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.897+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.897+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.899 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.898+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:47:49.900 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.899+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.901 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.899+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.901 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.900+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.903 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.901+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:47:49.904 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.902+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.904 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.902+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.904 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.903+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.905 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.903+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:47:49.906 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.904+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.906 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.905+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.907 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.905+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.907 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.906+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:47:49.908 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.907+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.909 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.907+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.909 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.908+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.910 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.908+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:47:49.911 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.909+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.912 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.910+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.912 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.910+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.912 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.911+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:47:49.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.912+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.912+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.913+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.913+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:47:49.916 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.914+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.916 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.915+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.917 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.915+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.917 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.916+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:47:49.919 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.917+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.919 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.918+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.919 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.918+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.920 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.919+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:47:49.921 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.920+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.920+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.920+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.921+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:47:49.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.922+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.922+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.923+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.923+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:47:49.926 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.924+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.926 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.925+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.927 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.925+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.927 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.926+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:47:49.928 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.927+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.929 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.927+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.929 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.927+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.930 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.928+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:47:49.931 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.930+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.932 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.930+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.932 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.931+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.933 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.931+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:47:49.934 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.933+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.935 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.933+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.935 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.933+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.936 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.934+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:47:49.937 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.935+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.937 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.936+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.937 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.936+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.938 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.937+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:47:49.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.938+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.940 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.938+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.940 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.939+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.941 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.939+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:47:49.943 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.941+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.943 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.942+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.944 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.942+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.944 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.943+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:47:49.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.944+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.946 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.944+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.946 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.944+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.947 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.945+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:47:49.948 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.946+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.948 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.947+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.949 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.947+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.949 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.948+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:47:49.950 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.949+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.951 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.949+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.951 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.949+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.952 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.950+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:47:49.953 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.951+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.953 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.952+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.953 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.952+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.954 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.952+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:47:49.955 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.954+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.955 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.954+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.956 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.954+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.956 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.955+0000 7f4efe715780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:47:49.957 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.956+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.958 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.956+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:49.958 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.956+0000 7f4efe715780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:49.959 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.958+0000 7f4ee3691700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:49.961 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.959+0000 7f4efe715780 20 remove_watcher() i=0 2023-01-15T14:47:49.961 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.959+0000 7f4efe715780 2 removed watcher, disabling cache 2023-01-15T14:47:49.962 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.960+0000 7f4efe715780 20 remove_watcher() i=1 2023-01-15T14:47:49.962 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.961+0000 7f4efe715780 20 remove_watcher() i=2 2023-01-15T14:47:49.963 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.962+0000 7f4efe715780 20 remove_watcher() i=3 2023-01-15T14:47:49.964 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.962+0000 7f4efe715780 20 remove_watcher() i=4 2023-01-15T14:47:49.965 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.963+0000 7f4efe715780 20 remove_watcher() i=5 2023-01-15T14:47:49.966 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.964+0000 7f4efe715780 20 remove_watcher() i=6 2023-01-15T14:47:49.967 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:49.965+0000 7f4efe715780 20 remove_watcher() i=7 2023-01-15T14:47:49.971 DEBUG:teuthology.orchestra.run.smithi027:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests BucketTest 2023-01-15T14:47:50.599 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :clean 2023-01-15T14:47:51.197 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :compileJava 2023-01-15T14:47:51.197 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :processResources 2023-01-15T14:47:51.197 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :classes 2023-01-15T14:47:51.498 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:51.498 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :compileTestJava 2023-01-15T14:47:51.498 INFO:teuthology.orchestra.run.smithi027.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2023-01-15T14:47:51.499 INFO:teuthology.orchestra.run.smithi027.stderr:Note: Recompile with -Xlint:deprecation for details. 2023-01-15T14:47:51.499 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:51.500 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :processTestResources NO-SOURCE 2023-01-15T14:47:51.500 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :testClasses 2023-01-15T14:47:53.499 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:53.499 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :test 2023-01-15T14:47:53.500 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:53.500 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty STARTED 2023-01-15T14:47:53.500 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:53.500 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectEmpty PASSED 2023-01-15T14:47:53.500 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:53.500 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch STARTED 2023-01-15T14:47:53.500 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:53.500 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectMismatch PASSED 2023-01-15T14:47:53.500 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:53.500 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable STARTED 2023-01-15T14:47:53.500 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:53.501 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketCreateBadExpectUnreadable PASSED 2023-01-15T14:47:53.698 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:53.698 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete STARTED 2023-01-15T14:47:53.698 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:53.698 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketCreateReadDelete PASSED 2023-01-15T14:47:53.797 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:53.797 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty STARTED 2023-01-15T14:47:53.897 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:53.897 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNonEmpty PASSED 2023-01-15T14:47:54.097 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:54.098 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist STARTED 2023-01-15T14:47:54.098 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:54.098 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketDeleteNotExist PASSED 2023-01-15T14:47:54.197 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:54.198 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct STARTED 2023-01-15T14:47:54.297 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:54.298 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketListDistinct PASSED 2023-01-15T14:47:54.597 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:54.597 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty STARTED 2023-01-15T14:47:54.697 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:54.698 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketListEmpty PASSED 2023-01-15T14:47:54.897 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:54.897 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketNotExist STARTED 2023-01-15T14:47:54.898 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:54.898 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Bucket tests > BucketTest.testBucketNotExist PASSED 2023-01-15T14:47:54.968 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:54.968 INFO:teuthology.orchestra.run.smithi027.stdout:-------------------------------------------------------------------- 2023-01-15T14:47:54.968 INFO:teuthology.orchestra.run.smithi027.stdout:| Results: SUCCESS (9 tests, 9 successes, 0 failures, 0 skipped) | 2023-01-15T14:47:54.968 INFO:teuthology.orchestra.run.smithi027.stdout:-------------------------------------------------------------------- 2023-01-15T14:47:54.968 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:54.968 INFO:teuthology.orchestra.run.smithi027.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2023-01-15T14:47:54.969 INFO:teuthology.orchestra.run.smithi027.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2023-01-15T14:47:54.969 INFO:teuthology.orchestra.run.smithi027.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2023-01-15T14:47:54.969 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:54.969 INFO:teuthology.orchestra.run.smithi027.stdout:BUILD SUCCESSFUL in 4s 2023-01-15T14:47:54.970 INFO:teuthology.orchestra.run.smithi027.stdout:5 actionable tasks: 5 executed 2023-01-15T14:47:54.981 DEBUG:teuthology.orchestra.run.smithi027:> radosgw-admin gc process --include-all 2023-01-15T14:47:55.022 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:47:55.022 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:47:55.034 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.032+0000 7ff00aa86780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.035 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.033+0000 7ff00aa86780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.035 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.033+0000 7ff00aa86780 20 realm 2023-01-15T14:47:55.035 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.033+0000 7ff00aa86780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.035 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.033+0000 7ff00aa86780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.036 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.033+0000 7ff00aa86780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:47:55.036 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.033+0000 7ff00aa86780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.036 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.033+0000 7ff00aa86780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.036 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.033+0000 7ff00aa86780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.036 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.034+0000 7ff00aa86780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:55.037 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.034+0000 7ff00aa86780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.037 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.035+0000 7ff00aa86780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:47:55.037 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.035+0000 7ff00aa86780 20 searching for the correct realm 2023-01-15T14:47:55.044 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.043+0000 7ff008a34700 0 -- 172.21.15.27:0/3097330761 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x56378a4b0000 msgr2=0x56378a3cf080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:47:55.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.044+0000 7ff00aa86780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:47:55.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.044+0000 7ff00aa86780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:47:55.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.044+0000 7ff00aa86780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:47:55.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.044+0000 7ff00aa86780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:47:55.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.044+0000 7ff00aa86780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.044+0000 7ff00aa86780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.044+0000 7ff00aa86780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.044+0000 7ff00aa86780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:55.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.044+0000 7ff00aa86780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.045+0000 7ff00aa86780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:47:55.047 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.045+0000 7ff00aa86780 20 zone default found 2023-01-15T14:47:55.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.045+0000 7ff00aa86780 4 Realm: () 2023-01-15T14:47:55.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.045+0000 7ff00aa86780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:47:55.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.045+0000 7ff00aa86780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:47:55.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.045+0000 7ff00aa86780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:47:55.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.045+0000 7ff00aa86780 20 zonegroup default 2023-01-15T14:47:55.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.045+0000 7ff00aa86780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.045+0000 7ff00aa86780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.048 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.045+0000 7ff00aa86780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.049 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.045+0000 7ff00aa86780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.049 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.045+0000 7ff00aa86780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.049 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.045+0000 7ff00aa86780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.049 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.045+0000 7ff00aa86780 20 started sync module instance, tier type = 2023-01-15T14:47:55.049 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.045+0000 7ff00aa86780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:47:55.051 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.049+0000 7ff008a34700 0 -- 172.21.15.27:0/3097330761 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x56378a4b1800 msgr2=0x56378a3d0680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:47:55.054 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.052+0000 7ff00aa86780 20 add_watcher() i=0 2023-01-15T14:47:55.054 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.052+0000 7ff00aa86780 20 add_watcher() i=1 2023-01-15T14:47:55.054 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.052+0000 7ff00aa86780 20 add_watcher() i=2 2023-01-15T14:47:55.054 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.052+0000 7ff00aa86780 20 add_watcher() i=3 2023-01-15T14:47:55.054 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.052+0000 7ff00aa86780 20 add_watcher() i=4 2023-01-15T14:47:55.054 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.052+0000 7ff00aa86780 20 add_watcher() i=5 2023-01-15T14:47:55.054 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.052+0000 7ff00aa86780 20 add_watcher() i=6 2023-01-15T14:47:55.055 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.053+0000 7ff00aa86780 20 add_watcher() i=7 2023-01-15T14:47:55.055 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.053+0000 7ff00aa86780 2 all 8 watchers are set, enabling cache 2023-01-15T14:47:55.056 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.054+0000 7fefefa02700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:55.056 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.054+0000 7ff00aa86780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:47:55.056 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.054+0000 7ff00aa86780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:47:55.093 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.089+0000 7fefeb1f9700 20 reqs_thread_entry: start 2023-01-15T14:47:55.093 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.090+0000 7ff00aa86780 20 init_complete bucket index max shards: 11 2023-01-15T14:47:55.093 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.090+0000 7ff00aa86780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:47:55.093 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.090+0000 7fefe91f5700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:48:25 2023 2023-01-15T14:47:55.093 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:47:55.094 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.090+0000 7fefe89d3700 20 reqs_thread_entry: start 2023-01-15T14:47:55.094 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.090+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:47:55.094 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.091+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.095 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.091+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.095 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.092+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.096 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.092+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:47:55.096 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.094+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.094+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.094+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.095+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:47:55.098 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.096+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.098 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.097+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.099 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.097+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.099 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.098+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:47:55.100 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.099+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.101 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.099+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.101 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.099+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.102 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.100+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:47:55.103 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.101+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.104 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.102+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.104 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.102+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.105 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.103+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:47:55.106 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.104+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.107 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.105+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.107 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.105+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.107 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.105+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:47:55.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.106+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.109 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.107+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.109 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.107+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.110 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.108+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:47:55.110 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.109+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.109+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.110+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.111+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:47:55.113 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.112+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.112+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.113+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.115 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.113+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:47:55.116 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.114+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.115+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.115+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.116+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:47:55.118 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.117+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.119 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.117+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.119 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.117+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.120 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.119+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:47:55.122 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.120+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.122 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.120+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.122 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.121+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.123 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.121+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:47:55.124 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.123+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.125 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.123+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.125 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.123+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.125 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.124+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:47:55.127 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.125+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.127 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.126+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.128 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.126+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.128 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.127+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:47:55.129 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.128+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.129 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.128+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.130 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.128+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.130 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.129+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:47:55.132 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.130+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.132 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.131+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.132 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.131+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.133 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.132+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:47:55.134 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.133+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.135 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.133+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.135 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.134+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.136 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.134+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:47:55.137 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.135+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.138 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.136+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.138 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.136+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.139 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.137+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:47:55.140 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.138+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.140 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.138+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.140 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.139+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.141 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.139+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:47:55.142 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.141+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.143 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.141+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.143 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.141+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.144 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.142+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:47:55.145 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.144+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.144+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.146 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.144+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.147 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.145+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:47:55.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.146+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.148 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.147+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.147+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.149 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.148+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:47:55.150 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.149+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.151 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.149+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.151 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.149+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.152 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.150+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:47:55.153 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.151+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.153 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.152+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.154 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.152+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.154 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.153+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:47:55.155 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.154+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.156 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.154+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.156 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.155+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.157 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.155+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:47:55.158 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.157+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.159 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.157+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.159 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.157+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.160 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.158+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:47:55.161 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.159+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.161 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.160+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.161 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.160+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.162 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.160+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:47:55.163 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.161+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.163 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.162+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.164 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.162+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.164 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.163+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:47:55.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.164+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.164+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.165+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.167 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.165+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:47:55.168 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.166+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.168 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.167+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.169 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.167+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.169 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.168+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:47:55.170 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.169+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.171 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.169+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.171 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.169+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.172 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.170+0000 7ff00aa86780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:47:55.173 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.171+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.173 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.172+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.174 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.172+0000 7ff00aa86780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.175 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.174+0000 7fefefa02700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:55.177 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.175+0000 7ff00aa86780 20 remove_watcher() i=0 2023-01-15T14:47:55.177 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.175+0000 7ff00aa86780 2 removed watcher, disabling cache 2023-01-15T14:47:55.178 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.176+0000 7ff00aa86780 20 remove_watcher() i=1 2023-01-15T14:47:55.179 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.177+0000 7ff00aa86780 20 remove_watcher() i=2 2023-01-15T14:47:55.179 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.178+0000 7ff00aa86780 20 remove_watcher() i=3 2023-01-15T14:47:55.180 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.179+0000 7ff00aa86780 20 remove_watcher() i=4 2023-01-15T14:47:55.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.179+0000 7ff00aa86780 20 remove_watcher() i=5 2023-01-15T14:47:55.182 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.180+0000 7ff00aa86780 20 remove_watcher() i=6 2023-01-15T14:47:55.182 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.181+0000 7ff00aa86780 20 remove_watcher() i=7 2023-01-15T14:47:55.187 DEBUG:teuthology.orchestra.run.smithi027:> radosgw-admin gc process --include-all 2023-01-15T14:47:55.269 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:47:55.269 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:47:55.280 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.279+0000 7fdaf2cb3780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.280+0000 7fdaf2cb3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.280+0000 7fdaf2cb3780 20 realm 2023-01-15T14:47:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.280+0000 7fdaf2cb3780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.280+0000 7fdaf2cb3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.280+0000 7fdaf2cb3780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:47:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.280+0000 7fdaf2cb3780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.280+0000 7fdaf2cb3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.282 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.280+0000 7fdaf2cb3780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.283 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.281+0000 7fdaf2cb3780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:55.283 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.281+0000 7fdaf2cb3780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.283 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.281+0000 7fdaf2cb3780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:47:55.283 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.281+0000 7fdaf2cb3780 20 searching for the correct realm 2023-01-15T14:47:55.292 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.290+0000 7fdaf0460700 0 -- 172.21.15.27:0/3099834659 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55f78e7bb800 msgr2=0x55f78e453180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:47:55.293 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.291+0000 7fdaf2cb3780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:47:55.293 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.291+0000 7fdaf2cb3780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:47:55.293 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.291+0000 7fdaf2cb3780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:47:55.293 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.291+0000 7fdaf2cb3780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:47:55.293 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.291+0000 7fdaf2cb3780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.293 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.291+0000 7fdaf2cb3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.293 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.291+0000 7fdaf2cb3780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.294 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.291+0000 7fdaf2cb3780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:55.294 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.291+0000 7fdaf2cb3780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.294 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.291+0000 7fdaf2cb3780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:47:55.295 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.291+0000 7fdaf2cb3780 20 zone default found 2023-01-15T14:47:55.295 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.291+0000 7fdaf2cb3780 4 Realm: () 2023-01-15T14:47:55.295 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.292+0000 7fdaf2cb3780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:47:55.295 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.292+0000 7fdaf2cb3780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:47:55.295 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.292+0000 7fdaf2cb3780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:47:55.295 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.292+0000 7fdaf2cb3780 20 zonegroup default 2023-01-15T14:47:55.295 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.292+0000 7fdaf2cb3780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.295 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.292+0000 7fdaf2cb3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.295 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.292+0000 7fdaf2cb3780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.295 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.292+0000 7fdaf2cb3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.295 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.292+0000 7fdaf2cb3780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.295 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.292+0000 7fdaf2cb3780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.296 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.292+0000 7fdaf2cb3780 20 started sync module instance, tier type = 2023-01-15T14:47:55.296 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.292+0000 7fdaf2cb3780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:47:55.300 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.298+0000 7fdaf0460700 0 -- 172.21.15.27:0/3099834659 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55f78e893400 msgr2=0x55f78e7a2680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:47:55.302 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.300+0000 7fdaf2cb3780 20 add_watcher() i=0 2023-01-15T14:47:55.302 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.300+0000 7fdaf2cb3780 20 add_watcher() i=1 2023-01-15T14:47:55.302 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.300+0000 7fdaf2cb3780 20 add_watcher() i=2 2023-01-15T14:47:55.302 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.300+0000 7fdaf2cb3780 20 add_watcher() i=3 2023-01-15T14:47:55.302 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.300+0000 7fdaf2cb3780 20 add_watcher() i=4 2023-01-15T14:47:55.302 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.300+0000 7fdaf2cb3780 20 add_watcher() i=5 2023-01-15T14:47:55.302 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.300+0000 7fdaf2cb3780 20 add_watcher() i=6 2023-01-15T14:47:55.302 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.301+0000 7fdaf2cb3780 20 add_watcher() i=7 2023-01-15T14:47:55.303 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.301+0000 7fdaf2cb3780 2 all 8 watchers are set, enabling cache 2023-01-15T14:47:55.303 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.302+0000 7fdad7c2f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:55.304 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.302+0000 7fdaf2cb3780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:47:55.304 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.302+0000 7fdaf2cb3780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:47:55.339 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.337+0000 7fdad3426700 20 reqs_thread_entry: start 2023-01-15T14:47:55.339 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.337+0000 7fdaf2cb3780 20 init_complete bucket index max shards: 11 2023-01-15T14:47:55.339 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.337+0000 7fdaf2cb3780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:47:55.339 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.337+0000 7fdad1422700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:48:25 2023 2023-01-15T14:47:55.339 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:47:55.339 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.337+0000 7fdad0c00700 20 reqs_thread_entry: start 2023-01-15T14:47:55.340 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.337+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:47:55.340 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.338+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.340 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.339+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.341 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.339+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.341 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.340+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:47:55.343 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.341+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.343 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.342+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.343 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.342+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.344 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.343+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:47:55.345 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.344+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.346 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.344+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.346 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.345+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.347 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.346+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:47:55.348 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.347+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.348 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.347+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.349 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.347+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.349 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.348+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:47:55.350 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.349+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.351 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.349+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.351 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.349+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.352 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.350+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:47:55.353 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.351+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.353 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.351+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.353 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.352+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.354 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.352+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:47:55.355 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.354+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.356 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.354+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.356 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.354+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.357 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.355+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:47:55.358 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.356+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.358 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.357+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.358 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.357+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.360 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.358+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:47:55.361 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.360+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.362 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.360+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.362 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.360+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.363 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.361+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:47:55.364 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.362+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.364 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.363+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.365 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.363+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.366 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.364+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:47:55.367 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.365+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.367 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.366+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.368 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.366+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.368 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.367+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:47:55.369 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.368+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.370 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.368+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.370 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.369+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.371 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.369+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:47:55.372 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.370+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.372 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.371+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.373 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.371+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.374 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.372+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:47:55.375 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.373+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.375 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.373+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.375 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.374+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.376 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.374+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:47:55.377 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.375+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.378 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.376+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.378 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.376+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.379 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.377+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:47:55.380 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.379+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.379+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.381 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.379+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.382 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.380+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:47:55.383 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.381+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.383 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.382+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.384 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.382+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.384 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.383+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:47:55.385 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.384+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.385 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.384+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.386 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.384+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.386 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.385+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:47:55.388 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.386+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.388 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.386+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.388 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.387+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.389 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.388+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:47:55.390 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.389+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.391 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.389+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.391 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.389+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.392 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.390+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:47:55.393 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.391+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.393 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.392+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.393 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.392+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.394 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.393+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:47:55.395 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.394+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.396 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.394+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.396 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.394+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.397 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.395+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:47:55.398 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.396+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.399 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.397+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.399 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.397+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.400 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.398+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:47:55.401 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.399+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.401 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.399+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.401 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.400+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.402 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.400+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:47:55.403 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.401+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.403 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.402+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.404 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.402+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.404 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.403+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:47:55.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.404+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.406 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.404+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.406 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.404+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.407 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.405+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:47:55.408 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.406+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.408 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.407+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.409 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.407+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.409 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.408+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:47:55.410 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.409+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.411 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.409+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.411 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.410+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.412 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.410+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:47:55.413 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.411+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.414 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.412+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.414 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.412+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.415 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.413+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:47:55.416 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.414+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.416 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.415+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.416 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.415+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.417 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.415+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:47:55.418 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.416+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.418 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.417+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.419 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.417+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.419 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.418+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:47:55.420 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.419+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.421 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.419+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.421 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.420+0000 7fdaf2cb3780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.422 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.421+0000 7fdad7c2f700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:55.424 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.423+0000 7fdaf2cb3780 20 remove_watcher() i=0 2023-01-15T14:47:55.424 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.423+0000 7fdaf2cb3780 2 removed watcher, disabling cache 2023-01-15T14:47:55.425 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.423+0000 7fdaf2cb3780 20 remove_watcher() i=1 2023-01-15T14:47:55.425 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.424+0000 7fdaf2cb3780 20 remove_watcher() i=2 2023-01-15T14:47:55.426 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.425+0000 7fdaf2cb3780 20 remove_watcher() i=3 2023-01-15T14:47:55.427 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.426+0000 7fdaf2cb3780 20 remove_watcher() i=4 2023-01-15T14:47:55.428 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.426+0000 7fdaf2cb3780 20 remove_watcher() i=5 2023-01-15T14:47:55.429 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.427+0000 7fdaf2cb3780 20 remove_watcher() i=6 2023-01-15T14:47:55.430 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.428+0000 7fdaf2cb3780 20 remove_watcher() i=7 2023-01-15T14:47:55.434 DEBUG:teuthology.orchestra.run.smithi027:> radosgw-admin gc process --include-all 2023-01-15T14:47:55.515 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:47:55.516 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:47:55.527 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.525+0000 7f909eb7e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.529 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.527+0000 7f909eb7e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.529 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.527+0000 7f909eb7e780 20 realm 2023-01-15T14:47:55.529 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.527+0000 7f909eb7e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.529 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.527+0000 7f909eb7e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.529 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.527+0000 7f909eb7e780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:47:55.529 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.527+0000 7f909eb7e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.527+0000 7f909eb7e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.527+0000 7f909eb7e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.528+0000 7f909eb7e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:55.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.528+0000 7f909eb7e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.528+0000 7f909eb7e780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:47:55.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.528+0000 7f909eb7e780 20 searching for the correct realm 2023-01-15T14:47:55.538 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.537+0000 7f909cb2c700 0 -- 172.21.15.27:0/1683268873 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x565136cba400 msgr2=0x565136ca9080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:47:55.540 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.538+0000 7f909eb7e780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:47:55.540 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.538+0000 7f909eb7e780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:47:55.540 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.538+0000 7f909eb7e780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:47:55.540 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.538+0000 7f909eb7e780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:47:55.540 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.538+0000 7f909eb7e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.540 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.538+0000 7f909eb7e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.541 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.538+0000 7f909eb7e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.541 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.538+0000 7f909eb7e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:55.541 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.538+0000 7f909eb7e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.542 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.539+0000 7f909eb7e780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:47:55.542 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.539+0000 7f909eb7e780 20 zone default found 2023-01-15T14:47:55.542 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.539+0000 7f909eb7e780 4 Realm: () 2023-01-15T14:47:55.542 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.539+0000 7f909eb7e780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:47:55.542 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.539+0000 7f909eb7e780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:47:55.542 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.539+0000 7f909eb7e780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:47:55.542 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.539+0000 7f909eb7e780 20 zonegroup default 2023-01-15T14:47:55.542 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.539+0000 7f909eb7e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.542 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.539+0000 7f909eb7e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.543 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.539+0000 7f909eb7e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.543 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.539+0000 7f909eb7e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.543 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.539+0000 7f909eb7e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.543 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.540+0000 7f909eb7e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.543 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.540+0000 7f909eb7e780 20 started sync module instance, tier type = 2023-01-15T14:47:55.543 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.540+0000 7f909eb7e780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:47:55.545 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.543+0000 7f909cb2c700 0 -- 172.21.15.27:0/1683268873 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x565136d9ec00 msgr2=0x565136caa680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:47:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.546+0000 7f909eb7e780 20 add_watcher() i=0 2023-01-15T14:47:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.546+0000 7f909eb7e780 20 add_watcher() i=1 2023-01-15T14:47:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.546+0000 7f909eb7e780 20 add_watcher() i=2 2023-01-15T14:47:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.546+0000 7f909eb7e780 20 add_watcher() i=3 2023-01-15T14:47:55.548 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.546+0000 7f909eb7e780 20 add_watcher() i=4 2023-01-15T14:47:55.549 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.546+0000 7f909eb7e780 20 add_watcher() i=5 2023-01-15T14:47:55.549 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.546+0000 7f909eb7e780 20 add_watcher() i=6 2023-01-15T14:47:55.549 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.547+0000 7f909eb7e780 20 add_watcher() i=7 2023-01-15T14:47:55.549 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.547+0000 7f909eb7e780 2 all 8 watchers are set, enabling cache 2023-01-15T14:47:55.550 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.548+0000 7f9083afa700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:55.550 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.549+0000 7f909eb7e780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:47:55.550 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.549+0000 7f909eb7e780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:47:55.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.583+0000 7f907f2f1700 20 reqs_thread_entry: start 2023-01-15T14:47:55.586 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.583+0000 7f909eb7e780 20 init_complete bucket index max shards: 11 2023-01-15T14:47:55.586 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.583+0000 7f909eb7e780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:47:55.586 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.583+0000 7f907d2ed700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:48:25 2023 2023-01-15T14:47:55.586 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:47:55.586 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.584+0000 7f907cacb700 20 reqs_thread_entry: start 2023-01-15T14:47:55.586 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.584+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:47:55.586 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.585+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.587 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.585+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.587 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.586+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.588 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.586+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:47:55.589 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.587+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.590 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.588+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.590 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.588+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.590 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.589+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:47:55.591 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.590+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.592 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.590+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.592 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.591+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.593 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.591+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:47:55.594 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.593+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.595 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.593+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.595 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.593+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.596 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.594+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:47:55.597 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.595+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.596+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.596+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.597+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:47:55.600 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.598+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.600 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.599+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.601 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.599+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.601 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.600+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:47:55.602 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.601+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.603 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.601+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.603 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.601+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.604 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.602+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:47:55.605 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.603+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.605 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.604+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.606 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.604+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.607 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.605+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:47:55.607 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.606+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.608 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.606+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.608 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.607+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.609 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.607+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:47:55.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.608+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.611 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.609+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.611 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.609+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.610+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:47:55.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.612+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.614 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.612+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.614 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.612+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.615 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.613+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:47:55.616 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.614+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.617 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.615+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.617 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.615+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.617 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.616+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:47:55.619 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.617+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.619 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.618+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.619 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.618+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.620 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.619+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:47:55.621 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.620+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.620+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.620+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.623 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.621+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:47:55.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.622+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.622+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.623+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.625 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.623+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:47:55.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.625+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.625+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.625+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.628 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.626+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:47:55.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.627+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.627+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.628+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.632 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.628+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:47:55.632 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.629+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.632 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.630+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.630+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.631+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:47:55.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.632+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.632+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.633+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.633+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:47:55.636 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.634+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.636 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.635+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.637 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.635+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.637 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.636+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:47:55.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.637+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.639 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.637+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.639 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.638+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.638+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:47:55.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.640+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.642 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.640+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.642 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.641+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.642+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:47:55.644 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.643+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.645 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.643+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.645 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.643+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.644+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:47:55.647 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.645+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.647 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.646+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.646+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.647+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:47:55.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.648+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.648+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.649+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.651 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.649+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:47:55.652 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.651+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.653 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.651+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.653 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.652+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.653+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:47:55.655 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.654+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.654+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.655+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.657 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.655+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:47:55.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.656+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.659 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.657+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.659 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.657+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.659 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.658+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:47:55.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.659+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.660+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.660+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.662 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.661+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:47:55.663 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.662+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.662+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.663+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.663+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:47:55.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.664+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.665+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.665+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.666+0000 7f909eb7e780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:47:55.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.667+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.668+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.670 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.668+0000 7f909eb7e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.670+0000 7f9083afa700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:55.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.671+0000 7f909eb7e780 20 remove_watcher() i=0 2023-01-15T14:47:55.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.671+0000 7f909eb7e780 2 removed watcher, disabling cache 2023-01-15T14:47:55.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.672+0000 7f909eb7e780 20 remove_watcher() i=1 2023-01-15T14:47:55.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.673+0000 7f909eb7e780 20 remove_watcher() i=2 2023-01-15T14:47:55.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.674+0000 7f909eb7e780 20 remove_watcher() i=3 2023-01-15T14:47:55.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.675+0000 7f909eb7e780 20 remove_watcher() i=4 2023-01-15T14:47:55.677 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.675+0000 7f909eb7e780 20 remove_watcher() i=5 2023-01-15T14:47:55.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.676+0000 7f909eb7e780 20 remove_watcher() i=6 2023-01-15T14:47:55.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.677+0000 7f909eb7e780 20 remove_watcher() i=7 2023-01-15T14:47:55.683 DEBUG:teuthology.orchestra.run.smithi027:> radosgw-admin gc process --include-all 2023-01-15T14:47:55.765 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:47:55.765 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:47:55.777 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.775+0000 7f3150f4e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.779 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.776+0000 7f3150f4e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.779 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.776+0000 7f3150f4e780 20 realm 2023-01-15T14:47:55.779 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.776+0000 7f3150f4e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.779 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.777+0000 7f3150f4e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.780 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.777+0000 7f3150f4e780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:47:55.780 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.777+0000 7f3150f4e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.780 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.777+0000 7f3150f4e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.780 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.777+0000 7f3150f4e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.781 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.778+0000 7f3150f4e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:55.781 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.778+0000 7f3150f4e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.781 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.778+0000 7f3150f4e780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:47:55.782 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.778+0000 7f3150f4e780 20 searching for the correct realm 2023-01-15T14:47:55.788 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.786+0000 7f314eefc700 0 -- 172.21.15.27:0/1049286227 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x5565c9d54c00 msgr2=0x5565c9d37b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:47:55.792 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:47:55.792 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:47:55.792 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:47:55.792 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:47:55.793 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.793 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.793 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.793 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:47:55.793 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.793 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:47:55.793 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 20 zone default found 2023-01-15T14:47:55.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 4 Realm: () 2023-01-15T14:47:55.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:47:55.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:47:55.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:47:55.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 20 zonegroup default 2023-01-15T14:47:55.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.788+0000 7f3150f4e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.795 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.789+0000 7f3150f4e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.795 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.789+0000 7f3150f4e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.795 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.789+0000 7f3150f4e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.795 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.789+0000 7f3150f4e780 20 rados->read ofs=0 len=0 2023-01-15T14:47:55.795 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.789+0000 7f3150f4e780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:47:55.795 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.789+0000 7f3150f4e780 20 started sync module instance, tier type = 2023-01-15T14:47:55.796 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.789+0000 7f3150f4e780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:47:55.796 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.793+0000 7f314eefc700 0 -- 172.21.15.27:0/1049286227 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x5565c987ac00 msgr2=0x5565c9d36b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:47:55.798 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.796+0000 7f3150f4e780 20 add_watcher() i=0 2023-01-15T14:47:55.798 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.796+0000 7f3150f4e780 20 add_watcher() i=1 2023-01-15T14:47:55.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.796+0000 7f3150f4e780 20 add_watcher() i=2 2023-01-15T14:47:55.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.796+0000 7f3150f4e780 20 add_watcher() i=3 2023-01-15T14:47:55.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.796+0000 7f3150f4e780 20 add_watcher() i=4 2023-01-15T14:47:55.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.796+0000 7f3150f4e780 20 add_watcher() i=5 2023-01-15T14:47:55.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.796+0000 7f3150f4e780 20 add_watcher() i=6 2023-01-15T14:47:55.800 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.797+0000 7f3150f4e780 20 add_watcher() i=7 2023-01-15T14:47:55.800 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.797+0000 7f3150f4e780 2 all 8 watchers are set, enabling cache 2023-01-15T14:47:55.800 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.798+0000 7f3135eca700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:55.801 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.799+0000 7f3150f4e780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:47:55.801 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.799+0000 7f3150f4e780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:47:55.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.834+0000 7f31316c1700 20 reqs_thread_entry: start 2023-01-15T14:47:55.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.834+0000 7f3150f4e780 20 init_complete bucket index max shards: 11 2023-01-15T14:47:55.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.835+0000 7f3150f4e780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:47:55.838 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.835+0000 7f312f6bd700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:48:26 2023 2023-01-15T14:47:55.838 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:47:55.838 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.835+0000 7f312ee9b700 20 reqs_thread_entry: start 2023-01-15T14:47:55.838 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.835+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:47:55.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.836+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.836+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.840 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.837+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.840 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.837+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:47:55.841 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.838+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.841 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.839+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.841 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.839+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.842 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.840+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:47:55.843 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.841+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.843 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.841+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.843 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.842+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.844 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.842+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:47:55.845 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.844+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.844+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.846 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.844+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.845+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:47:55.848 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.846+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.848 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.846+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.847+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.847+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:47:55.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.848+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.849+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.849+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.850+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:47:55.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.851+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.852+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.852+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.853+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:47:55.855 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.854+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.854+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.854+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.857 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.855+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:47:55.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.856+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.859 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.857+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.859 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.857+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.859 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.858+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:47:55.860 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.859+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.861 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.859+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.861 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.859+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.862 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.860+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:47:55.863 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.861+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.864 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.862+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.864 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.862+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.865 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.863+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:47:55.866 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.864+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.867 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.865+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.867 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.865+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.867 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.866+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:47:55.869 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.867+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.869 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.867+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.870 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.868+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.870 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.868+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:47:55.871 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.870+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.872 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.870+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.872 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.870+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.873 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.871+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:47:55.874 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.872+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.875 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.873+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.875 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.873+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.875 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.874+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:47:55.876 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.875+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.877 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.875+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.877 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.875+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.878 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.876+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:47:55.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.877+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.879 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.878+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.880 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.878+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.879+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:47:55.881 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.880+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.882 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.880+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.882 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.880+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.883 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.881+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:47:55.884 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.882+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.883+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.883+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.885 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.884+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:47:55.886 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.885+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.887 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.885+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.887 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.885+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.888 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.886+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:47:55.888 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.887+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.889 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.887+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.888+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.890 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.888+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:47:55.891 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.889+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.892 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.890+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.892 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.890+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.893 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.891+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:47:55.894 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.892+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.893+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.893+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.894+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:47:55.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.895+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.896+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.896+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.897+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:47:55.899 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.898+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.900 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.898+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.900 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.899+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.901 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.899+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:47:55.902 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.900+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.902 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.901+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.903 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.901+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.903 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.902+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:47:55.905 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.903+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.905 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.904+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.906 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.904+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.906 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.905+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:47:55.907 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.906+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.908 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.906+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.908 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.906+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.909 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.907+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:47:55.910 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.908+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.910 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.909+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.911 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.909+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.911 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.910+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:47:55.913 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.911+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.913 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.912+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.912+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.913+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:47:55.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.914+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.914+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.916 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.914+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.916 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.915+0000 7f3150f4e780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:47:55.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.916+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.916+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:47:55.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.917+0000 7f3150f4e780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:47:55.920 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.918+0000 7f3135eca700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:47:55.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.920+0000 7f3150f4e780 20 remove_watcher() i=0 2023-01-15T14:47:55.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.920+0000 7f3150f4e780 2 removed watcher, disabling cache 2023-01-15T14:47:55.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.921+0000 7f3150f4e780 20 remove_watcher() i=1 2023-01-15T14:47:55.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.922+0000 7f3150f4e780 20 remove_watcher() i=2 2023-01-15T14:47:55.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.923+0000 7f3150f4e780 20 remove_watcher() i=3 2023-01-15T14:47:55.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.924+0000 7f3150f4e780 20 remove_watcher() i=4 2023-01-15T14:47:55.926 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.924+0000 7f3150f4e780 20 remove_watcher() i=5 2023-01-15T14:47:55.927 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.925+0000 7f3150f4e780 20 remove_watcher() i=6 2023-01-15T14:47:55.927 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:47:55.926+0000 7f3150f4e780 20 remove_watcher() i=7 2023-01-15T14:47:55.932 DEBUG:teuthology.orchestra.run.smithi027:> cd /home/ubuntu/cephtest/s3-tests-java && /opt/gradle/gradle/bin/gradle clean test --rerun-tasks --no-build-cache --tests ObjectTest 2023-01-15T14:47:56.453 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :clean 2023-01-15T14:47:57.051 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :compileJava 2023-01-15T14:47:57.052 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :processResources 2023-01-15T14:47:57.052 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :classes 2023-01-15T14:47:57.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:57.351 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :compileTestJava 2023-01-15T14:47:57.352 INFO:teuthology.orchestra.run.smithi027.stderr:Note: /home/ubuntu/cephtest/s3-tests-java/src/test/java/BucketTest.java uses or overrides a deprecated API. 2023-01-15T14:47:57.352 INFO:teuthology.orchestra.run.smithi027.stderr:Note: Recompile with -Xlint:deprecation for details. 2023-01-15T14:47:57.353 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:57.353 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :processTestResources NO-SOURCE 2023-01-15T14:47:57.353 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :testClasses 2023-01-15T14:47:59.352 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:59.353 INFO:teuthology.orchestra.run.smithi027.stdout:> Task :test 2023-01-15T14:47:59.353 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:59.353 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound STARTED 2023-01-15T14:47:59.353 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:59.353 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.TestObjectCopyKeyNotFound PASSED 2023-01-15T14:47:59.353 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:59.353 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone STARTED 2023-01-15T14:47:59.354 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:59.354 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadExpectNone PASSED 2023-01-15T14:47:59.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:59.452 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty STARTED 2023-01-15T14:47:59.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:59.551 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.TestObjectCreateBadMd5Empty PASSED 2023-01-15T14:47:59.751 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:47:59.751 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI STARTED 2023-01-15T14:48:00.151 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:00.151 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadLLAPI PASSED 2023-01-15T14:48:00.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:00.351 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI STARTED 2023-01-15T14:48:00.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:00.451 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testAbortMultipartUploadNotFoundLLAPI PASSED 2023-01-15T14:48:00.651 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:00.651 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI STARTED 2023-01-15T14:48:00.651 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:00.652 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testDownloadHLAPI PASSED 2023-01-15T14:48:00.952 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:00.952 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI STARTED 2023-01-15T14:48:00.952 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:00.952 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testDownloadNoBucketHLAPI PASSED 2023-01-15T14:48:00.952 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:00.952 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI STARTED 2023-01-15T14:48:01.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:01.051 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testDownloadNoKeyHLAPI PASSED 2023-01-15T14:48:01.251 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:01.252 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB STARTED 2023-01-15T14:48:01.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:01.451 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1MB PASSED 2023-01-15T14:48:01.651 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:01.651 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b STARTED 2023-01-15T14:48:01.652 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:01.652 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1b PASSED 2023-01-15T14:48:01.851 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:01.852 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb STARTED 2023-01-15T14:48:01.852 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:01.852 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testEncryptedTransfer1kb PASSED 2023-01-15T14:48:02.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:02.051 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC STARTED 2023-01-15T14:48:02.151 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:02.152 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testEncryptionKeyNoSSEC PASSED 2023-01-15T14:48:02.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:02.352 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 STARTED 2023-01-15T14:48:02.352 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:02.352 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECInvalidMd5 PASSED 2023-01-15T14:48:02.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:02.552 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey STARTED 2023-01-15T14:48:02.651 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:02.651 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoKey PASSED 2023-01-15T14:48:02.851 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:02.852 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 STARTED 2023-01-15T14:48:02.852 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:02.852 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testEncryptionKeySSECNoMd5 PASSED 2023-01-15T14:48:03.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:03.051 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete STARTED 2023-01-15T14:48:03.151 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:03.151 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultiObjectDelete PASSED 2023-01-15T14:48:03.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:03.551 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA STARTED 2023-01-15T14:48:03.951 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:03.951 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartCopyHLAPIA PASSED 2023-01-15T14:48:04.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:04.351 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI STARTED 2023-01-15T14:48:07.852 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:07.852 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartCopyMultipleSizesLLAPI PASSED 2023-01-15T14:48:08.151 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:08.151 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI STARTED 2023-01-15T14:48:08.152 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:08.152 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCBucketHLAPI PASSED 2023-01-15T14:48:08.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:08.351 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI STARTED 2023-01-15T14:48:08.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:08.451 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartCopyNoSRCKeyHLAPI PASSED 2023-01-15T14:48:08.751 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:08.751 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI STARTED 2023-01-15T14:48:09.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:09.051 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartDownloadHLAPI PASSED 2023-01-15T14:48:09.251 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:09.252 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI STARTED 2023-01-15T14:48:09.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:09.351 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartDownloadNoBucketHLAPI PASSED 2023-01-15T14:48:09.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:09.572 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI STARTED 2023-01-15T14:48:10.251 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:10.252 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartDownloadWithPauseHLAPI PASSED 2023-01-15T14:48:10.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:10.451 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 STARTED 2023-01-15T14:48:10.751 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:10.751 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartUploadHLAPIAWS4 PASSED 2023-01-15T14:48:11.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:11.051 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI STARTED 2023-01-15T14:48:11.951 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:11.951 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartUploadIncorrectMissingPartLLAPI PASSED 2023-01-15T14:48:12.151 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:12.151 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI STARTED 2023-01-15T14:48:15.651 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:15.651 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartUploadMultipleSizesLLAPI PASSED 2023-01-15T14:48:15.951 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:15.951 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI STARTED 2023-01-15T14:48:16.851 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:16.851 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartUploadOverwriteExistingObjectLLAPI PASSED 2023-01-15T14:48:17.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:17.051 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI STARTED 2023-01-15T14:48:17.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:17.451 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartUploadSmallLLAPI PASSED 2023-01-15T14:48:17.651 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:17.702 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause STARTED 2023-01-15T14:48:18.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:18.051 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testMultipartUploadWithPause PASSED 2023-01-15T14:48:18.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:18.451 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound STARTED 2023-01-15T14:48:18.452 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:18.452 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectCopyBucketNotFound PASSED 2023-01-15T14:48:18.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:18.551 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectCreateBadContentlengthNegative STARTED 2023-01-15T14:48:18.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:18.551 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectCreateBadContentlengthNegative PASSED 2023-01-15T14:48:18.851 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:18.852 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch STARTED 2023-01-15T14:48:18.852 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:18.852 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectCreateBadExpectMismatch PASSED 2023-01-15T14:48:19.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:19.051 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort STARTED 2023-01-15T14:48:19.151 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:19.151 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5InvalidShort PASSED 2023-01-15T14:48:19.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:19.351 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid STARTED 2023-01-15T14:48:19.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:19.351 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Ivalid PASSED 2023-01-15T14:48:19.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:19.551 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None STARTED 2023-01-15T14:48:19.651 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:19.687 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5None PASSED 2023-01-15T14:48:19.851 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:19.851 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable STARTED 2023-01-15T14:48:19.852 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:19.852 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectCreateBadMd5Unreadable PASSED 2023-01-15T14:48:20.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:20.051 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes STARTED 2023-01-15T14:48:20.052 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:20.052 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectHeadZeroBytes PASSED 2023-01-15T14:48:20.251 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:20.251 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot STARTED 2023-01-15T14:48:20.251 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:20.252 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterDot PASSED 2023-01-15T14:48:20.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:20.551 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist STARTED 2023-01-15T14:48:20.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:20.551 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterNotExist PASSED 2023-01-15T14:48:20.751 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:20.751 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage STARTED 2023-01-15T14:48:20.851 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:20.851 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListDelimiterPercentage PASSED 2023-01-15T14:48:21.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:21.051 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList STARTED 2023-01-15T14:48:21.151 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:21.151 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMarkerAfterList PASSED 2023-01-15T14:48:21.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:21.351 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList STARTED 2023-01-15T14:48:21.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:21.451 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMarkerBeforeList PASSED 2023-01-15T14:48:21.651 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:21.651 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList STARTED 2023-01-15T14:48:21.751 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:21.751 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMarkerNotInList PASSED 2023-01-15T14:48:21.951 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:21.952 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable STARTED 2023-01-15T14:48:21.952 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:21.952 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMarkerUnreadable PASSED 2023-01-15T14:48:22.151 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:22.151 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative STARTED 2023-01-15T14:48:22.251 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:22.251 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNegative PASSED 2023-01-15T14:48:22.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:22.451 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone STARTED 2023-01-15T14:48:22.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:22.551 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysNone PASSED 2023-01-15T14:48:22.751 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:22.751 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne STARTED 2023-01-15T14:48:22.851 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:22.851 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysOne PASSED 2023-01-15T14:48:23.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:23.051 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero STARTED 2023-01-15T14:48:23.151 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:23.151 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListMaxkeysZero PASSED 2023-01-15T14:48:23.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:23.351 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt STARTED 2023-01-15T14:48:23.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:23.351 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixAlt PASSED 2023-01-15T14:48:23.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:23.551 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic STARTED 2023-01-15T14:48:23.651 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:23.651 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixBasic PASSED 2023-01-15T14:48:23.851 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:23.851 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt STARTED 2023-01-15T14:48:23.951 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:23.951 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterAlt PASSED 2023-01-15T14:48:24.151 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:24.151 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic STARTED 2023-01-15T14:48:24.251 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:24.251 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterBasic PASSED 2023-01-15T14:48:24.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:24.451 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist STARTED 2023-01-15T14:48:24.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:24.451 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterDelimiterNotExist PASSED 2023-01-15T14:48:24.651 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:24.651 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist STARTED 2023-01-15T14:48:24.751 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:24.751 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixDelimiterNotExist PASSED 2023-01-15T14:48:24.951 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:24.951 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist STARTED 2023-01-15T14:48:25.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:25.051 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixDelimiterPrefixNotExist PASSED 2023-01-15T14:48:25.251 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:25.251 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty STARTED 2023-01-15T14:48:25.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:25.351 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixEmpty PASSED 2023-01-15T14:48:25.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:25.551 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone STARTED 2023-01-15T14:48:25.552 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:25.552 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNone PASSED 2023-01-15T14:48:25.752 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:25.752 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist STARTED 2023-01-15T14:48:25.851 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:25.851 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixNotExist PASSED 2023-01-15T14:48:26.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:26.051 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable STARTED 2023-01-15T14:48:26.151 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:26.151 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectListPrefixUnreadable PASSED 2023-01-15T14:48:26.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:26.351 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket STARTED 2023-01-15T14:48:26.352 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:26.352 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectReadFromNonExistantBucket PASSED 2023-01-15T14:48:26.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:26.551 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist STARTED 2023-01-15T14:48:26.651 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:26.651 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectReadNotExist PASSED 2023-01-15T14:48:26.851 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:26.851 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl STARTED 2023-01-15T14:48:26.852 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:26.852 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectWriteCacheControl PASSED 2023-01-15T14:48:27.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:27.134 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag STARTED 2023-01-15T14:48:27.134 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:27.134 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectWriteCheckEtag PASSED 2023-01-15T14:48:27.151 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:27.151 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete STARTED 2023-01-15T14:48:27.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:27.351 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectWriteReadUpdateReadDelete PASSED 2023-01-15T14:48:27.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:27.551 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket STARTED 2023-01-15T14:48:27.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:27.551 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testObjectWriteToNonExistantBucket PASSED 2023-01-15T14:48:29.851 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:29.851 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode STARTED 2023-01-15T14:48:29.951 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:29.951 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testRangedSkipLeadingBytesResponseCode PASSED 2023-01-15T14:48:30.151 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:30.164 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode STARTED 2023-01-15T14:48:30.251 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:30.251 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testRangedrequestResponseCode PASSED 2023-01-15T14:48:30.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:30.451 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey STARTED 2023-01-15T14:48:30.451 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:30.452 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testSSEKMSNoKey PASSED 2023-01-15T14:48:30.651 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:30.651 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared STARTED 2023-01-15T14:48:30.751 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:48:30.751 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testSSEKMSNotDeclared PASSED 2023-01-15T14:49:30.952 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:30.952 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile STARTED 2023-01-15T14:49:31.351 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:31.351 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testUploadFileHLAPIBigFile PASSED 2023-01-15T14:49:31.551 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:31.551 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testUploadFileList STARTED 2023-01-15T14:49:31.851 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:31.937 INFO:teuthology.orchestra.run.smithi027.stdout:suite > Object tests > ObjectTest.testUploadFileList PASSED 2023-01-15T14:49:32.051 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:32.051 INFO:teuthology.orchestra.run.smithi027.stdout:---------------------------------------------------------------------- 2023-01-15T14:49:32.051 INFO:teuthology.orchestra.run.smithi027.stdout:| Results: SUCCESS (71 tests, 71 successes, 0 failures, 0 skipped) | 2023-01-15T14:49:32.051 INFO:teuthology.orchestra.run.smithi027.stdout:---------------------------------------------------------------------- 2023-01-15T14:49:32.060 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:32.060 INFO:teuthology.orchestra.run.smithi027.stdout:Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. 2023-01-15T14:49:32.060 INFO:teuthology.orchestra.run.smithi027.stdout:Use '--warning-mode all' to show the individual deprecation warnings. 2023-01-15T14:49:32.060 INFO:teuthology.orchestra.run.smithi027.stdout:See https://docs.gradle.org/6.0.1/userguide/command_line_interface.html#sec:command_line_warnings 2023-01-15T14:49:32.060 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:32.061 INFO:teuthology.orchestra.run.smithi027.stdout:BUILD SUCCESSFUL in 1m 36s 2023-01-15T14:49:32.061 INFO:teuthology.orchestra.run.smithi027.stdout:5 actionable tasks: 5 executed 2023-01-15T14:49:32.065 DEBUG:teuthology.orchestra.run.smithi027:> radosgw-admin gc process --include-all 2023-01-15T14:49:32.105 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:32.106 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:32.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.117+0000 7f445154c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.321 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.319+0000 7f445154c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:32.321 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.319+0000 7f445154c780 20 realm 2023-01-15T14:49:32.321 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.319+0000 7f445154c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.321 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.320+0000 7f445154c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:32.321 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.320+0000 7f445154c780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:32.321 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.320+0000 7f445154c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.321 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.320+0000 7f445154c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:32.321 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.320+0000 7f445154c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.322 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.321+0000 7f445154c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:32.322 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.321+0000 7f445154c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.322 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.321+0000 7f445154c780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:32.322 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.321+0000 7f445154c780 20 searching for the correct realm 2023-01-15T14:49:32.327 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.327+0000 7f444f4fa700 0 -- 172.21.15.27:0/1903377753 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x555f0fe36400 msgr2=0x555f0fe4e000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:32.534 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.531+0000 7f445154c780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:49:32.534 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.531+0000 7f445154c780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:49:32.534 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.531+0000 7f445154c780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:32.534 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.531+0000 7f445154c780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:32.534 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.531+0000 7f445154c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.534 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.531+0000 7f444fcfb700 0 -- 172.21.15.27:0/1903377753 >> [v2:172.21.15.27:6808/101520,v1:172.21.15.27:6809/101520] conn(0x555f1071dc00 msgr2=0x555f0f9f7180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:32.534 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.531+0000 7f445154c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:32.535 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.531+0000 7f445154c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.535 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.532+0000 7f445154c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:32.535 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.532+0000 7f445154c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.535 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.532+0000 7f445154c780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:32.535 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.532+0000 7f445154c780 20 zone default found 2023-01-15T14:49:32.535 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.532+0000 7f445154c780 4 Realm: () 2023-01-15T14:49:32.535 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.532+0000 7f445154c780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:49:32.535 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.532+0000 7f445154c780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:49:32.535 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.532+0000 7f445154c780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:32.535 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.532+0000 7f445154c780 20 zonegroup default 2023-01-15T14:49:32.535 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.532+0000 7f445154c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.536 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.532+0000 7f445154c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:32.536 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.532+0000 7f445154c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.536 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.533+0000 7f445154c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:32.537 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.533+0000 7f445154c780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.537 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.533+0000 7f445154c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:32.537 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.533+0000 7f445154c780 20 started sync module instance, tier type = 2023-01-15T14:49:32.537 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.533+0000 7f445154c780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:49:32.542 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.540+0000 7f445154c780 20 add_watcher() i=0 2023-01-15T14:49:32.542 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.540+0000 7f445154c780 20 add_watcher() i=1 2023-01-15T14:49:32.542 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.540+0000 7f445154c780 20 add_watcher() i=2 2023-01-15T14:49:32.542 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.540+0000 7f445154c780 20 add_watcher() i=3 2023-01-15T14:49:32.543 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.540+0000 7f445154c780 20 add_watcher() i=4 2023-01-15T14:49:32.543 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.540+0000 7f445154c780 20 add_watcher() i=5 2023-01-15T14:49:32.543 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.541+0000 7f445154c780 20 add_watcher() i=6 2023-01-15T14:49:32.543 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.541+0000 7f445154c780 20 add_watcher() i=7 2023-01-15T14:49:32.544 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.541+0000 7f445154c780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:32.544 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.542+0000 7f44364c8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:32.545 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.543+0000 7f445154c780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:32.545 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.543+0000 7f445154c780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:32.582 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.580+0000 7f4431cbf700 20 reqs_thread_entry: start 2023-01-15T14:49:32.583 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.580+0000 7f445154c780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:32.583 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.580+0000 7f445154c780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:32.583 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.580+0000 7f442fcbb700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:50:03 2023 2023-01-15T14:49:32.583 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:49:32.583 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.580+0000 7f442f499700 20 reqs_thread_entry: start 2023-01-15T14:49:32.583 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.580+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:49:32.583 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.581+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.584 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.582+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.584 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.582+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:49:32.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.582+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.8433849297807316593', time=2023-01-15T16:49:31.900947+0000, chain.objs.size()=5 2023-01-15T14:49:32.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.582+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.130__multipart_key1/data/file.mpg.2~iJ0SNJ9IzCmeBQrYCV4uH9ZyQJYFVSI.1 2023-01-15T14:49:32.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.582+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.130__multipart_key1/data/file.mpg.2~iJ0SNJ9IzCmeBQrYCV4uH9ZyQJYFVSI.2 2023-01-15T14:49:32.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.582+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.130__multipart_key1/data/file.mpg.2~iJ0SNJ9IzCmeBQrYCV4uH9ZyQJYFVSI.3 2023-01-15T14:49:32.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.582+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.130__multipart_key1/data/file.mpg.2~iJ0SNJ9IzCmeBQrYCV4uH9ZyQJYFVSI.4 2023-01-15T14:49:32.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.582+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.130__multipart_key1/data/file.mpg.2~iJ0SNJ9IzCmeBQrYCV4uH9ZyQJYFVSI.5 2023-01-15T14:49:32.586 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.584+0000 7f445154c780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:49:32.587 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.586+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:49:32.589 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.587+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.589 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.588+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.590 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.588+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:49:32.590 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.588+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.10355536779731396816', time=2023-01-15T16:48:06.923358+0000, chain.objs.size()=5 2023-01-15T14:49:32.590 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.588+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~fwgQqyZ3ZxfffNLTIVQsGrcfyzrIPca.1 2023-01-15T14:49:32.590 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.588+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~fwgQqyZ3ZxfffNLTIVQsGrcfyzrIPca.2 2023-01-15T14:49:32.590 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.588+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~fwgQqyZ3ZxfffNLTIVQsGrcfyzrIPca.3 2023-01-15T14:49:32.591 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.588+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~fwgQqyZ3ZxfffNLTIVQsGrcfyzrIPca.4 2023-01-15T14:49:32.591 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.588+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~fwgQqyZ3ZxfffNLTIVQsGrcfyzrIPca.5 2023-01-15T14:49:32.591 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.590+0000 7f445154c780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:49:32.593 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.591+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:49:32.594 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.592+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.594 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.593+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.595 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.593+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.595 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.594+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:49:32.596 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.595+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.597 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.595+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.595+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:49:32.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.595+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='2~Zzo0-96cX7ddObzYoaelyo-K_yG6ZG8', time=2023-01-15T16:48:00.097308+0000, chain.objs.size()=5 2023-01-15T14:49:32.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.595+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.64__multipart_key1.2~Zzo0-96cX7ddObzYoaelyo-K_yG6ZG8.1 2023-01-15T14:49:32.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.595+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.64__multipart_key1.2~Zzo0-96cX7ddObzYoaelyo-K_yG6ZG8.2 2023-01-15T14:49:32.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.595+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.64__multipart_key1.2~Zzo0-96cX7ddObzYoaelyo-K_yG6ZG8.3 2023-01-15T14:49:32.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.595+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.64__multipart_key1.2~Zzo0-96cX7ddObzYoaelyo-K_yG6ZG8.4 2023-01-15T14:49:32.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.595+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.64__multipart_key1.2~Zzo0-96cX7ddObzYoaelyo-K_yG6ZG8.5 2023-01-15T14:49:32.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.595+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1954087598655621510', time=2023-01-15T16:48:15.326928+0000, chain.objs.size()=5 2023-01-15T14:49:32.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.595+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~epdES68YQIreoY53HihIYwXOt6VLQNu.1 2023-01-15T14:49:32.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.595+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__shadow_key1.2~epdES68YQIreoY53HihIYwXOt6VLQNu.1_1 2023-01-15T14:49:32.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.595+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~epdES68YQIreoY53HihIYwXOt6VLQNu.2 2023-01-15T14:49:32.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.596+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__shadow_key1.2~epdES68YQIreoY53HihIYwXOt6VLQNu.2_1 2023-01-15T14:49:32.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.596+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~epdES68YQIreoY53HihIYwXOt6VLQNu.3 2023-01-15T14:49:32.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.597+0000 7f445154c780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:49:32.601 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.599+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:49:32.602 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.600+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.602 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.600+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.602 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.601+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.603 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.601+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:49:32.604 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.603+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.605 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.603+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.605 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.603+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.606 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.604+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:49:32.607 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.605+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.607 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.606+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.607 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.606+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.608 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.606+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:49:32.609 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.608+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.608+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.609+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.611 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.609+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:49:32.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.610+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.611+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.611+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:49:32.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.611+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.3946527506688726892', time=2023-01-15T16:48:05.471765+0000, chain.objs.size()=5 2023-01-15T14:49:32.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.611+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~atGAcHEUe2xEnYAXfZUgcB1AuBQWnIh.1 2023-01-15T14:49:32.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.611+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~atGAcHEUe2xEnYAXfZUgcB1AuBQWnIh.2 2023-01-15T14:49:32.614 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.611+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~atGAcHEUe2xEnYAXfZUgcB1AuBQWnIh.3 2023-01-15T14:49:32.614 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.611+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~atGAcHEUe2xEnYAXfZUgcB1AuBQWnIh.4 2023-01-15T14:49:32.614 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.611+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~atGAcHEUe2xEnYAXfZUgcB1AuBQWnIh.5 2023-01-15T14:49:32.614 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.613+0000 7f445154c780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:49:32.616 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.614+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:49:32.617 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.615+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.617 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.615+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.617 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.616+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.617+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:49:32.619 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.618+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.619 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.618+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.620 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.618+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.620 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.619+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:49:32.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.620+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.620+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.621+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.623 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.621+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:49:32.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.622+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.625 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-01-15T14:49:32.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='2~U4OEDxF-WoXPX6XEqlJBSLm5lc05VzK', time=2023-01-15T16:48:12.043794+0000, chain.objs.size()=5 2023-01-15T14:49:32.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.86__multipart_key1.2~U4OEDxF-WoXPX6XEqlJBSLm5lc05VzK.7 2023-01-15T14:49:32.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.86__multipart_key1.2~U4OEDxF-WoXPX6XEqlJBSLm5lc05VzK.8 2023-01-15T14:49:32.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.86__multipart_key1.2~U4OEDxF-WoXPX6XEqlJBSLm5lc05VzK.9 2023-01-15T14:49:32.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.86__multipart_key1.2~U4OEDxF-WoXPX6XEqlJBSLm5lc05VzK.10 2023-01-15T14:49:32.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.86__multipart_key1.2~U4OEDxF-WoXPX6XEqlJBSLm5lc05VzK.11 2023-01-15T14:49:32.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.4055289664313005164', time=2023-01-15T16:48:12.761872+0000, chain.objs.size()=5 2023-01-15T14:49:32.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~JW-VXlykS0eKGUonqw8XOqq0PJQR_t4.1 2023-01-15T14:49:32.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~JW-VXlykS0eKGUonqw8XOqq0PJQR_t4.2 2023-01-15T14:49:32.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~JW-VXlykS0eKGUonqw8XOqq0PJQR_t4.3 2023-01-15T14:49:32.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~JW-VXlykS0eKGUonqw8XOqq0PJQR_t4.4 2023-01-15T14:49:32.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~JW-VXlykS0eKGUonqw8XOqq0PJQR_t4.5 2023-01-15T14:49:32.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.8987041267710622746', time=2023-01-15T16:48:16.892159+0000, chain.objs.size()=5 2023-01-15T14:49:32.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.88__multipart_key1.2~NSRDGYnDkvBYsXru1TAVv5prTMXuzDs.1 2023-01-15T14:49:32.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.623+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.88__multipart_key1.2~NSRDGYnDkvBYsXru1TAVv5prTMXuzDs.2 2023-01-15T14:49:32.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.625+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.88__multipart_key1.2~NSRDGYnDkvBYsXru1TAVv5prTMXuzDs.3 2023-01-15T14:49:32.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.625+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.88__multipart_key1.2~NSRDGYnDkvBYsXru1TAVv5prTMXuzDs.4 2023-01-15T14:49:32.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.625+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.88__multipart_key1.2~NSRDGYnDkvBYsXru1TAVv5prTMXuzDs.5 2023-01-15T14:49:32.628 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.627+0000 7f445154c780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:49:32.630 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.628+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:49:32.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.629+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.630+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.632 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.630+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.632 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.631+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:49:32.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.632+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.632+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.632+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:49:32.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.632+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15669336788342811630', time=2023-01-15T16:48:17.442251+0000, chain.objs.size()=5 2023-01-15T14:49:32.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.632+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.89__multipart_key1.2~xxO3hXIEylGCrGPIQJJuKX-wPPlRQuX.1 2023-01-15T14:49:32.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.633+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.89__multipart_key1.2~xxO3hXIEylGCrGPIQJJuKX-wPPlRQuX.2 2023-01-15T14:49:32.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.633+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.89__multipart_key1.2~xxO3hXIEylGCrGPIQJJuKX-wPPlRQuX.3 2023-01-15T14:49:32.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.633+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.89__multipart_key1.2~xxO3hXIEylGCrGPIQJJuKX-wPPlRQuX.4 2023-01-15T14:49:32.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.633+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.89__multipart_key1.2~xxO3hXIEylGCrGPIQJJuKX-wPPlRQuX.5 2023-01-15T14:49:32.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.634+0000 7f445154c780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:49:32.637 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.635+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:49:32.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.636+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.637+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.639 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.637+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:49:32.639 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.637+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.18173961133653970708', time=2023-01-15T16:48:13.621877+0000, chain.objs.size()=5 2023-01-15T14:49:32.639 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.637+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~9ljZFcHXgYp-k2YA6JKrYli42rZmQ09.1 2023-01-15T14:49:32.639 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.637+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~9ljZFcHXgYp-k2YA6JKrYli42rZmQ09.2 2023-01-15T14:49:32.639 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.637+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~9ljZFcHXgYp-k2YA6JKrYli42rZmQ09.3 2023-01-15T14:49:32.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.637+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~9ljZFcHXgYp-k2YA6JKrYli42rZmQ09.4 2023-01-15T14:49:32.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.637+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~9ljZFcHXgYp-k2YA6JKrYli42rZmQ09.5 2023-01-15T14:49:32.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.637+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.7257222531601675574', time=2023-01-15T16:48:14.461738+0000, chain.objs.size()=5 2023-01-15T14:49:32.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.637+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~h5UnVodBFzASlsr5JlCNB691mGfdIKm.1 2023-01-15T14:49:32.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.637+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~h5UnVodBFzASlsr5JlCNB691mGfdIKm.2 2023-01-15T14:49:32.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.637+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~h5UnVodBFzASlsr5JlCNB691mGfdIKm.3 2023-01-15T14:49:32.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.637+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~h5UnVodBFzASlsr5JlCNB691mGfdIKm.4 2023-01-15T14:49:32.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.637+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~h5UnVodBFzASlsr5JlCNB691mGfdIKm.5 2023-01-15T14:49:32.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.639+0000 7f445154c780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:49:32.642 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.641+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:49:32.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.642+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.644 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.642+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.645 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.643+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.645 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.644+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:49:32.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.645+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.647 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.645+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.645+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-01-15T14:49:32.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.645+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.17690755209225510346', time=2023-01-15T16:48:05.975761+0000, chain.objs.size()=5 2023-01-15T14:49:32.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.645+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~PHC8aWZA-i9CVu129drjbcqdJUiEhNh.1 2023-01-15T14:49:32.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.645+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~PHC8aWZA-i9CVu129drjbcqdJUiEhNh.2 2023-01-15T14:49:32.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.645+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~PHC8aWZA-i9CVu129drjbcqdJUiEhNh.3 2023-01-15T14:49:32.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.645+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~PHC8aWZA-i9CVu129drjbcqdJUiEhNh.4 2023-01-15T14:49:32.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.645+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~PHC8aWZA-i9CVu129drjbcqdJUiEhNh.5 2023-01-15T14:49:32.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.645+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.14838734710697318550', time=2023-01-15T16:48:07.325107+0000, chain.objs.size()=5 2023-01-15T14:49:32.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.645+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~dSeQ3m1WfBu83rdOH0JggOTTBfxH0o0.1 2023-01-15T14:49:32.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.645+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__shadow_key1.2~dSeQ3m1WfBu83rdOH0JggOTTBfxH0o0.1_1 2023-01-15T14:49:32.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.645+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~dSeQ3m1WfBu83rdOH0JggOTTBfxH0o0.2 2023-01-15T14:49:32.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.646+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__shadow_key1.2~dSeQ3m1WfBu83rdOH0JggOTTBfxH0o0.2_1 2023-01-15T14:49:32.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.646+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~dSeQ3m1WfBu83rdOH0JggOTTBfxH0o0.3 2023-01-15T14:49:32.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.646+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.7847136125740900096', time=2023-01-15T16:48:15.727954+0000, chain.objs.size()=5 2023-01-15T14:49:32.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.646+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~_V8RsOfvw7ELLoyasMx9IrpyOsO6V9u.1 2023-01-15T14:49:32.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.646+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__shadow_key1.2~_V8RsOfvw7ELLoyasMx9IrpyOsO6V9u.1_1 2023-01-15T14:49:32.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.647+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~_V8RsOfvw7ELLoyasMx9IrpyOsO6V9u.2 2023-01-15T14:49:32.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.647+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__shadow_key1.2~_V8RsOfvw7ELLoyasMx9IrpyOsO6V9u.2_1 2023-01-15T14:49:32.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.647+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~_V8RsOfvw7ELLoyasMx9IrpyOsO6V9u.3 2023-01-15T14:49:32.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.648+0000 7f445154c780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:49:32.651 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.650+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:49:32.652 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.651+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.653 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.651+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.653 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.651+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:49:32.653 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.651+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.16680247745714243282', time=2023-01-15T16:48:10.845326+0000, chain.objs.size()=5 2023-01-15T14:49:32.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.651+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.85__multipart_file2.mpg.2~HeQTI3-R0ivtMGB5fcxqoOdygda3yKD.1 2023-01-15T14:49:32.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.651+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.85__multipart_file2.mpg.2~HeQTI3-R0ivtMGB5fcxqoOdygda3yKD.2 2023-01-15T14:49:32.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.651+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.85__multipart_file2.mpg.2~HeQTI3-R0ivtMGB5fcxqoOdygda3yKD.3 2023-01-15T14:49:32.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.651+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.85__multipart_file2.mpg.2~HeQTI3-R0ivtMGB5fcxqoOdygda3yKD.4 2023-01-15T14:49:32.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.651+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.85__multipart_file2.mpg.2~HeQTI3-R0ivtMGB5fcxqoOdygda3yKD.5 2023-01-15T14:49:32.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.653+0000 7f445154c780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:49:32.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.654+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:49:32.657 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.655+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.657 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.656+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.656+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.657+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:49:32.659 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.658+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.660 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.658+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.660 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.658+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:49:32.660 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.658+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.7227650039454252905', time=2023-01-15T16:49:31.395138+0000, chain.objs.size()=5 2023-01-15T14:49:32.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.658+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.129__multipart_key1.2~Z4ZdXjRNux0yXxmL3wlYULP8LEWQJi8.1 2023-01-15T14:49:32.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.658+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.129__multipart_key1.2~Z4ZdXjRNux0yXxmL3wlYULP8LEWQJi8.2 2023-01-15T14:49:32.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.658+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.129__multipart_key1.2~Z4ZdXjRNux0yXxmL3wlYULP8LEWQJi8.3 2023-01-15T14:49:32.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.658+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.129__multipart_key1.2~Z4ZdXjRNux0yXxmL3wlYULP8LEWQJi8.4 2023-01-15T14:49:32.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.658+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.129__multipart_key1.2~Z4ZdXjRNux0yXxmL3wlYULP8LEWQJi8.5 2023-01-15T14:49:32.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.660+0000 7f445154c780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:49:32.663 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.661+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:49:32.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.662+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.663+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.664+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:49:32.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.664+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.9074618505164781390', time=2023-01-15T16:48:15.593218+0000, chain.objs.size()=5 2023-01-15T14:49:32.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.664+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~kRxd-x9STMJkvb7qbB1AtkR6mPAlVzK.1 2023-01-15T14:49:32.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.664+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__shadow_key1.2~kRxd-x9STMJkvb7qbB1AtkR6mPAlVzK.1_1 2023-01-15T14:49:32.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.664+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~kRxd-x9STMJkvb7qbB1AtkR6mPAlVzK.2 2023-01-15T14:49:32.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.664+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__shadow_key1.2~kRxd-x9STMJkvb7qbB1AtkR6mPAlVzK.2_1 2023-01-15T14:49:32.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.664+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.87__multipart_key1.2~kRxd-x9STMJkvb7qbB1AtkR6mPAlVzK.3 2023-01-15T14:49:32.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.664+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY', time=2023-01-15T16:48:18.263905+0000, chain.objs.size()=134 2023-01-15T14:49:32.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.664+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.1 2023-01-15T14:49:32.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.664+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.2 2023-01-15T14:49:32.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.664+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.3 2023-01-15T14:49:32.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.664+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.4 2023-01-15T14:49:32.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.664+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.5 2023-01-15T14:49:32.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.664+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.6 2023-01-15T14:49:32.667 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.664+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.7 2023-01-15T14:49:32.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.665+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.8 2023-01-15T14:49:32.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.666+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.9 2023-01-15T14:49:32.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.666+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.10 2023-01-15T14:49:32.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.666+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.11 2023-01-15T14:49:32.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.666+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.12 2023-01-15T14:49:32.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.666+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.13 2023-01-15T14:49:32.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.666+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.14 2023-01-15T14:49:32.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.666+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.15 2023-01-15T14:49:32.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.666+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.16 2023-01-15T14:49:32.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.666+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.17 2023-01-15T14:49:32.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.666+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.18 2023-01-15T14:49:32.670 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.667+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.19 2023-01-15T14:49:32.670 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.667+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.20 2023-01-15T14:49:32.670 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.667+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.21 2023-01-15T14:49:32.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.667+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.22 2023-01-15T14:49:32.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.667+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.23 2023-01-15T14:49:32.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.667+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.24 2023-01-15T14:49:32.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.667+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.25 2023-01-15T14:49:32.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.668+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.26 2023-01-15T14:49:32.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.668+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.27 2023-01-15T14:49:32.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.668+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.28 2023-01-15T14:49:32.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.668+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.29 2023-01-15T14:49:32.672 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.669+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.30 2023-01-15T14:49:32.672 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.669+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.31 2023-01-15T14:49:32.672 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.669+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.32 2023-01-15T14:49:32.672 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.669+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.33 2023-01-15T14:49:32.672 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.669+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.34 2023-01-15T14:49:32.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.669+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.35 2023-01-15T14:49:32.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.669+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.36 2023-01-15T14:49:32.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.669+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.37 2023-01-15T14:49:32.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.669+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.38 2023-01-15T14:49:32.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.670+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.39 2023-01-15T14:49:32.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.670+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.40 2023-01-15T14:49:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.671+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.41 2023-01-15T14:49:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.671+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.42 2023-01-15T14:49:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.671+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.43 2023-01-15T14:49:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.671+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.44 2023-01-15T14:49:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.671+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.45 2023-01-15T14:49:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.671+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.46 2023-01-15T14:49:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.671+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.47 2023-01-15T14:49:32.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.671+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.48 2023-01-15T14:49:32.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.671+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.49 2023-01-15T14:49:32.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.672+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.50 2023-01-15T14:49:32.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.673+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.51 2023-01-15T14:49:32.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.673+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.52 2023-01-15T14:49:32.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.673+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.53 2023-01-15T14:49:32.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.673+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.54 2023-01-15T14:49:32.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.673+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.55 2023-01-15T14:49:32.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.673+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.56 2023-01-15T14:49:32.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.673+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.57 2023-01-15T14:49:32.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.673+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.58 2023-01-15T14:49:32.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.673+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.59 2023-01-15T14:49:32.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.673+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.60 2023-01-15T14:49:32.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.673+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.61 2023-01-15T14:49:32.677 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.674+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.62 2023-01-15T14:49:32.677 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.675+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.63 2023-01-15T14:49:32.677 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.675+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.64 2023-01-15T14:49:32.677 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.675+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.65 2023-01-15T14:49:32.677 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.675+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.66 2023-01-15T14:49:32.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.675+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.67 2023-01-15T14:49:32.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.675+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.68 2023-01-15T14:49:32.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.675+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.69 2023-01-15T14:49:32.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.675+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.70 2023-01-15T14:49:32.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.675+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.71 2023-01-15T14:49:32.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.675+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.72 2023-01-15T14:49:32.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.675+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.73 2023-01-15T14:49:32.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.676+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.74 2023-01-15T14:49:32.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.676+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.75 2023-01-15T14:49:32.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.676+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.76 2023-01-15T14:49:32.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.677+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.77 2023-01-15T14:49:32.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.677+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.78 2023-01-15T14:49:32.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.677+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.79 2023-01-15T14:49:32.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.677+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.80 2023-01-15T14:49:32.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.677+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.81 2023-01-15T14:49:32.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.677+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.82 2023-01-15T14:49:32.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.677+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.83 2023-01-15T14:49:32.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.677+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.84 2023-01-15T14:49:32.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.678+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.85 2023-01-15T14:49:32.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.678+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.86 2023-01-15T14:49:32.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.678+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.87 2023-01-15T14:49:32.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.678+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.88 2023-01-15T14:49:32.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.679+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.89 2023-01-15T14:49:32.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.679+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.90 2023-01-15T14:49:32.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.679+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.91 2023-01-15T14:49:32.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.679+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.92 2023-01-15T14:49:32.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.679+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.93 2023-01-15T14:49:32.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.679+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.94 2023-01-15T14:49:32.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.679+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.95 2023-01-15T14:49:32.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.680+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.96 2023-01-15T14:49:32.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.680+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.97 2023-01-15T14:49:32.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.680+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.98 2023-01-15T14:49:32.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.680+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.99 2023-01-15T14:49:32.683 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.681+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.100 2023-01-15T14:49:32.683 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.681+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.101 2023-01-15T14:49:32.683 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.681+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.102 2023-01-15T14:49:32.683 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.681+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.103 2023-01-15T14:49:32.683 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.681+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.104 2023-01-15T14:49:32.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.682+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.105 2023-01-15T14:49:32.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.682+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.106 2023-01-15T14:49:32.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.682+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.107 2023-01-15T14:49:32.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.682+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.108 2023-01-15T14:49:32.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.682+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.109 2023-01-15T14:49:32.684 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.682+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.110 2023-01-15T14:49:32.685 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.682+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.111 2023-01-15T14:49:32.685 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.682+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.112 2023-01-15T14:49:32.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.682+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.113 2023-01-15T14:49:32.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.682+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.114 2023-01-15T14:49:32.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.682+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.115 2023-01-15T14:49:32.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.683+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.116 2023-01-15T14:49:32.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.683+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.117 2023-01-15T14:49:32.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.683+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.118 2023-01-15T14:49:32.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.683+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.119 2023-01-15T14:49:32.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.683+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.120 2023-01-15T14:49:32.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.684+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.121 2023-01-15T14:49:32.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.684+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.122 2023-01-15T14:49:32.687 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.684+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.123 2023-01-15T14:49:32.687 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.684+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.124 2023-01-15T14:49:32.687 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.684+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.125 2023-01-15T14:49:32.687 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.684+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.126 2023-01-15T14:49:32.687 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.685+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.127 2023-01-15T14:49:32.688 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.685+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.128 2023-01-15T14:49:32.688 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.685+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.129 2023-01-15T14:49:32.688 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.685+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.131 2023-01-15T14:49:32.688 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.685+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.132 2023-01-15T14:49:32.688 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.685+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.133 2023-01-15T14:49:32.688 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.685+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.134 2023-01-15T14:49:32.688 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.685+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.90__multipart_key1.2~WCAZrPepAX-tJ5-KykSCcWbsagll5EY.135 2023-01-15T14:49:32.689 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.687+0000 7f445154c780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:49:32.691 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.689+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:49:32.692 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.690+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.692 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.691+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.693 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.691+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.694 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.692+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:49:32.695 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.693+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.695 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.694+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.695 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.694+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.696 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.695+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:49:32.697 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.696+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.698 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.696+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.698 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.696+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=1, truncated=0, next_marker='' 2023-01-15T14:49:32.699 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.696+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.17425470022186745775', time=2023-01-15T16:48:07.882582+0000, chain.objs.size()=4 2023-01-15T14:49:32.699 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.696+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.78__shadow_.XXxwABqJ6NKwwtV-x980xqb_IY5sdr2_1 2023-01-15T14:49:32.699 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.696+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.78__shadow_.XXxwABqJ6NKwwtV-x980xqb_IY5sdr2_2 2023-01-15T14:49:32.699 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.696+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.78__shadow_.XXxwABqJ6NKwwtV-x980xqb_IY5sdr2_3 2023-01-15T14:49:32.699 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.696+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.78__shadow_.XXxwABqJ6NKwwtV-x980xqb_IY5sdr2_4 2023-01-15T14:49:32.699 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.698+0000 7f445154c780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:49:32.702 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.700+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:49:32.702 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.701+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.701+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.701+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.704 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.703+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:49:32.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.704+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.704+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.704+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.707 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.705+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:49:32.708 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.706+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.708 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.709 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=3, truncated=0, next_marker='' 2023-01-15T14:49:32.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.5727262136353663662', time=2023-01-15T16:48:04.142073+0000, chain.objs.size()=5 2023-01-15T14:49:32.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.76__multipart_key1.2~8AIJOG4MpNDysz4ymu_HKibtQtlauPt.1 2023-01-15T14:49:32.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.76__multipart_key1.2~8AIJOG4MpNDysz4ymu_HKibtQtlauPt.2 2023-01-15T14:49:32.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.76__multipart_key1.2~8AIJOG4MpNDysz4ymu_HKibtQtlauPt.3 2023-01-15T14:49:32.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.76__multipart_key1.2~8AIJOG4MpNDysz4ymu_HKibtQtlauPt.4 2023-01-15T14:49:32.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.76__multipart_key1.2~8AIJOG4MpNDysz4ymu_HKibtQtlauPt.5 2023-01-15T14:49:32.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.2808713643610279150', time=2023-01-15T16:48:07.746839+0000, chain.objs.size()=5 2023-01-15T14:49:32.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~WHRK2W2-M4S1JNQMxX-x3d3T6gghdNP.1 2023-01-15T14:49:32.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__shadow_key1.2~WHRK2W2-M4S1JNQMxX-x3d3T6gghdNP.1_1 2023-01-15T14:49:32.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~WHRK2W2-M4S1JNQMxX-x3d3T6gghdNP.2 2023-01-15T14:49:32.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__shadow_key1.2~WHRK2W2-M4S1JNQMxX-x3d3T6gghdNP.2_1 2023-01-15T14:49:32.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~WHRK2W2-M4S1JNQMxX-x3d3T6gghdNP.3 2023-01-15T14:49:32.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15161653690257069235', time=2023-01-15T16:48:10.302421+0000, chain.objs.size()=5 2023-01-15T14:49:32.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.84__multipart_key1.2~zUz2n2P24F_ja4N7G4Ji7nDX_MwEjnY.1 2023-01-15T14:49:32.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.707+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.84__multipart_key1.2~zUz2n2P24F_ja4N7G4Ji7nDX_MwEjnY.2 2023-01-15T14:49:32.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.709+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.84__multipart_key1.2~zUz2n2P24F_ja4N7G4Ji7nDX_MwEjnY.3 2023-01-15T14:49:32.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.709+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.84__multipart_key1.2~zUz2n2P24F_ja4N7G4Ji7nDX_MwEjnY.4 2023-01-15T14:49:32.712 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.709+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.84__multipart_key1.2~zUz2n2P24F_ja4N7G4Ji7nDX_MwEjnY.5 2023-01-15T14:49:32.712 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.711+0000 7f445154c780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:49:32.714 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.712+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:49:32.715 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.713+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.716 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.714+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.716 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.714+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.717 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.715+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:49:32.718 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.716+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.718 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.717+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.719 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.717+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:49:32.719 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.717+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.16842957081831590478', time=2023-01-15T16:48:03.942359+0000, chain.objs.size()=5 2023-01-15T14:49:32.719 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.717+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.76__multipart_key1.2~8AIJOG4MpNDysz4ymu_HKibtQtlauPt.1 2023-01-15T14:49:32.719 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.717+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.76__multipart_key1.2~8AIJOG4MpNDysz4ymu_HKibtQtlauPt.2 2023-01-15T14:49:32.719 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.717+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.76__multipart_key1.2~8AIJOG4MpNDysz4ymu_HKibtQtlauPt.3 2023-01-15T14:49:32.720 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.717+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.76__multipart_key1.2~8AIJOG4MpNDysz4ymu_HKibtQtlauPt.4 2023-01-15T14:49:32.720 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.717+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.76__multipart_key1.2~8AIJOG4MpNDysz4ymu_HKibtQtlauPt.5 2023-01-15T14:49:32.720 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.717+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.16023190992970027865', time=2023-01-15T16:48:10.837639+0000, chain.objs.size()=5 2023-01-15T14:49:32.720 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.717+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.85__multipart_file.mpg.2~CdrCGJ-E7ENoeAaG5z61MMHzBp5J19y.1 2023-01-15T14:49:32.720 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.717+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.85__multipart_file.mpg.2~CdrCGJ-E7ENoeAaG5z61MMHzBp5J19y.2 2023-01-15T14:49:32.720 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.717+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.85__multipart_file.mpg.2~CdrCGJ-E7ENoeAaG5z61MMHzBp5J19y.3 2023-01-15T14:49:32.720 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.717+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.85__multipart_file.mpg.2~CdrCGJ-E7ENoeAaG5z61MMHzBp5J19y.4 2023-01-15T14:49:32.721 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.717+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.85__multipart_file.mpg.2~CdrCGJ-E7ENoeAaG5z61MMHzBp5J19y.5 2023-01-15T14:49:32.721 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.719+0000 7f445154c780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:49:32.723 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.721+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:49:32.724 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.723+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.725 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.723+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.725 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.723+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.726 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.724+0000 7f445154c780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:49:32.727 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.725+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.727 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.725+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.728 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.726+0000 7f445154c780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=2, truncated=0, next_marker='' 2023-01-15T14:49:32.728 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.726+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.4155908768656543075', time=2023-01-15T16:48:08.005806+0000, chain.objs.size()=5 2023-01-15T14:49:32.728 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.726+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~7A92G4kyPFk_29mSOflkmrSWXtcp0xp.1 2023-01-15T14:49:32.728 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.726+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__shadow_key1.2~7A92G4kyPFk_29mSOflkmrSWXtcp0xp.1_1 2023-01-15T14:49:32.728 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.726+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~7A92G4kyPFk_29mSOflkmrSWXtcp0xp.2 2023-01-15T14:49:32.728 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.726+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__shadow_key1.2~7A92G4kyPFk_29mSOflkmrSWXtcp0xp.2_1 2023-01-15T14:49:32.728 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.726+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.79__multipart_key1.2~7A92G4kyPFk_29mSOflkmrSWXtcp0xp.3 2023-01-15T14:49:32.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.726+0000 7f445154c780 20 garbage collection: RGWGC::process iterating over entry tag='03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.3073931886617422352', time=2023-01-15T16:48:09.122548+0000, chain.objs.size()=5 2023-01-15T14:49:32.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.726+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.83__multipart_key1.2~yeLz7KWX0I9XweOQ2Sw5toms-sSKQ4C.1 2023-01-15T14:49:32.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.726+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.83__multipart_key1.2~yeLz7KWX0I9XweOQ2Sw5toms-sSKQ4C.2 2023-01-15T14:49:32.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.726+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.83__multipart_key1.2~yeLz7KWX0I9XweOQ2Sw5toms-sSKQ4C.3 2023-01-15T14:49:32.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.726+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.83__multipart_key1.2~yeLz7KWX0I9XweOQ2Sw5toms-sSKQ4C.4 2023-01-15T14:49:32.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.726+0000 7f445154c780 5 garbage collection: RGWGC::process removing default.rgw.buckets.data:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.83__multipart_key1.2~yeLz7KWX0I9XweOQ2Sw5toms-sSKQ4C.5 2023-01-15T14:49:32.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.728+0000 7f445154c780 5 garbage collection: RGWGC::process removing entries, marker: 2023-01-15T14:49:32.732 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.730+0000 7f44364c8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:32.740 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.732+0000 7f445154c780 20 remove_watcher() i=0 2023-01-15T14:49:32.741 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.732+0000 7f445154c780 2 removed watcher, disabling cache 2023-01-15T14:49:32.741 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.732+0000 7f445154c780 20 remove_watcher() i=1 2023-01-15T14:49:32.741 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.733+0000 7f445154c780 20 remove_watcher() i=2 2023-01-15T14:49:32.741 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.734+0000 7f445154c780 20 remove_watcher() i=3 2023-01-15T14:49:32.741 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.735+0000 7f445154c780 20 remove_watcher() i=4 2023-01-15T14:49:32.741 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.735+0000 7f445154c780 20 remove_watcher() i=5 2023-01-15T14:49:32.741 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.736+0000 7f445154c780 20 remove_watcher() i=6 2023-01-15T14:49:32.741 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.737+0000 7f445154c780 20 remove_watcher() i=7 2023-01-15T14:49:32.743 DEBUG:teuthology.orchestra.run.smithi027:> radosgw-admin gc process --include-all 2023-01-15T14:49:32.825 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:32.825 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:32.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.835+0000 7f90ef3ba780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.837+0000 7f90ef3ba780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:32.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.837+0000 7f90ef3ba780 20 realm 2023-01-15T14:49:32.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.837+0000 7f90ef3ba780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.837+0000 7f90ef3ba780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:32.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.837+0000 7f90ef3ba780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:32.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.837+0000 7f90ef3ba780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.837+0000 7f90ef3ba780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:32.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.837+0000 7f90ef3ba780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.840 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.838+0000 7f90ef3ba780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:32.840 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.838+0000 7f90ef3ba780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.840 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.838+0000 7f90ef3ba780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:32.840 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.838+0000 7f90ef3ba780 20 searching for the correct realm 2023-01-15T14:49:32.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.847+0000 7f90ecb67700 0 -- 172.21.15.27:0/2155519131 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x56045403b000 msgr2=0x560453c1f700 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:32.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:49:32.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:49:32.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:32.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:32.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:32.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:32.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:32.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 20 zone default found 2023-01-15T14:49:32.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 4 Realm: () 2023-01-15T14:49:32.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:49:32.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:49:32.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:32.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 20 zonegroup default 2023-01-15T14:49:32.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.848+0000 7f90ef3ba780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.849+0000 7f90ef3ba780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:32.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.849+0000 7f90ef3ba780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.849+0000 7f90ef3ba780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:32.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.849+0000 7f90ef3ba780 20 rados->read ofs=0 len=0 2023-01-15T14:49:32.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.849+0000 7f90ef3ba780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:32.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.849+0000 7f90ef3ba780 20 started sync module instance, tier type = 2023-01-15T14:49:32.853 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.849+0000 7f90ef3ba780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:49:32.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.855+0000 7f90ecb67700 0 -- 172.21.15.27:0/2155519131 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x56045405f400 msgr2=0x56045403e100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:32.857 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.855+0000 7f90ef3ba780 20 add_watcher() i=0 2023-01-15T14:49:32.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.855+0000 7f90ef3ba780 20 add_watcher() i=1 2023-01-15T14:49:32.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.855+0000 7f90ef3ba780 20 add_watcher() i=2 2023-01-15T14:49:32.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.855+0000 7f90ef3ba780 20 add_watcher() i=3 2023-01-15T14:49:32.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.855+0000 7f90ef3ba780 20 add_watcher() i=4 2023-01-15T14:49:32.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.855+0000 7f90ef3ba780 20 add_watcher() i=5 2023-01-15T14:49:32.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.856+0000 7f90ef3ba780 20 add_watcher() i=6 2023-01-15T14:49:32.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.856+0000 7f90ef3ba780 20 add_watcher() i=7 2023-01-15T14:49:32.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.856+0000 7f90ef3ba780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:32.859 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.858+0000 7f90d4336700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:32.860 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.858+0000 7f90ef3ba780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:32.860 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.858+0000 7f90ef3ba780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:32.895 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.893+0000 7f90cfb2d700 20 reqs_thread_entry: start 2023-01-15T14:49:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.893+0000 7f90ef3ba780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.893+0000 7f90ef3ba780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.894+0000 7f90cdb29700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:50:03 2023 2023-01-15T14:49:32.896 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:49:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.894+0000 7f90cd307700 20 reqs_thread_entry: start 2023-01-15T14:49:32.896 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.894+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=18, max_secs=3600, expired_only=0 2023-01-15T14:49:32.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.895+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.897 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.896+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.896+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.898 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.897+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=19, max_secs=3600, expired_only=0 2023-01-15T14:49:32.900 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.898+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.900 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.898+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.900 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.899+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.901 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.899+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=20, max_secs=3600, expired_only=0 2023-01-15T14:49:32.902 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.900+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.902 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.901+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.903 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.901+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.903 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.902+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=21, max_secs=3600, expired_only=0 2023-01-15T14:49:32.904 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.903+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.905 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.903+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.905 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.903+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.906 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.904+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=22, max_secs=3600, expired_only=0 2023-01-15T14:49:32.907 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.905+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.907 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.906+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.907 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.906+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.908 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.907+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=23, max_secs=3600, expired_only=0 2023-01-15T14:49:32.909 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.908+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.910 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.908+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.910 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.909+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.911 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.909+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=24, max_secs=3600, expired_only=0 2023-01-15T14:49:32.912 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.911+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.913 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.911+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.913 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.911+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.914 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.912+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=25, max_secs=3600, expired_only=0 2023-01-15T14:49:32.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.913+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.914+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.915 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.914+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.916 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.915+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=26, max_secs=3600, expired_only=0 2023-01-15T14:49:32.917 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.916+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.916+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.918 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.916+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.919 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.917+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=27, max_secs=3600, expired_only=0 2023-01-15T14:49:32.920 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.919+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.921 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.919+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.921 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.919+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.922 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.920+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=28, max_secs=3600, expired_only=0 2023-01-15T14:49:32.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.921+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.922+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.922+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.923+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=29, max_secs=3600, expired_only=0 2023-01-15T14:49:32.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.924+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.926 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.924+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.926 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.925+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.927 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.925+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=30, max_secs=3600, expired_only=0 2023-01-15T14:49:32.928 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.927+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.929 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.927+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.929 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.927+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.930 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.928+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=31, max_secs=3600, expired_only=0 2023-01-15T14:49:32.931 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.929+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.931 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.929+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.931 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.930+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.932 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.930+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=0, max_secs=3600, expired_only=0 2023-01-15T14:49:32.933 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.931+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.934 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.932+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.934 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.932+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.934 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.933+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=1, max_secs=3600, expired_only=0 2023-01-15T14:49:32.936 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.934+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.936 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.934+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.936 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.935+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.937 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.936+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=2, max_secs=3600, expired_only=0 2023-01-15T14:49:32.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.937+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.937+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.938+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.940 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.938+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=3, max_secs=3600, expired_only=0 2023-01-15T14:49:32.941 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.939+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.941 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.940+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.942 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.940+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.942 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.941+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=4, max_secs=3600, expired_only=0 2023-01-15T14:49:32.944 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.942+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.944 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.943+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.943+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.944+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=5, max_secs=3600, expired_only=0 2023-01-15T14:49:32.946 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.945+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.947 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.945+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.947 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.945+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.947 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.946+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=6, max_secs=3600, expired_only=0 2023-01-15T14:49:32.949 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.947+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.949 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.947+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.949 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.948+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.950 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.948+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=7, max_secs=3600, expired_only=0 2023-01-15T14:49:32.951 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.949+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.951 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.950+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.952 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.950+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.952 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.951+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=8, max_secs=3600, expired_only=0 2023-01-15T14:49:32.953 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.952+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.954 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.952+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.954 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.953+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.955 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.954+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=9, max_secs=3600, expired_only=0 2023-01-15T14:49:32.956 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.955+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.957 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.955+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.957 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.956+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.958 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.956+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=10, max_secs=3600, expired_only=0 2023-01-15T14:49:32.959 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.957+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.960 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.958+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.960 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.958+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.961 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.959+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=11, max_secs=3600, expired_only=0 2023-01-15T14:49:32.962 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.960+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.962 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.961+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.963 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.961+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.963 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.962+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=12, max_secs=3600, expired_only=0 2023-01-15T14:49:32.964 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.963+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.965 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.963+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.965 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.964+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.966 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.964+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=13, max_secs=3600, expired_only=0 2023-01-15T14:49:32.967 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.965+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.967 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.966+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.968 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.966+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.968 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.967+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=14, max_secs=3600, expired_only=0 2023-01-15T14:49:32.970 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.968+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.970 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.969+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.970 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.969+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.971 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.969+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=15, max_secs=3600, expired_only=0 2023-01-15T14:49:32.972 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.970+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.972 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.971+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.973 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.971+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.973 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.972+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=16, max_secs=3600, expired_only=0 2023-01-15T14:49:32.974 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.973+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.975 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.973+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.975 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.974+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.976 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.974+0000 7f90ef3ba780 20 garbage collection: RGWGC::process entered with GC index_shard=17, max_secs=3600, expired_only=0 2023-01-15T14:49:32.977 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.975+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned with returned:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.978 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.976+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_list returned NO non expired entries, so setting cache entry to TRUE 2023-01-15T14:49:32.978 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.976+0000 7f90ef3ba780 20 garbage collection: RGWGC::process cls_rgw_gc_queue_list_entries returned with return value:0, entries.size=0, truncated=0, next_marker='' 2023-01-15T14:49:32.979 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.977+0000 7f90d4336700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:32.980 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.979+0000 7f90ef3ba780 20 remove_watcher() i=0 2023-01-15T14:49:32.981 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.979+0000 7f90ef3ba780 2 removed watcher, disabling cache 2023-01-15T14:49:32.981 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.980+0000 7f90ef3ba780 20 remove_watcher() i=1 2023-01-15T14:49:32.982 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.980+0000 7f90ef3ba780 20 remove_watcher() i=2 2023-01-15T14:49:32.983 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.981+0000 7f90ef3ba780 20 remove_watcher() i=3 2023-01-15T14:49:32.984 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.982+0000 7f90ef3ba780 20 remove_watcher() i=4 2023-01-15T14:49:32.984 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.983+0000 7f90ef3ba780 20 remove_watcher() i=5 2023-01-15T14:49:32.985 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.984+0000 7f90ef3ba780 20 remove_watcher() i=6 2023-01-15T14:49:32.986 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:32.985+0000 7f90ef3ba780 20 remove_watcher() i=7 2023-01-15T14:49:32.991 INFO:teuthology.run_tasks:Running task s3tests... 2023-01-15T14:49:33.008 DEBUG:tasks.s3tests:s3tests config is {'client.0': {'rgw_server': 'client.0', 'force-branch': 'ceph-master'}} 2023-01-15T14:49:33.009 INFO:tasks.s3tests:Downloading s3-tests... 2023-01-15T14:49:33.009 INFO:tasks.s3tests:Using branch 'ceph-master' for s3tests 2023-01-15T14:49:33.009 DEBUG:teuthology.orchestra.run.smithi027:> git clone -b ceph-master https://git.ceph.com/s3-tests.git /home/ubuntu/cephtest/s3-tests-client.0 2023-01-15T14:49:33.050 INFO:teuthology.orchestra.run.smithi027.stderr:Cloning into '/home/ubuntu/cephtest/s3-tests-client.0'... 2023-01-15T14:49:33.477 INFO:tasks.s3tests:Creating rgw users... 2023-01-15T14:49:33.477 DEBUG:tasks.s3tests:Creating user foo.client.0 on client.0 2023-01-15T14:49:33.478 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foo.client.0 --display-name 'Mr. foo.client.0' --email foo.client.0+test@test.test --caps 'user-policy=*' --access-key EVSYAEVKTAGDHIQXEEES --secret KXDQ3DtYMOZcpA0PDoEX/MZSSGTfQw8HEgGS7JPXstkq1k+iNrnoqg== --cluster ceph 2023-01-15T14:49:33.573 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:33.573 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:33.583 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.581+0000 7fd291ec8780 20 rados->read ofs=0 len=0 2023-01-15T14:49:33.584 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.582+0000 7fd291ec8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:33.584 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.582+0000 7fd291ec8780 20 realm 2023-01-15T14:49:33.584 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.582+0000 7fd291ec8780 20 rados->read ofs=0 len=0 2023-01-15T14:49:33.584 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.582+0000 7fd291ec8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:33.584 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.582+0000 7fd291ec8780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:33.584 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.582+0000 7fd291ec8780 20 rados->read ofs=0 len=0 2023-01-15T14:49:33.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.582+0000 7fd291ec8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:33.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.582+0000 7fd291ec8780 20 rados->read ofs=0 len=0 2023-01-15T14:49:33.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.583+0000 7fd291ec8780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:33.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.583+0000 7fd291ec8780 20 rados->read ofs=0 len=0 2023-01-15T14:49:33.585 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.583+0000 7fd291ec8780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:33.586 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.583+0000 7fd291ec8780 20 searching for the correct realm 2023-01-15T14:49:33.795 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.793+0000 7fd290677700 0 -- 172.21.15.27:0/1145392010 >> [v2:172.21.15.27:6808/101520,v1:172.21.15.27:6809/101520] conn(0x55ee48710400 msgr2=0x55ee47918680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:33.796 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.795+0000 7fd291ec8780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:49:33.797 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.795+0000 7fd291ec8780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:49:33.797 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.795+0000 7fd291ec8780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:33.797 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.795+0000 7fd291ec8780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:33.797 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.795+0000 7fd291ec8780 20 rados->read ofs=0 len=0 2023-01-15T14:49:33.797 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.795+0000 7fd291ec8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:33.797 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.795+0000 7fd291ec8780 20 rados->read ofs=0 len=0 2023-01-15T14:49:33.798 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.795+0000 7fd291ec8780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:33.798 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.795+0000 7fd291ec8780 20 rados->read ofs=0 len=0 2023-01-15T14:49:33.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.796+0000 7fd291ec8780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:33.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.796+0000 7fd291ec8780 20 zone default found 2023-01-15T14:49:33.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.796+0000 7fd291ec8780 4 Realm: () 2023-01-15T14:49:33.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.796+0000 7fd291ec8780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:49:33.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.796+0000 7fd291ec8780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:49:33.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.796+0000 7fd291ec8780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:33.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.796+0000 7fd291ec8780 20 zonegroup default 2023-01-15T14:49:33.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.796+0000 7fd291ec8780 20 rados->read ofs=0 len=0 2023-01-15T14:49:33.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.796+0000 7fd291ec8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:33.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.796+0000 7fd291ec8780 20 rados->read ofs=0 len=0 2023-01-15T14:49:33.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.796+0000 7fd291ec8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:33.799 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.796+0000 7fd291ec8780 20 rados->read ofs=0 len=0 2023-01-15T14:49:33.800 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.797+0000 7fd291ec8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:33.800 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.797+0000 7fd291ec8780 20 started sync module instance, tier type = 2023-01-15T14:49:33.800 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.797+0000 7fd291ec8780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:49:33.801 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.799+0000 7fd28fe76700 0 -- 172.21.15.27:0/1145392010 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55ee47cd8400 msgr2=0x55ee47918c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:33.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.804+0000 7fd291ec8780 20 add_watcher() i=0 2023-01-15T14:49:33.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.804+0000 7fd291ec8780 20 add_watcher() i=1 2023-01-15T14:49:33.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.804+0000 7fd291ec8780 20 add_watcher() i=2 2023-01-15T14:49:33.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.804+0000 7fd291ec8780 20 add_watcher() i=3 2023-01-15T14:49:33.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.804+0000 7fd291ec8780 20 add_watcher() i=4 2023-01-15T14:49:33.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.804+0000 7fd291ec8780 20 add_watcher() i=5 2023-01-15T14:49:33.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.804+0000 7fd291ec8780 20 add_watcher() i=6 2023-01-15T14:49:33.807 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.805+0000 7fd291ec8780 20 add_watcher() i=7 2023-01-15T14:49:33.807 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.805+0000 7fd291ec8780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:33.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.806+0000 7fd276e44700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:33.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.806+0000 7fd291ec8780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:33.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.806+0000 7fd291ec8780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:33.812 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.811+0000 7fd291ec8780 5 note: GC not initialized 2023-01-15T14:49:33.814 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.812+0000 7fd27263b700 20 reqs_thread_entry: start 2023-01-15T14:49:33.814 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.812+0000 7fd291ec8780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:33.814 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.812+0000 7fd291ec8780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:33.814 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.812+0000 7fd270637700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:50:04 2023 2023-01-15T14:49:33.814 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:49:33.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.812+0000 7fd26fe15700 20 reqs_thread_entry: start 2023-01-15T14:49:33.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.812+0000 7fd291ec8780 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2023-01-15T14:49:33.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.812+0000 7fd291ec8780 20 rados->read ofs=0 len=0 2023-01-15T14:49:33.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.812+0000 7fd291ec8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:33.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.812+0000 7fd291ec8780 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x0 2023-01-15T14:49:33.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.812+0000 7fd291ec8780 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-01-15T14:49:33.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.812+0000 7fd291ec8780 10 cache get: name=default.rgw.meta+users.email+foo.client.0+test@test.test : miss 2023-01-15T14:49:33.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.812+0000 7fd291ec8780 20 rados->read ofs=0 len=0 2023-01-15T14:49:33.816 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.813+0000 7fd291ec8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:33.816 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.813+0000 7fd291ec8780 10 cache put: name=default.rgw.meta+users.email+foo.client.0+test@test.test info.flags=0x0 2023-01-15T14:49:33.816 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.813+0000 7fd291ec8780 10 adding default.rgw.meta+users.email+foo.client.0+test@test.test to cache LRU end 2023-01-15T14:49:33.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.813+0000 7fd291ec8780 10 cache get: name=default.rgw.meta+users.keys+EVSYAEVKTAGDHIQXEEES : miss 2023-01-15T14:49:33.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.813+0000 7fd291ec8780 20 rados->read ofs=0 len=0 2023-01-15T14:49:33.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.813+0000 7fd291ec8780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:33.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.813+0000 7fd291ec8780 10 cache put: name=default.rgw.meta+users.keys+EVSYAEVKTAGDHIQXEEES info.flags=0x0 2023-01-15T14:49:33.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.813+0000 7fd291ec8780 10 adding default.rgw.meta+users.keys+EVSYAEVKTAGDHIQXEEES to cache LRU end 2023-01-15T14:49:33.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.813+0000 7fd291ec8780 10 cache get: name=default.rgw.meta+users.keys+EVSYAEVKTAGDHIQXEEES : hit (negative entry) 2023-01-15T14:49:33.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.813+0000 7fd291ec8780 10 cache get: name=default.rgw.meta+users.keys+EVSYAEVKTAGDHIQXEEES : hit (negative entry) 2023-01-15T14:49:33.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.814+0000 7fd291ec8780 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-01-15T14:49:33.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.814+0000 7fd291ec8780 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-01-15T14:49:33.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.814+0000 7fd291ec8780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2023-01-15T14:49:33.817 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.814+0000 7fd28a66b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197813 cookie 94481891263488 notifier 6599 bl.length()=640 2023-01-15T14:49:33.818 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.814+0000 7fd28a66b700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-01-15T14:49:33.818 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.814+0000 7fd28a66b700 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-01-15T14:49:33.818 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.816+0000 7fd291ec8780 10 cache put: name=default.rgw.meta+users.email+foo.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:33.818 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.816+0000 7fd291ec8780 10 moving default.rgw.meta+users.email+foo.client.0+test@test.test to cache LRU end 2023-01-15T14:49:33.819 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.816+0000 7fd291ec8780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 0, obj: default.rgw.meta:users.email:foo.client.0+test@test.test, ofs0, ns] 2023-01-15T14:49:33.819 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.816+0000 7fd28a66b700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197782 cookie 94481891269248 notifier 6599 bl.length()=194 2023-01-15T14:49:33.819 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.816+0000 7fd28a66b700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foo.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:33.819 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.816+0000 7fd28a66b700 10 rgw watcher librados: moving default.rgw.meta+users.email+foo.client.0+test@test.test to cache LRU end 2023-01-15T14:49:33.819 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.817+0000 7fd291ec8780 10 cache put: name=default.rgw.meta+users.keys+EVSYAEVKTAGDHIQXEEES info.flags=0x7 2023-01-15T14:49:33.820 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.817+0000 7fd291ec8780 10 moving default.rgw.meta+users.keys+EVSYAEVKTAGDHIQXEEES to cache LRU end 2023-01-15T14:49:33.820 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.817+0000 7fd291ec8780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.keys:EVSYAEVKTAGDHIQXEEES, ofs0, ns] 2023-01-15T14:49:33.820 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.817+0000 7fd289e6a700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 893353197783 cookie 94481891268096 notifier 6599 bl.length()=186 2023-01-15T14:49:33.820 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.818+0000 7fd289e6a700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+EVSYAEVKTAGDHIQXEEES info.flags=0x7 2023-01-15T14:49:33.820 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.818+0000 7fd289e6a700 10 rgw watcher librados: moving default.rgw.meta+users.keys+EVSYAEVKTAGDHIQXEEES to cache LRU end 2023-01-15T14:49:33.820 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2023-01-15T14:49:33.820 INFO:teuthology.orchestra.run.smithi027.stdout: "user_id": "foo.client.0", 2023-01-15T14:49:33.820 INFO:teuthology.orchestra.run.smithi027.stdout: "display_name": "Mr. foo.client.0", 2023-01-15T14:49:33.821 INFO:teuthology.orchestra.run.smithi027.stdout: "email": "foo.client.0+test@test.test", 2023-01-15T14:49:33.821 INFO:teuthology.orchestra.run.smithi027.stdout: "suspended": 0, 2023-01-15T14:49:33.821 INFO:teuthology.orchestra.run.smithi027.stdout: "max_buckets": 1000, 2023-01-15T14:49:33.821 INFO:teuthology.orchestra.run.smithi027.stdout: "subusers": [], 2023-01-15T14:49:33.821 INFO:teuthology.orchestra.run.smithi027.stdout: "keys": [ 2023-01-15T14:49:33.822 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:49:33.822 INFO:teuthology.orchestra.run.smithi027.stdout: "user": "foo.client.0", 2023-01-15T14:49:33.822 INFO:teuthology.orchestra.run.smithi027.stdout: "access_key": "EVSYAEVKTAGDHIQXEEES", 2023-01-15T14:49:33.822 INFO:teuthology.orchestra.run.smithi027.stdout: "secret_key": "KXDQ3DtYMOZcpA0PDoEX/MZSSGTfQw8HEgGS7JPXstkq1k+iNrnoqg==" 2023-01-15T14:49:33.822 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:49:33.822 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:49:33.822 INFO:teuthology.orchestra.run.smithi027.stdout: "swift_keys": [], 2023-01-15T14:49:33.822 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": [ 2023-01-15T14:49:33.822 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:49:33.822 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "user-policy", 2023-01-15T14:49:33.822 INFO:teuthology.orchestra.run.smithi027.stdout: "perm": "*" 2023-01-15T14:49:33.823 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:49:33.823 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:49:33.823 INFO:teuthology.orchestra.run.smithi027.stdout: "op_mask": "read, write, delete", 2023-01-15T14:49:33.823 INFO:teuthology.orchestra.run.smithi027.stdout: "default_placement": "", 2023-01-15T14:49:33.823 INFO:teuthology.orchestra.run.smithi027.stdout: "default_storage_class": "", 2023-01-15T14:49:33.823 INFO:teuthology.orchestra.run.smithi027.stdout: "placement_tags": [], 2023-01-15T14:49:33.823 INFO:teuthology.orchestra.run.smithi027.stdout: "bucket_quota": { 2023-01-15T14:49:33.823 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:49:33.823 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:49:33.823 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:49:33.823 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:49:33.823 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:49:33.824 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:49:33.824 INFO:teuthology.orchestra.run.smithi027.stdout: "user_quota": { 2023-01-15T14:49:33.824 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:49:33.824 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:49:33.824 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:49:33.824 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:49:33.824 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:49:33.824 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:49:33.824 INFO:teuthology.orchestra.run.smithi027.stdout: "temp_url_keys": [], 2023-01-15T14:49:33.824 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "rgw", 2023-01-15T14:49:33.824 INFO:teuthology.orchestra.run.smithi027.stdout: "mfa_ids": [] 2023-01-15T14:49:33.824 INFO:teuthology.orchestra.run.smithi027.stdout:} 2023-01-15T14:49:33.825 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:33.825 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.819+0000 7fd276e44700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:33.825 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.820+0000 7fd291ec8780 20 remove_watcher() i=0 2023-01-15T14:49:33.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.820+0000 7fd291ec8780 2 removed watcher, disabling cache 2023-01-15T14:49:33.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.821+0000 7fd291ec8780 20 remove_watcher() i=1 2023-01-15T14:49:33.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.822+0000 7fd291ec8780 20 remove_watcher() i=2 2023-01-15T14:49:33.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.823+0000 7fd291ec8780 20 remove_watcher() i=3 2023-01-15T14:49:33.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.823+0000 7fd291ec8780 20 remove_watcher() i=4 2023-01-15T14:49:33.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.824+0000 7fd291ec8780 20 remove_watcher() i=5 2023-01-15T14:49:33.826 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.825+0000 7fd291ec8780 20 remove_watcher() i=6 2023-01-15T14:49:33.827 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:33.826+0000 7fd291ec8780 20 remove_watcher() i=7 2023-01-15T14:49:33.832 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foo.client.0 --totp-serial 8804136522 --totp-seed YXDUWIMFVW3BY6JYDB3DKIJSZMRJOTNCMBNP3MWSIY7FG4OYMYFMFAFEOVJDKWMT --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-01-15T14:49:33.887 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:33.887 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:34.091 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.089+0000 7fa83b699700 0 --2- 172.21.15.27:0/1106236603 >> [v2:172.21.15.27:3300/0,v1:172.21.15.27:6789/0] conn(0x56309adcb400 0x56309ae60b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request get_initial_auth_request returned -2 2023-01-15T14:49:34.098 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.096+0000 7fa83deec780 20 rados->read ofs=0 len=0 2023-01-15T14:49:34.100 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.098+0000 7fa83deec780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:34.100 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.098+0000 7fa83deec780 20 realm 2023-01-15T14:49:34.100 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.098+0000 7fa83deec780 20 rados->read ofs=0 len=0 2023-01-15T14:49:34.100 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.098+0000 7fa83deec780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:34.100 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.098+0000 7fa83deec780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:34.100 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.098+0000 7fa83deec780 20 rados->read ofs=0 len=0 2023-01-15T14:49:34.100 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.098+0000 7fa83deec780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:34.101 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.098+0000 7fa83deec780 20 rados->read ofs=0 len=0 2023-01-15T14:49:34.101 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.099+0000 7fa83deec780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:34.101 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.099+0000 7fa83deec780 20 rados->read ofs=0 len=0 2023-01-15T14:49:34.101 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.099+0000 7fa83deec780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:34.101 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.099+0000 7fa83deec780 20 searching for the correct realm 2023-01-15T14:49:34.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.106+0000 7fa83b699700 0 -- 172.21.15.27:0/1959908572 >> [v2:172.21.15.27:6808/101520,v1:172.21.15.27:6809/101520] conn(0x56309bc13000 msgr2=0x56309ae62680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:34.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.109+0000 7fa83deec780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:49:34.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.109+0000 7fa83deec780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:49:34.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.109+0000 7fa83deec780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:34.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.109+0000 7fa83deec780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:34.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.109+0000 7fa83deec780 20 rados->read ofs=0 len=0 2023-01-15T14:49:34.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.110+0000 7fa83deec780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:34.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.110+0000 7fa83deec780 20 rados->read ofs=0 len=0 2023-01-15T14:49:34.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.110+0000 7fa83deec780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:34.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.110+0000 7fa83deec780 20 rados->read ofs=0 len=0 2023-01-15T14:49:34.113 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.110+0000 7fa83deec780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:34.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.110+0000 7fa83deec780 20 zone default found 2023-01-15T14:49:34.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.110+0000 7fa83deec780 4 Realm: () 2023-01-15T14:49:34.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.110+0000 7fa83deec780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:49:34.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.110+0000 7fa83deec780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:49:34.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.110+0000 7fa83deec780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:34.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.110+0000 7fa83deec780 20 zonegroup default 2023-01-15T14:49:34.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.110+0000 7fa83deec780 20 rados->read ofs=0 len=0 2023-01-15T14:49:34.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.110+0000 7fa83deec780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:34.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.110+0000 7fa83deec780 20 rados->read ofs=0 len=0 2023-01-15T14:49:34.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.111+0000 7fa83deec780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:34.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.111+0000 7fa83deec780 20 rados->read ofs=0 len=0 2023-01-15T14:49:34.115 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.111+0000 7fa83b699700 0 -- 172.21.15.27:0/1959908572 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x56309b177800 msgr2=0x56309ae63180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:34.115 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.111+0000 7fa83deec780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:34.115 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.111+0000 7fa83deec780 20 started sync module instance, tier type = 2023-01-15T14:49:34.115 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.111+0000 7fa83deec780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:49:34.120 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.118+0000 7fa83deec780 20 add_watcher() i=0 2023-01-15T14:49:34.120 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.118+0000 7fa83deec780 20 add_watcher() i=1 2023-01-15T14:49:34.120 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.118+0000 7fa83deec780 20 add_watcher() i=2 2023-01-15T14:49:34.120 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.118+0000 7fa83deec780 20 add_watcher() i=3 2023-01-15T14:49:34.121 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.118+0000 7fa83deec780 20 add_watcher() i=4 2023-01-15T14:49:34.121 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.118+0000 7fa83deec780 20 add_watcher() i=5 2023-01-15T14:49:34.121 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.118+0000 7fa83deec780 20 add_watcher() i=6 2023-01-15T14:49:34.121 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.119+0000 7fa83deec780 20 add_watcher() i=7 2023-01-15T14:49:34.121 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.119+0000 7fa83deec780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:34.122 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.120+0000 7fa822e68700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:34.122 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.120+0000 7fa83deec780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:34.122 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.120+0000 7fa83deec780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:34.127 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.125+0000 7fa83deec780 5 note: GC not initialized 2023-01-15T14:49:34.128 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.126+0000 7fa81e65f700 20 reqs_thread_entry: start 2023-01-15T14:49:34.128 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.126+0000 7fa83deec780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:34.128 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.126+0000 7fa83deec780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:34.128 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.126+0000 7fa81c65b700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:50:04 2023 2023-01-15T14:49:34.129 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:49:34.129 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.126+0000 7fa81be39700 20 reqs_thread_entry: start 2023-01-15T14:49:34.129 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.126+0000 7fa83deec780 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2023-01-15T14:49:34.129 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.126+0000 7fa83deec780 20 rados->read ofs=0 len=0 2023-01-15T14:49:34.129 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.126+0000 7fa83deec780 20 rados_obj.operate() r=0 bl.length=455 2023-01-15T14:49:34.129 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.126+0000 7fa83deec780 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2023-01-15T14:49:34.129 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.127+0000 7fa83deec780 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-01-15T14:49:34.129 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:34.127+0000 7fa83deec780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:49:35.991 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.989+0000 7fa83deec780 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-01-15T14:49:35.992 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.989+0000 7fa83deec780 10 moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-01-15T14:49:35.992 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.989+0000 7fa83deec780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2023-01-15T14:49:35.992 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.990+0000 7fa835e8e700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132406 cookie 94766757159936 notifier 6620 bl.length()=654 2023-01-15T14:49:35.992 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.990+0000 7fa835e8e700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x17 2023-01-15T14:49:35.992 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.990+0000 7fa835e8e700 10 rgw watcher librados: moving default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-01-15T14:49:35.992 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.991+0000 7fa822e68700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:35.994 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.993+0000 7fa83deec780 20 remove_watcher() i=0 2023-01-15T14:49:35.995 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.993+0000 7fa83deec780 2 removed watcher, disabling cache 2023-01-15T14:49:35.995 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.994+0000 7fa83deec780 20 remove_watcher() i=1 2023-01-15T14:49:35.996 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.995+0000 7fa83deec780 20 remove_watcher() i=2 2023-01-15T14:49:35.997 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.996+0000 7fa83deec780 20 remove_watcher() i=3 2023-01-15T14:49:35.998 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.996+0000 7fa83deec780 20 remove_watcher() i=4 2023-01-15T14:49:35.999 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.997+0000 7fa83deec780 20 remove_watcher() i=5 2023-01-15T14:49:36.000 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.998+0000 7fa83deec780 20 remove_watcher() i=6 2023-01-15T14:49:36.001 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:35.999+0000 7fa83deec780 20 remove_watcher() i=7 2023-01-15T14:49:36.006 DEBUG:tasks.s3tests:Creating user bar.client.0 on client.0 2023-01-15T14:49:36.006 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid bar.client.0 --display-name 'Mr. bar.client.0' --email bar.client.0+test@test.test --caps 'user-policy=*' --access-key LEIHWAMNBTNJINCORNQA --secret BaxELWwtEgNxKJb6zdnUsdogZzFjx78j4GZDZxQwlvwV5hM7Gyzfrg== --cluster ceph 2023-01-15T14:49:36.065 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:36.066 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:36.075 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.073+0000 7fc854417780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.075+0000 7fc854417780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.075+0000 7fc854417780 20 realm 2023-01-15T14:49:36.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.075+0000 7fc854417780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.075+0000 7fc854417780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.075+0000 7fc854417780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:36.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.075+0000 7fc854417780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.075+0000 7fc854417780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.078 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.075+0000 7fc854417780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.078 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.076+0000 7fc854417780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:36.078 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.076+0000 7fc854417780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.079 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.076+0000 7fc854417780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:36.079 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.076+0000 7fc854417780 20 searching for the correct realm 2023-01-15T14:49:36.088 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.086+0000 7fc8523c5700 0 -- 172.21.15.27:0/2232144391 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55678fc64400 msgr2=0x55678f8a6c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:36.089 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.087+0000 7fc854417780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:49:36.090 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.087+0000 7fc854417780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:49:36.090 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.087+0000 7fc854417780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:36.090 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.087+0000 7fc854417780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:36.090 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.087+0000 7fc854417780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.087+0000 7fc854417780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.087+0000 7fc854417780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.087+0000 7fc854417780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:36.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.087+0000 7fc854417780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.088+0000 7fc854417780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:36.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.088+0000 7fc854417780 20 zone default found 2023-01-15T14:49:36.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.088+0000 7fc854417780 4 Realm: () 2023-01-15T14:49:36.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.088+0000 7fc854417780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:49:36.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.088+0000 7fc854417780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:49:36.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.088+0000 7fc854417780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:36.092 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.088+0000 7fc854417780 20 zonegroup default 2023-01-15T14:49:36.093 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.088+0000 7fc854417780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.093 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.088+0000 7fc854417780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.093 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.088+0000 7fc854417780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.093 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.088+0000 7fc854417780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.094 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.088+0000 7fc854417780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.094 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.088+0000 7fc854417780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.094 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.088+0000 7fc854417780 20 started sync module instance, tier type = 2023-01-15T14:49:36.094 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.088+0000 7fc854417780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:49:36.096 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.094+0000 7fc851bc4700 0 -- 172.21.15.27:0/2232144391 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55678fc65000 msgr2=0x55678f8a7180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:36.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.095+0000 7fc854417780 20 add_watcher() i=0 2023-01-15T14:49:36.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.095+0000 7fc854417780 20 add_watcher() i=1 2023-01-15T14:49:36.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.095+0000 7fc854417780 20 add_watcher() i=2 2023-01-15T14:49:36.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.095+0000 7fc854417780 20 add_watcher() i=3 2023-01-15T14:49:36.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.095+0000 7fc854417780 20 add_watcher() i=4 2023-01-15T14:49:36.097 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.095+0000 7fc854417780 20 add_watcher() i=5 2023-01-15T14:49:36.098 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.096+0000 7fc854417780 20 add_watcher() i=6 2023-01-15T14:49:36.098 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.096+0000 7fc854417780 20 add_watcher() i=7 2023-01-15T14:49:36.098 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.096+0000 7fc854417780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:36.100 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.098+0000 7fc839393700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:36.100 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.098+0000 7fc854417780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:36.100 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.098+0000 7fc854417780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:36.104 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.102+0000 7fc854417780 5 note: GC not initialized 2023-01-15T14:49:36.105 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.103+0000 7fc834b8a700 20 reqs_thread_entry: start 2023-01-15T14:49:36.106 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.103+0000 7fc854417780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:36.106 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.104+0000 7fc854417780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:36.106 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.104+0000 7fc832b86700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:50:06 2023 2023-01-15T14:49:36.106 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:49:36.106 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.104+0000 7fc832364700 20 reqs_thread_entry: start 2023-01-15T14:49:36.106 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.104+0000 7fc854417780 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2023-01-15T14:49:36.106 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.104+0000 7fc854417780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.107 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.104+0000 7fc854417780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.104+0000 7fc854417780 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x0 2023-01-15T14:49:36.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.104+0000 7fc854417780 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-01-15T14:49:36.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.104+0000 7fc854417780 10 cache get: name=default.rgw.meta+users.email+bar.client.0+test@test.test : miss 2023-01-15T14:49:36.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.104+0000 7fc854417780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.104+0000 7fc854417780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.104+0000 7fc854417780 10 cache put: name=default.rgw.meta+users.email+bar.client.0+test@test.test info.flags=0x0 2023-01-15T14:49:36.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.104+0000 7fc854417780 10 adding default.rgw.meta+users.email+bar.client.0+test@test.test to cache LRU end 2023-01-15T14:49:36.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.104+0000 7fc854417780 10 cache get: name=default.rgw.meta+users.keys+LEIHWAMNBTNJINCORNQA : miss 2023-01-15T14:49:36.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.104+0000 7fc854417780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.105+0000 7fc854417780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.108 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.105+0000 7fc854417780 10 cache put: name=default.rgw.meta+users.keys+LEIHWAMNBTNJINCORNQA info.flags=0x0 2023-01-15T14:49:36.109 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.105+0000 7fc854417780 10 adding default.rgw.meta+users.keys+LEIHWAMNBTNJINCORNQA to cache LRU end 2023-01-15T14:49:36.109 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.105+0000 7fc854417780 10 cache get: name=default.rgw.meta+users.keys+LEIHWAMNBTNJINCORNQA : hit (negative entry) 2023-01-15T14:49:36.109 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.105+0000 7fc854417780 10 cache get: name=default.rgw.meta+users.keys+LEIHWAMNBTNJINCORNQA : hit (negative entry) 2023-01-15T14:49:36.109 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.106+0000 7fc854417780 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-01-15T14:49:36.109 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.106+0000 7fc854417780 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-01-15T14:49:36.109 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.106+0000 7fc854417780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2023-01-15T14:49:36.110 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.106+0000 7fc84cbba700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132314 cookie 93903278169984 notifier 6641 bl.length()=640 2023-01-15T14:49:36.110 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.106+0000 7fc84cbba700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-01-15T14:49:36.110 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.106+0000 7fc84cbba700 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-01-15T14:49:36.110 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.108+0000 7fc854417780 10 cache put: name=default.rgw.meta+users.email+bar.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:36.110 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.108+0000 7fc854417780 10 moving default.rgw.meta+users.email+bar.client.0+test@test.test to cache LRU end 2023-01-15T14:49:36.110 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.108+0000 7fc854417780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.email:bar.client.0+test@test.test, ofs0, ns] 2023-01-15T14:49:36.110 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.108+0000 7fc84c3b9700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132315 cookie 93903278169984 notifier 6641 bl.length()=194 2023-01-15T14:49:36.110 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.108+0000 7fc84c3b9700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+bar.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:36.110 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.108+0000 7fc84c3b9700 10 rgw watcher librados: moving default.rgw.meta+users.email+bar.client.0+test@test.test to cache LRU end 2023-01-15T14:49:36.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.109+0000 7fc854417780 10 cache put: name=default.rgw.meta+users.keys+LEIHWAMNBTNJINCORNQA info.flags=0x7 2023-01-15T14:49:36.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.109+0000 7fc854417780 10 moving default.rgw.meta+users.keys+LEIHWAMNBTNJINCORNQA to cache LRU end 2023-01-15T14:49:36.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.109+0000 7fc854417780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 0, obj: default.rgw.meta:users.keys:LEIHWAMNBTNJINCORNQA, ofs0, ns] 2023-01-15T14:49:36.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.109+0000 7fc84c3b9700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132278 cookie 93903278173440 notifier 6641 bl.length()=186 2023-01-15T14:49:36.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.109+0000 7fc84c3b9700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+LEIHWAMNBTNJINCORNQA info.flags=0x7 2023-01-15T14:49:36.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.109+0000 7fc84c3b9700 10 rgw watcher librados: moving default.rgw.meta+users.keys+LEIHWAMNBTNJINCORNQA to cache LRU end 2023-01-15T14:49:36.112 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2023-01-15T14:49:36.112 INFO:teuthology.orchestra.run.smithi027.stdout: "user_id": "bar.client.0", 2023-01-15T14:49:36.112 INFO:teuthology.orchestra.run.smithi027.stdout: "display_name": "Mr. bar.client.0", 2023-01-15T14:49:36.112 INFO:teuthology.orchestra.run.smithi027.stdout: "email": "bar.client.0+test@test.test", 2023-01-15T14:49:36.112 INFO:teuthology.orchestra.run.smithi027.stdout: "suspended": 0, 2023-01-15T14:49:36.113 INFO:teuthology.orchestra.run.smithi027.stdout: "max_buckets": 1000, 2023-01-15T14:49:36.113 INFO:teuthology.orchestra.run.smithi027.stdout: "subusers": [], 2023-01-15T14:49:36.113 INFO:teuthology.orchestra.run.smithi027.stdout: "keys": [ 2023-01-15T14:49:36.113 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:49:36.113 INFO:teuthology.orchestra.run.smithi027.stdout: "user": "bar.client.0", 2023-01-15T14:49:36.113 INFO:teuthology.orchestra.run.smithi027.stdout: "access_key": "LEIHWAMNBTNJINCORNQA", 2023-01-15T14:49:36.113 INFO:teuthology.orchestra.run.smithi027.stdout: "secret_key": "BaxELWwtEgNxKJb6zdnUsdogZzFjx78j4GZDZxQwlvwV5hM7Gyzfrg==" 2023-01-15T14:49:36.113 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:49:36.113 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:49:36.113 INFO:teuthology.orchestra.run.smithi027.stdout: "swift_keys": [], 2023-01-15T14:49:36.113 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": [ 2023-01-15T14:49:36.113 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:49:36.114 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "user-policy", 2023-01-15T14:49:36.114 INFO:teuthology.orchestra.run.smithi027.stdout: "perm": "*" 2023-01-15T14:49:36.114 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:49:36.114 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:49:36.114 INFO:teuthology.orchestra.run.smithi027.stdout: "op_mask": "read, write, delete", 2023-01-15T14:49:36.114 INFO:teuthology.orchestra.run.smithi027.stdout: "default_placement": "", 2023-01-15T14:49:36.114 INFO:teuthology.orchestra.run.smithi027.stdout: "default_storage_class": "", 2023-01-15T14:49:36.114 INFO:teuthology.orchestra.run.smithi027.stdout: "placement_tags": [], 2023-01-15T14:49:36.114 INFO:teuthology.orchestra.run.smithi027.stdout: "bucket_quota": { 2023-01-15T14:49:36.114 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:49:36.114 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:49:36.114 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:49:36.115 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:49:36.115 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:49:36.115 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:49:36.115 INFO:teuthology.orchestra.run.smithi027.stdout: "user_quota": { 2023-01-15T14:49:36.115 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:49:36.115 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:49:36.115 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:49:36.115 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:49:36.115 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:49:36.115 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:49:36.115 INFO:teuthology.orchestra.run.smithi027.stdout: "temp_url_keys": [], 2023-01-15T14:49:36.115 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "rgw", 2023-01-15T14:49:36.115 INFO:teuthology.orchestra.run.smithi027.stdout: "mfa_ids": [] 2023-01-15T14:49:36.116 INFO:teuthology.orchestra.run.smithi027.stdout:} 2023-01-15T14:49:36.116 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:36.116 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.110+0000 7fc839393700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:36.116 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.112+0000 7fc854417780 20 remove_watcher() i=0 2023-01-15T14:49:36.116 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.112+0000 7fc854417780 2 removed watcher, disabling cache 2023-01-15T14:49:36.116 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.113+0000 7fc854417780 20 remove_watcher() i=1 2023-01-15T14:49:36.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.114+0000 7fc854417780 20 remove_watcher() i=2 2023-01-15T14:49:36.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.115+0000 7fc854417780 20 remove_watcher() i=3 2023-01-15T14:49:36.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.116+0000 7fc854417780 20 remove_watcher() i=4 2023-01-15T14:49:36.118 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.116+0000 7fc854417780 20 remove_watcher() i=5 2023-01-15T14:49:36.119 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.117+0000 7fc854417780 20 remove_watcher() i=6 2023-01-15T14:49:36.119 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.118+0000 7fc854417780 20 remove_watcher() i=7 2023-01-15T14:49:36.124 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid bar.client.0 --totp-serial 1996342458 --totp-seed 7VEROHUMLIE2VOCJF7TP7HEDGSNMCJW6ZHFVQ6OWA76RLA4JFDCKF47KKDLLBI2L --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-01-15T14:49:36.179 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:36.179 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:36.189 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.187+0000 7f3836e14780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.191 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.189+0000 7f3836e14780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.191 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.189+0000 7f3836e14780 20 realm 2023-01-15T14:49:36.191 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.189+0000 7f3836e14780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.191 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.189+0000 7f3836e14780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.191 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.189+0000 7f3836e14780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:36.191 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.189+0000 7f3836e14780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.191 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.189+0000 7f3836e14780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.191 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.189+0000 7f3836e14780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.192 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.190+0000 7f3836e14780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:36.192 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.190+0000 7f3836e14780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.192 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.190+0000 7f3836e14780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:36.193 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.191+0000 7f3836e14780 20 searching for the correct realm 2023-01-15T14:49:36.201 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.200+0000 7f3834dc2700 0 -- 172.21.15.27:0/311855061 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x5562a8300c00 msgr2=0x5562a7ff6c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:36.202 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:49:36.203 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:49:36.203 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:36.203 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:36.203 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.203 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.203 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.204 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:36.205 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.205 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:36.205 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 20 zone default found 2023-01-15T14:49:36.205 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 4 Realm: () 2023-01-15T14:49:36.205 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:49:36.205 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:49:36.205 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:36.205 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 20 zonegroup default 2023-01-15T14:49:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.201+0000 7f3836e14780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.202+0000 7f3836e14780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.202+0000 7f3836e14780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.202+0000 7f3836e14780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.202+0000 7f3836e14780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.202+0000 7f3836e14780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.202+0000 7f3836e14780 20 started sync module instance, tier type = 2023-01-15T14:49:36.206 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.202+0000 7f3836e14780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:49:36.209 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.207+0000 7f38345c1700 0 -- 172.21.15.27:0/311855061 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x5562a8301800 msgr2=0x5562a7ff7180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1)._try_send injecting socket failure 2023-01-15T14:49:36.211 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.209+0000 7f3836e14780 20 add_watcher() i=0 2023-01-15T14:49:36.211 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.209+0000 7f3836e14780 20 add_watcher() i=1 2023-01-15T14:49:36.211 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.209+0000 7f3836e14780 20 add_watcher() i=2 2023-01-15T14:49:36.211 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.209+0000 7f3836e14780 20 add_watcher() i=3 2023-01-15T14:49:36.211 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.209+0000 7f3836e14780 20 add_watcher() i=4 2023-01-15T14:49:36.211 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.209+0000 7f3836e14780 20 add_watcher() i=5 2023-01-15T14:49:36.211 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.209+0000 7f3836e14780 20 add_watcher() i=6 2023-01-15T14:49:36.212 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.210+0000 7f3836e14780 20 add_watcher() i=7 2023-01-15T14:49:36.212 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.210+0000 7f3836e14780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:36.213 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.211+0000 7f381bd90700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:36.213 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.211+0000 7f3836e14780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:36.213 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.211+0000 7f3836e14780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:36.217 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.216+0000 7f3836e14780 5 note: GC not initialized 2023-01-15T14:49:36.219 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.216+0000 7f3817587700 20 reqs_thread_entry: start 2023-01-15T14:49:36.219 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.216+0000 7f3836e14780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:36.219 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.217+0000 7f3836e14780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:36.219 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.217+0000 7f3815583700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:50:06 2023 2023-01-15T14:49:36.219 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:49:36.219 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.217+0000 7f3814d61700 20 reqs_thread_entry: start 2023-01-15T14:49:36.219 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.217+0000 7f3836e14780 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2023-01-15T14:49:36.219 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.217+0000 7f3836e14780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.220 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.217+0000 7f3836e14780 20 rados_obj.operate() r=0 bl.length=455 2023-01-15T14:49:36.220 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.217+0000 7f3836e14780 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2023-01-15T14:49:36.220 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.217+0000 7f3836e14780 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-01-15T14:49:36.220 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.217+0000 7f3836e14780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:49:36.221 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.220+0000 7f3836e14780 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-01-15T14:49:36.222 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.220+0000 7f3836e14780 10 moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-01-15T14:49:36.222 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.220+0000 7f3836e14780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 0, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2023-01-15T14:49:36.222 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.220+0000 7f382f5b7700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132316 cookie 93882213654400 notifier 6990 bl.length()=654 2023-01-15T14:49:36.222 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.220+0000 7f382f5b7700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x17 2023-01-15T14:49:36.222 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.220+0000 7f382f5b7700 10 rgw watcher librados: moving default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-01-15T14:49:36.222 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.221+0000 7f381bd90700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:36.224 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.223+0000 7f3836e14780 20 remove_watcher() i=0 2023-01-15T14:49:36.224 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.223+0000 7f3836e14780 2 removed watcher, disabling cache 2023-01-15T14:49:36.225 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.223+0000 7f3836e14780 20 remove_watcher() i=1 2023-01-15T14:49:36.226 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.224+0000 7f3836e14780 20 remove_watcher() i=2 2023-01-15T14:49:36.227 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.225+0000 7f3836e14780 20 remove_watcher() i=3 2023-01-15T14:49:36.227 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.226+0000 7f3836e14780 20 remove_watcher() i=4 2023-01-15T14:49:36.228 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.226+0000 7f3836e14780 20 remove_watcher() i=5 2023-01-15T14:49:36.229 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.227+0000 7f3836e14780 20 remove_watcher() i=6 2023-01-15T14:49:36.229 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.228+0000 7f3836e14780 20 remove_watcher() i=7 2023-01-15T14:49:36.234 DEBUG:tasks.s3tests:Creating user testx$tenanteduser.client.0 on client.0 2023-01-15T14:49:36.234 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid 'testx$tenanteduser.client.0' --display-name 'Mr. testx$tenanteduser.client.0' --email 'testx$tenanteduser.client.0+test@test.test' --caps 'user-policy=*' --access-key RDZWWYAYFRPZKJZFHEXO --secret g0v0fmii0EVI0Ygyt0caNCbP5JZFckMPHd6p+dkTf6MBuWbxms0JiQ== --cluster ceph 2023-01-15T14:49:36.289 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:36.289 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:36.298 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.296+0000 7f70891a1780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.297+0000 7f70891a1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.297+0000 7f70891a1780 20 realm 2023-01-15T14:49:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.297+0000 7f70891a1780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.298+0000 7f70891a1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.298+0000 7f70891a1780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.298+0000 7f70891a1780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.298+0000 7f70891a1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.298+0000 7f70891a1780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.301 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.299+0000 7f70891a1780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.299+0000 7f70891a1780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.299+0000 7f70891a1780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:36.302 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.299+0000 7f70891a1780 20 searching for the correct realm 2023-01-15T14:49:36.510 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.508+0000 7f708694e700 0 -- 172.21.15.27:0/2551447863 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55c1f76af800 msgr2=0x55c1f73a5180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:36.512 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.510+0000 7f70891a1780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:49:36.512 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.510+0000 7f70891a1780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:49:36.512 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.510+0000 7f70891a1780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:36.512 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.510+0000 7f70891a1780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:36.513 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.510+0000 7f70891a1780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.513 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.510+0000 7f70891a1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.513 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.510+0000 7f70891a1780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.513 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.510+0000 7f70891a1780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:36.513 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.510+0000 7f70891a1780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.514 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.511+0000 7f70891a1780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:36.514 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.511+0000 7f70891a1780 20 zone default found 2023-01-15T14:49:36.514 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.511+0000 7f70891a1780 4 Realm: () 2023-01-15T14:49:36.514 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.511+0000 7f70891a1780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:49:36.514 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.511+0000 7f70891a1780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:49:36.514 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.511+0000 7f70891a1780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:36.515 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.511+0000 7f70891a1780 20 zonegroup default 2023-01-15T14:49:36.515 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.511+0000 7f70891a1780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.515 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.511+0000 7f70891a1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.515 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.511+0000 7f70891a1780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.515 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.511+0000 7f70891a1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.515 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.511+0000 7f70891a1780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.515 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.512+0000 7f70891a1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.515 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.512+0000 7f70891a1780 20 started sync module instance, tier type = 2023-01-15T14:49:36.515 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.512+0000 7f70891a1780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:49:36.517 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.515+0000 7f708714f700 0 -- 172.21.15.27:0/2551447863 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55c1f8086000 msgr2=0x55c1f769f080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:36.520 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.518+0000 7f70891a1780 20 add_watcher() i=0 2023-01-15T14:49:36.520 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.518+0000 7f70891a1780 20 add_watcher() i=1 2023-01-15T14:49:36.520 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.518+0000 7f70891a1780 20 add_watcher() i=2 2023-01-15T14:49:36.521 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.518+0000 7f70891a1780 20 add_watcher() i=3 2023-01-15T14:49:36.521 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.518+0000 7f70891a1780 20 add_watcher() i=4 2023-01-15T14:49:36.521 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.518+0000 7f70891a1780 20 add_watcher() i=5 2023-01-15T14:49:36.521 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.518+0000 7f70891a1780 20 add_watcher() i=6 2023-01-15T14:49:36.521 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.519+0000 7f70891a1780 20 add_watcher() i=7 2023-01-15T14:49:36.521 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.519+0000 7f70891a1780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:36.522 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.521+0000 7f706e11d700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:36.523 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.521+0000 7f70891a1780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:36.523 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.521+0000 7f70891a1780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:36.527 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.525+0000 7f70891a1780 5 note: GC not initialized 2023-01-15T14:49:36.528 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.526+0000 7f7069914700 20 reqs_thread_entry: start 2023-01-15T14:49:36.528 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.526+0000 7f70891a1780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:36.528 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.526+0000 7f70891a1780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:36.528 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.526+0000 7f7067910700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:50:06 2023 2023-01-15T14:49:36.528 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:49:36.529 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.526+0000 7f70670ee700 20 reqs_thread_entry: start 2023-01-15T14:49:36.529 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.526+0000 7f70891a1780 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2023-01-15T14:49:36.529 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.526+0000 7f70891a1780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.527+0000 7f70891a1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.527+0000 7f70891a1780 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x0 2023-01-15T14:49:36.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.527+0000 7f70891a1780 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-01-15T14:49:36.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.527+0000 7f70891a1780 10 cache get: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test : miss 2023-01-15T14:49:36.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.527+0000 7f70891a1780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.527+0000 7f70891a1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.527+0000 7f70891a1780 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test info.flags=0x0 2023-01-15T14:49:36.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.527+0000 7f70891a1780 10 adding default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test to cache LRU end 2023-01-15T14:49:36.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.527+0000 7f70891a1780 10 cache get: name=default.rgw.meta+users.keys+RDZWWYAYFRPZKJZFHEXO : miss 2023-01-15T14:49:36.530 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.527+0000 7f70891a1780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.531 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.527+0000 7f70891a1780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.531 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.527+0000 7f70891a1780 10 cache put: name=default.rgw.meta+users.keys+RDZWWYAYFRPZKJZFHEXO info.flags=0x0 2023-01-15T14:49:36.531 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.527+0000 7f70891a1780 10 adding default.rgw.meta+users.keys+RDZWWYAYFRPZKJZFHEXO to cache LRU end 2023-01-15T14:49:36.531 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.527+0000 7f70891a1780 10 cache get: name=default.rgw.meta+users.keys+RDZWWYAYFRPZKJZFHEXO : hit (negative entry) 2023-01-15T14:49:36.531 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.527+0000 7f70891a1780 10 cache get: name=default.rgw.meta+users.keys+RDZWWYAYFRPZKJZFHEXO : hit (negative entry) 2023-01-15T14:49:36.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.528+0000 7f70891a1780 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-01-15T14:49:36.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.528+0000 7f70891a1780 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-01-15T14:49:36.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.528+0000 7f70891a1780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2023-01-15T14:49:36.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.529+0000 7f7081944700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132376 cookie 94291564811776 notifier 6677 bl.length()=714 2023-01-15T14:49:36.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.529+0000 7f7081944700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-01-15T14:49:36.532 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.529+0000 7f7081944700 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-01-15T14:49:36.533 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.530+0000 7f70891a1780 10 cache put: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:36.533 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.530+0000 7f70891a1780 10 moving default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test to cache LRU end 2023-01-15T14:49:36.533 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.530+0000 7f70891a1780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.email:testx$tenanteduser.client.0+test@test.test, ofs0, ns] 2023-01-15T14:49:36.533 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.530+0000 7f7081944700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132325 cookie 94291569098752 notifier 6677 bl.length()=224 2023-01-15T14:49:36.533 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.530+0000 7f7081944700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:36.533 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.530+0000 7f7081944700 10 rgw watcher librados: moving default.rgw.meta+users.email+testx$tenanteduser.client.0+test@test.test to cache LRU end 2023-01-15T14:49:36.534 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.531+0000 7f70891a1780 10 cache put: name=default.rgw.meta+users.keys+RDZWWYAYFRPZKJZFHEXO info.flags=0x7 2023-01-15T14:49:36.534 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.531+0000 7f70891a1780 10 moving default.rgw.meta+users.keys+RDZWWYAYFRPZKJZFHEXO to cache LRU end 2023-01-15T14:49:36.534 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.531+0000 7f70891a1780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 0, obj: default.rgw.meta:users.keys:RDZWWYAYFRPZKJZFHEXO, ofs0, ns] 2023-01-15T14:49:36.534 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.532+0000 7f7081143700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132287 cookie 94291564808320 notifier 6677 bl.length()=201 2023-01-15T14:49:36.535 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.532+0000 7f7081143700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+RDZWWYAYFRPZKJZFHEXO info.flags=0x7 2023-01-15T14:49:36.535 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.532+0000 7f7081143700 10 rgw watcher librados: moving default.rgw.meta+users.keys+RDZWWYAYFRPZKJZFHEXO to cache LRU end 2023-01-15T14:49:36.535 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2023-01-15T14:49:36.535 INFO:teuthology.orchestra.run.smithi027.stdout: "user_id": "testx$tenanteduser.client.0", 2023-01-15T14:49:36.535 INFO:teuthology.orchestra.run.smithi027.stdout: "display_name": "Mr. testx$tenanteduser.client.0", 2023-01-15T14:49:36.535 INFO:teuthology.orchestra.run.smithi027.stdout: "email": "testx$tenanteduser.client.0+test@test.test", 2023-01-15T14:49:36.535 INFO:teuthology.orchestra.run.smithi027.stdout: "suspended": 0, 2023-01-15T14:49:36.536 INFO:teuthology.orchestra.run.smithi027.stdout: "max_buckets": 1000, 2023-01-15T14:49:36.536 INFO:teuthology.orchestra.run.smithi027.stdout: "subusers": [], 2023-01-15T14:49:36.536 INFO:teuthology.orchestra.run.smithi027.stdout: "keys": [ 2023-01-15T14:49:36.536 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:49:36.536 INFO:teuthology.orchestra.run.smithi027.stdout: "user": "testx$tenanteduser.client.0", 2023-01-15T14:49:36.536 INFO:teuthology.orchestra.run.smithi027.stdout: "access_key": "RDZWWYAYFRPZKJZFHEXO", 2023-01-15T14:49:36.536 INFO:teuthology.orchestra.run.smithi027.stdout: "secret_key": "g0v0fmii0EVI0Ygyt0caNCbP5JZFckMPHd6p+dkTf6MBuWbxms0JiQ==" 2023-01-15T14:49:36.536 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:49:36.537 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:49:36.537 INFO:teuthology.orchestra.run.smithi027.stdout: "swift_keys": [], 2023-01-15T14:49:36.537 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": [ 2023-01-15T14:49:36.537 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:49:36.537 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "user-policy", 2023-01-15T14:49:36.537 INFO:teuthology.orchestra.run.smithi027.stdout: "perm": "*" 2023-01-15T14:49:36.537 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:49:36.537 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:49:36.537 INFO:teuthology.orchestra.run.smithi027.stdout: "op_mask": "read, write, delete", 2023-01-15T14:49:36.537 INFO:teuthology.orchestra.run.smithi027.stdout: "default_placement": "", 2023-01-15T14:49:36.537 INFO:teuthology.orchestra.run.smithi027.stdout: "default_storage_class": "", 2023-01-15T14:49:36.538 INFO:teuthology.orchestra.run.smithi027.stdout: "placement_tags": [], 2023-01-15T14:49:36.538 INFO:teuthology.orchestra.run.smithi027.stdout: "bucket_quota": { 2023-01-15T14:49:36.538 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:49:36.538 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:49:36.538 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:49:36.538 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:49:36.538 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:49:36.538 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:49:36.538 INFO:teuthology.orchestra.run.smithi027.stdout: "user_quota": { 2023-01-15T14:49:36.538 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:49:36.538 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:49:36.538 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:49:36.539 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:49:36.539 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:49:36.539 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:49:36.539 INFO:teuthology.orchestra.run.smithi027.stdout: "temp_url_keys": [], 2023-01-15T14:49:36.539 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "rgw", 2023-01-15T14:49:36.539 INFO:teuthology.orchestra.run.smithi027.stdout: "mfa_ids": [] 2023-01-15T14:49:36.539 INFO:teuthology.orchestra.run.smithi027.stdout:} 2023-01-15T14:49:36.539 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:36.540 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.533+0000 7f706e11d700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:36.540 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.534+0000 7f70891a1780 20 remove_watcher() i=0 2023-01-15T14:49:36.540 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.534+0000 7f70891a1780 2 removed watcher, disabling cache 2023-01-15T14:49:36.540 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.535+0000 7f70891a1780 20 remove_watcher() i=1 2023-01-15T14:49:36.540 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.536+0000 7f70891a1780 20 remove_watcher() i=2 2023-01-15T14:49:36.541 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.537+0000 7f70891a1780 20 remove_watcher() i=3 2023-01-15T14:49:36.541 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.538+0000 7f70891a1780 20 remove_watcher() i=4 2023-01-15T14:49:36.541 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.538+0000 7f70891a1780 20 remove_watcher() i=5 2023-01-15T14:49:36.541 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.539+0000 7f70891a1780 20 remove_watcher() i=6 2023-01-15T14:49:36.541 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.540+0000 7f70891a1780 20 remove_watcher() i=7 2023-01-15T14:49:36.546 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid 'testx$tenanteduser.client.0' --totp-serial 2782387052 --totp-seed CGNWGDYG5GH32ZDZ72NNXL4CEGDYBO73EQ2DCZPD5VIVGWNUZJUM5Y2WAB7MVWFC --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-01-15T14:49:36.601 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:36.601 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:36.611 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.609+0000 7f2da16ea780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.610+0000 7f2da16ea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.610+0000 7f2da16ea780 20 realm 2023-01-15T14:49:36.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.610+0000 7f2da16ea780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.610+0000 7f2da16ea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.610+0000 7f2da16ea780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:36.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.610+0000 7f2da16ea780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.610+0000 7f2da16ea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.610+0000 7f2da16ea780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.611+0000 7f2da16ea780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:36.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.611+0000 7f2da16ea780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.614 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.612+0000 7f2da16ea780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:36.614 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.612+0000 7f2da16ea780 20 searching for the correct realm 2023-01-15T14:49:36.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.620+0000 7f2d9ee97700 0 -- 172.21.15.27:0/1917805552 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x56262fe23400 msgr2=0x56262fe28580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.622+0000 7f2da16ea780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:49:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.622+0000 7f2da16ea780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:49:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.622+0000 7f2da16ea780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.622+0000 7f2da16ea780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.622+0000 7f2da16ea780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.622+0000 7f2da16ea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.622+0000 7f2da16ea780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.622+0000 7f2da16ea780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:36.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.622+0000 7f2da16ea780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.623+0000 7f2da16ea780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:36.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.623+0000 7f2da16ea780 20 zone default found 2023-01-15T14:49:36.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.623+0000 7f2da16ea780 4 Realm: () 2023-01-15T14:49:36.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.623+0000 7f2da16ea780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:49:36.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.623+0000 7f2da16ea780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:49:36.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.623+0000 7f2da16ea780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:36.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.623+0000 7f2da16ea780 20 zonegroup default 2023-01-15T14:49:36.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.623+0000 7f2da16ea780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.623+0000 7f2da16ea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.623+0000 7f2da16ea780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.623+0000 7f2da16ea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.623+0000 7f2da16ea780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.623+0000 7f2da16ea780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.623+0000 7f2da16ea780 20 started sync module instance, tier type = 2023-01-15T14:49:36.628 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.623+0000 7f2da16ea780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:49:36.629 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.627+0000 7f2d9f698700 0 -- 172.21.15.27:0/1917805552 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x56262fe22c00 msgr2=0x56262fe2a680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:36.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.630+0000 7f2da16ea780 20 add_watcher() i=0 2023-01-15T14:49:36.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.630+0000 7f2da16ea780 20 add_watcher() i=1 2023-01-15T14:49:36.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.630+0000 7f2da16ea780 20 add_watcher() i=2 2023-01-15T14:49:36.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.630+0000 7f2da16ea780 20 add_watcher() i=3 2023-01-15T14:49:36.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.630+0000 7f2da16ea780 20 add_watcher() i=4 2023-01-15T14:49:36.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.630+0000 7f2da16ea780 20 add_watcher() i=5 2023-01-15T14:49:36.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.630+0000 7f2da16ea780 20 add_watcher() i=6 2023-01-15T14:49:36.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.631+0000 7f2da16ea780 20 add_watcher() i=7 2023-01-15T14:49:36.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.631+0000 7f2da16ea780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:36.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.632+0000 7f2d86666700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:36.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.632+0000 7f2da16ea780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:36.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.632+0000 7f2da16ea780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:36.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.637+0000 7f2da16ea780 5 note: GC not initialized 2023-01-15T14:49:36.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.638+0000 7f2d81e5d700 20 reqs_thread_entry: start 2023-01-15T14:49:36.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.638+0000 7f2da16ea780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:36.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.638+0000 7f2da16ea780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:36.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.638+0000 7f2d7fe59700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:50:06 2023 2023-01-15T14:49:36.641 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:49:36.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.638+0000 7f2d7f637700 20 reqs_thread_entry: start 2023-01-15T14:49:36.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.638+0000 7f2da16ea780 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2023-01-15T14:49:36.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.638+0000 7f2da16ea780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.638+0000 7f2da16ea780 20 rados_obj.operate() r=0 bl.length=514 2023-01-15T14:49:36.642 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.638+0000 7f2da16ea780 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2023-01-15T14:49:36.642 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.638+0000 7f2da16ea780 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-01-15T14:49:36.642 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.638+0000 7f2da16ea780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:49:36.642 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.640+0000 7f2da16ea780 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-01-15T14:49:36.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.640+0000 7f2da16ea780 10 moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-01-15T14:49:36.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.640+0000 7f2da16ea780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2023-01-15T14:49:36.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.641+0000 7f2d99e8d700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132377 cookie 94722008159744 notifier 7035 bl.length()=728 2023-01-15T14:49:36.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.641+0000 7f2d99e8d700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x17 2023-01-15T14:49:36.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.641+0000 7f2d99e8d700 10 rgw watcher librados: moving default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-01-15T14:49:36.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.642+0000 7f2d86666700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:36.645 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.643+0000 7f2da16ea780 20 remove_watcher() i=0 2023-01-15T14:49:36.645 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.643+0000 7f2da16ea780 2 removed watcher, disabling cache 2023-01-15T14:49:36.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.644+0000 7f2da16ea780 20 remove_watcher() i=1 2023-01-15T14:49:36.647 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.645+0000 7f2da16ea780 20 remove_watcher() i=2 2023-01-15T14:49:36.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.646+0000 7f2da16ea780 20 remove_watcher() i=3 2023-01-15T14:49:36.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.647+0000 7f2da16ea780 20 remove_watcher() i=4 2023-01-15T14:49:36.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.648+0000 7f2da16ea780 20 remove_watcher() i=5 2023-01-15T14:49:36.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.648+0000 7f2da16ea780 20 remove_watcher() i=6 2023-01-15T14:49:36.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.649+0000 7f2da16ea780 20 remove_watcher() i=7 2023-01-15T14:49:36.655 DEBUG:tasks.s3tests:Creating user foobar.client.0 on client.0 2023-01-15T14:49:36.656 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user create --uid foobar.client.0 --display-name 'Mr. foobar.client.0' --email foobar.client.0+test@test.test --caps 'user-policy=*' --access-key ZNDGXMZHWLRPOLTYHQCJ --secret 6eh6pdpySqS2eIV82YmQSMx53FMiviSX0AynYblMnDw1/DPNS+UgkA== --cluster ceph 2023-01-15T14:49:36.713 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:36.713 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:36.722 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.720+0000 7f6c52231780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.723 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.721+0000 7f6c52231780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.724 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.721+0000 7f6c52231780 20 realm 2023-01-15T14:49:36.724 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.721+0000 7f6c52231780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.724 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.721+0000 7f6c52231780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.724 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.722+0000 7f6c52231780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:36.725 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.722+0000 7f6c52231780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.725 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.722+0000 7f6c52231780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.725 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.722+0000 7f6c52231780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.726 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.723+0000 7f6c52231780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:36.726 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.723+0000 7f6c52231780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.726 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.723+0000 7f6c52231780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:36.726 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.723+0000 7f6c52231780 20 searching for the correct realm 2023-01-15T14:49:36.734 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.732+0000 7f6c4f9de700 0 -- 172.21.15.27:0/3667344233 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55cf487afc00 msgr2=0x55cf484ad180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:36.736 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.733+0000 7f6c52231780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:49:36.736 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:49:36.736 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:36.736 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:36.736 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.736 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.736 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.736 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:36.737 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.737 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:36.738 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 20 zone default found 2023-01-15T14:49:36.738 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 4 Realm: () 2023-01-15T14:49:36.738 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:49:36.738 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:49:36.738 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:36.738 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 20 zonegroup default 2023-01-15T14:49:36.738 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.738 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.734+0000 7f6c52231780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.738 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.735+0000 7f6c52231780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.738 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.735+0000 7f6c52231780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.739 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.735+0000 7f6c52231780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.739 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.735+0000 7f6c52231780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.739 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.735+0000 7f6c52231780 20 started sync module instance, tier type = 2023-01-15T14:49:36.739 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.735+0000 7f6c52231780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:49:36.740 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.738+0000 7f6c501df700 0 -- 172.21.15.27:0/3667344233 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55cf4888c000 msgr2=0x55cf487a3080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:36.744 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.742+0000 7f6c52231780 20 add_watcher() i=0 2023-01-15T14:49:36.744 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.742+0000 7f6c52231780 20 add_watcher() i=1 2023-01-15T14:49:36.744 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.742+0000 7f6c52231780 20 add_watcher() i=2 2023-01-15T14:49:36.744 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.742+0000 7f6c52231780 20 add_watcher() i=3 2023-01-15T14:49:36.744 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.742+0000 7f6c52231780 20 add_watcher() i=4 2023-01-15T14:49:36.744 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.742+0000 7f6c52231780 20 add_watcher() i=5 2023-01-15T14:49:36.744 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.742+0000 7f6c52231780 20 add_watcher() i=6 2023-01-15T14:49:36.745 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.743+0000 7f6c52231780 20 add_watcher() i=7 2023-01-15T14:49:36.745 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.743+0000 7f6c52231780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:36.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.744+0000 7f6c371ad700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:36.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.744+0000 7f6c52231780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:36.746 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.744+0000 7f6c52231780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:36.751 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.749+0000 7f6c52231780 5 note: GC not initialized 2023-01-15T14:49:36.752 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.750+0000 7f6c329a4700 20 reqs_thread_entry: start 2023-01-15T14:49:36.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.750+0000 7f6c52231780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:36.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.750+0000 7f6c52231780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:36.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.750+0000 7f6c309a0700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:50:07 2023 2023-01-15T14:49:36.753 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:49:36.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.750+0000 7f6c3017e700 20 reqs_thread_entry: start 2023-01-15T14:49:36.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.750+0000 7f6c52231780 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-01-15T14:49:36.753 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.750+0000 7f6c52231780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.751+0000 7f6c52231780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.751+0000 7f6c52231780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x0 2023-01-15T14:49:36.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.751+0000 7f6c52231780 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:36.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.751+0000 7f6c52231780 10 cache get: name=default.rgw.meta+users.email+foobar.client.0+test@test.test : miss 2023-01-15T14:49:36.754 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.751+0000 7f6c52231780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.751+0000 7f6c52231780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.751+0000 7f6c52231780 10 cache put: name=default.rgw.meta+users.email+foobar.client.0+test@test.test info.flags=0x0 2023-01-15T14:49:36.755 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.751+0000 7f6c52231780 10 adding default.rgw.meta+users.email+foobar.client.0+test@test.test to cache LRU end 2023-01-15T14:49:36.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.751+0000 7f6c52231780 10 cache get: name=default.rgw.meta+users.keys+ZNDGXMZHWLRPOLTYHQCJ : miss 2023-01-15T14:49:36.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.751+0000 7f6c52231780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.751+0000 7f6c52231780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.751+0000 7f6c52231780 10 cache put: name=default.rgw.meta+users.keys+ZNDGXMZHWLRPOLTYHQCJ info.flags=0x0 2023-01-15T14:49:36.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.751+0000 7f6c52231780 10 adding default.rgw.meta+users.keys+ZNDGXMZHWLRPOLTYHQCJ to cache LRU end 2023-01-15T14:49:36.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.751+0000 7f6c52231780 10 cache get: name=default.rgw.meta+users.keys+ZNDGXMZHWLRPOLTYHQCJ : hit (negative entry) 2023-01-15T14:49:36.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.751+0000 7f6c52231780 10 cache get: name=default.rgw.meta+users.keys+ZNDGXMZHWLRPOLTYHQCJ : hit (negative entry) 2023-01-15T14:49:36.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.752+0000 7f6c52231780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:36.756 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.752+0000 7f6c52231780 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:36.757 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.752+0000 7f6c52231780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-01-15T14:49:36.757 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.753+0000 7f6c4a9d4700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132326 cookie 94348763684864 notifier 7053 bl.length()=655 2023-01-15T14:49:36.757 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.753+0000 7f6c4a9d4700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:36.757 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.753+0000 7f6c4a9d4700 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:36.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.754+0000 7f6c52231780 10 cache put: name=default.rgw.meta+users.email+foobar.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:36.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.754+0000 7f6c52231780 10 moving default.rgw.meta+users.email+foobar.client.0+test@test.test to cache LRU end 2023-01-15T14:49:36.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.754+0000 7f6c52231780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 0, obj: default.rgw.meta:users.email:foobar.client.0+test@test.test, ofs0, ns] 2023-01-15T14:49:36.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.754+0000 7f6c4a1d3700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132378 cookie 94348759422464 notifier 7053 bl.length()=200 2023-01-15T14:49:36.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.754+0000 7f6c4a1d3700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.email+foobar.client.0+test@test.test info.flags=0x7 2023-01-15T14:49:36.758 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.754+0000 7f6c4a1d3700 10 rgw watcher librados: moving default.rgw.meta+users.email+foobar.client.0+test@test.test to cache LRU end 2023-01-15T14:49:36.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.756+0000 7f6c52231780 10 cache put: name=default.rgw.meta+users.keys+ZNDGXMZHWLRPOLTYHQCJ info.flags=0x7 2023-01-15T14:49:36.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.756+0000 7f6c52231780 10 moving default.rgw.meta+users.keys+ZNDGXMZHWLRPOLTYHQCJ to cache LRU end 2023-01-15T14:49:36.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.756+0000 7f6c52231780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 0, obj: default.rgw.meta:users.keys:ZNDGXMZHWLRPOLTYHQCJ, ofs0, ns] 2023-01-15T14:49:36.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.756+0000 7f6c4a1d3700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132407 cookie 94348759421312 notifier 7053 bl.length()=189 2023-01-15T14:49:36.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.756+0000 7f6c4a1d3700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.keys+ZNDGXMZHWLRPOLTYHQCJ info.flags=0x7 2023-01-15T14:49:36.759 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.756+0000 7f6c4a1d3700 10 rgw watcher librados: moving default.rgw.meta+users.keys+ZNDGXMZHWLRPOLTYHQCJ to cache LRU end 2023-01-15T14:49:36.760 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2023-01-15T14:49:36.760 INFO:teuthology.orchestra.run.smithi027.stdout: "user_id": "foobar.client.0", 2023-01-15T14:49:36.760 INFO:teuthology.orchestra.run.smithi027.stdout: "display_name": "Mr. foobar.client.0", 2023-01-15T14:49:36.760 INFO:teuthology.orchestra.run.smithi027.stdout: "email": "foobar.client.0+test@test.test", 2023-01-15T14:49:36.760 INFO:teuthology.orchestra.run.smithi027.stdout: "suspended": 0, 2023-01-15T14:49:36.760 INFO:teuthology.orchestra.run.smithi027.stdout: "max_buckets": 1000, 2023-01-15T14:49:36.760 INFO:teuthology.orchestra.run.smithi027.stdout: "subusers": [], 2023-01-15T14:49:36.760 INFO:teuthology.orchestra.run.smithi027.stdout: "keys": [ 2023-01-15T14:49:36.760 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:49:36.760 INFO:teuthology.orchestra.run.smithi027.stdout: "user": "foobar.client.0", 2023-01-15T14:49:36.761 INFO:teuthology.orchestra.run.smithi027.stdout: "access_key": "ZNDGXMZHWLRPOLTYHQCJ", 2023-01-15T14:49:36.761 INFO:teuthology.orchestra.run.smithi027.stdout: "secret_key": "6eh6pdpySqS2eIV82YmQSMx53FMiviSX0AynYblMnDw1/DPNS+UgkA==" 2023-01-15T14:49:36.761 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:49:36.761 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:49:36.761 INFO:teuthology.orchestra.run.smithi027.stdout: "swift_keys": [], 2023-01-15T14:49:36.761 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": [ 2023-01-15T14:49:36.761 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:49:36.761 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "user-policy", 2023-01-15T14:49:36.761 INFO:teuthology.orchestra.run.smithi027.stdout: "perm": "*" 2023-01-15T14:49:36.761 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:49:36.761 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:49:36.762 INFO:teuthology.orchestra.run.smithi027.stdout: "op_mask": "read, write, delete", 2023-01-15T14:49:36.762 INFO:teuthology.orchestra.run.smithi027.stdout: "default_placement": "", 2023-01-15T14:49:36.762 INFO:teuthology.orchestra.run.smithi027.stdout: "default_storage_class": "", 2023-01-15T14:49:36.762 INFO:teuthology.orchestra.run.smithi027.stdout: "placement_tags": [], 2023-01-15T14:49:36.762 INFO:teuthology.orchestra.run.smithi027.stdout: "bucket_quota": { 2023-01-15T14:49:36.762 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:49:36.762 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:49:36.762 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:49:36.762 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:49:36.762 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:49:36.762 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:49:36.763 INFO:teuthology.orchestra.run.smithi027.stdout: "user_quota": { 2023-01-15T14:49:36.763 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:49:36.763 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:49:36.763 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:49:36.763 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:49:36.763 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:49:36.763 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:49:36.763 INFO:teuthology.orchestra.run.smithi027.stdout: "temp_url_keys": [], 2023-01-15T14:49:36.763 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "rgw", 2023-01-15T14:49:36.763 INFO:teuthology.orchestra.run.smithi027.stdout: "mfa_ids": [] 2023-01-15T14:49:36.763 INFO:teuthology.orchestra.run.smithi027.stdout:} 2023-01-15T14:49:36.763 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:36.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.757+0000 7f6c371ad700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:36.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.758+0000 7f6c52231780 20 remove_watcher() i=0 2023-01-15T14:49:36.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.758+0000 7f6c52231780 2 removed watcher, disabling cache 2023-01-15T14:49:36.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.759+0000 7f6c52231780 20 remove_watcher() i=1 2023-01-15T14:49:36.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.760+0000 7f6c52231780 20 remove_watcher() i=2 2023-01-15T14:49:36.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.761+0000 7f6c52231780 20 remove_watcher() i=3 2023-01-15T14:49:36.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.762+0000 7f6c52231780 20 remove_watcher() i=4 2023-01-15T14:49:36.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.762+0000 7f6c52231780 20 remove_watcher() i=5 2023-01-15T14:49:36.765 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.763+0000 7f6c52231780 20 remove_watcher() i=6 2023-01-15T14:49:36.766 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.764+0000 7f6c52231780 20 remove_watcher() i=7 2023-01-15T14:49:36.770 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 mfa create --uid foobar.client.0 --totp-serial 8566085969 --totp-seed 2AZVQQ3Q5IHSQRD274NSVBAEOE5UGX6CLLHNFDKUNC2O2MVGQUECLC4L3TVY4LTV --totp-seconds 5 --totp-window 8 --totp-seed-type base32 --cluster ceph 2023-01-15T14:49:36.826 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:36.826 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:36.835 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.833+0000 7fa64598b780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.835+0000 7fa64598b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.835+0000 7fa64598b780 20 realm 2023-01-15T14:49:36.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.835+0000 7fa64598b780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.835+0000 7fa64598b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.837 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.835+0000 7fa64598b780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:36.838 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.835+0000 7fa64598b780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.838 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.835+0000 7fa64598b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.838 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.835+0000 7fa64598b780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.838 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.836+0000 7fa64598b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:36.838 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.836+0000 7fa64598b780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.836+0000 7fa64598b780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:36.839 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.836+0000 7fa64598b780 20 searching for the correct realm 2023-01-15T14:49:36.847 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.845+0000 7fa643939700 0 -- 172.21.15.27:0/3890999443 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x561c66d98800 msgr2=0x561c66a90c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:36.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.846+0000 7fa64598b780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:49:36.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.846+0000 7fa64598b780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:49:36.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.846+0000 7fa64598b780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:36.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.846+0000 7fa64598b780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:36.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.846+0000 7fa64598b780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.846+0000 7fa64598b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.846+0000 7fa64598b780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.847+0000 7fa64598b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:36.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.847+0000 7fa64598b780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.847+0000 7fa64598b780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:36.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.847+0000 7fa64598b780 20 zone default found 2023-01-15T14:49:36.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.847+0000 7fa64598b780 4 Realm: () 2023-01-15T14:49:36.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.847+0000 7fa64598b780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:49:36.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.847+0000 7fa64598b780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:49:36.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.847+0000 7fa64598b780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:36.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.847+0000 7fa64598b780 20 zonegroup default 2023-01-15T14:49:36.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.847+0000 7fa64598b780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.847+0000 7fa64598b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.847+0000 7fa64598b780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.848+0000 7fa64598b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.848+0000 7fa64598b780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.848+0000 7fa64598b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.848+0000 7fa64598b780 20 started sync module instance, tier type = 2023-01-15T14:49:36.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.848+0000 7fa64598b780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:49:36.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.852+0000 7fa64413a700 0 -- 172.21.15.27:0/3890999443 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x561c66d99000 msgr2=0x561c66d89b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:36.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.854+0000 7fa64598b780 20 add_watcher() i=0 2023-01-15T14:49:36.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.854+0000 7fa64598b780 20 add_watcher() i=1 2023-01-15T14:49:36.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.854+0000 7fa64598b780 20 add_watcher() i=2 2023-01-15T14:49:36.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.854+0000 7fa64598b780 20 add_watcher() i=3 2023-01-15T14:49:36.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.854+0000 7fa64598b780 20 add_watcher() i=4 2023-01-15T14:49:36.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.854+0000 7fa64598b780 20 add_watcher() i=5 2023-01-15T14:49:36.857 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.854+0000 7fa64598b780 20 add_watcher() i=6 2023-01-15T14:49:36.857 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.855+0000 7fa64598b780 20 add_watcher() i=7 2023-01-15T14:49:36.857 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.855+0000 7fa64598b780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:36.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.856+0000 7fa62a907700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:36.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.856+0000 7fa64598b780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:36.859 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.856+0000 7fa64598b780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:36.862 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.861+0000 7fa64598b780 5 note: GC not initialized 2023-01-15T14:49:36.864 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.861+0000 7fa6260fe700 20 reqs_thread_entry: start 2023-01-15T14:49:36.864 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.862+0000 7fa64598b780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:36.864 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.862+0000 7fa64598b780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:36.864 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.862+0000 7fa6240fa700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:50:07 2023 2023-01-15T14:49:36.864 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:49:36.864 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.862+0000 7fa6238d8700 20 reqs_thread_entry: start 2023-01-15T14:49:36.864 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.862+0000 7fa64598b780 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-01-15T14:49:36.864 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.862+0000 7fa64598b780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.865 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.862+0000 7fa64598b780 20 rados_obj.operate() r=0 bl.length=467 2023-01-15T14:49:36.865 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.862+0000 7fa64598b780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2023-01-15T14:49:36.865 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.862+0000 7fa64598b780 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:36.865 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.862+0000 7fa64598b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:49:36.866 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.864+0000 7fa64598b780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:36.866 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.864+0000 7fa64598b780 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:36.867 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.864+0000 7fa64598b780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-01-15T14:49:36.867 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.865+0000 7fa63e12e700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 901943132327 cookie 94679985627136 notifier 6731 bl.length()=669 2023-01-15T14:49:36.867 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.865+0000 7fa63e12e700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:36.867 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.865+0000 7fa63e12e700 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:36.868 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.866+0000 7fa62a907700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:36.869 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.868+0000 7fa64598b780 20 remove_watcher() i=0 2023-01-15T14:49:36.869 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.868+0000 7fa64598b780 2 removed watcher, disabling cache 2023-01-15T14:49:36.870 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.868+0000 7fa64598b780 20 remove_watcher() i=1 2023-01-15T14:49:36.871 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.869+0000 7fa64598b780 20 remove_watcher() i=2 2023-01-15T14:49:36.872 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.870+0000 7fa64598b780 20 remove_watcher() i=3 2023-01-15T14:49:36.872 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.871+0000 7fa64598b780 20 remove_watcher() i=4 2023-01-15T14:49:36.873 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.872+0000 7fa64598b780 20 remove_watcher() i=5 2023-01-15T14:49:36.874 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.873+0000 7fa64598b780 20 remove_watcher() i=6 2023-01-15T14:49:36.875 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.873+0000 7fa64598b780 20 remove_watcher() i=7 2023-01-15T14:49:36.879 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'roles=*' --cluster ceph 2023-01-15T14:49:36.927 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:36.927 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:36.937 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.935+0000 7f6aff431780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.936+0000 7f6aff431780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.936+0000 7f6aff431780 20 realm 2023-01-15T14:49:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.936+0000 7f6aff431780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.936+0000 7f6aff431780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.936+0000 7f6aff431780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.936+0000 7f6aff431780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.936+0000 7f6aff431780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:36.940 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.936+0000 7f6aff431780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.940 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.937+0000 7f6aff431780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:36.940 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.937+0000 7f6aff431780 20 rados->read ofs=0 len=0 2023-01-15T14:49:36.940 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.938+0000 7f6aff431780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:36.940 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.938+0000 7f6aff431780 20 searching for the correct realm 2023-01-15T14:49:36.960 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:36.959+0000 7f6afd3df700 0 -- 172.21.15.27:0/1561632432 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x55b5bb1ecc00 msgr2=0x55b5baee6c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:37.163 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.161+0000 7f6aff431780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:49:37.163 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.161+0000 7f6aff431780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:49:37.163 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.161+0000 7f6aff431780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:37.163 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.161+0000 7f6aff431780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:37.164 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.161+0000 7f6aff431780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.164 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.161+0000 7f6aff431780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:37.164 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.161+0000 7f6aff431780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.164 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.161+0000 7f6aff431780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:37.164 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.161+0000 7f6aff431780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.162+0000 7f6aff431780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:37.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.162+0000 7f6aff431780 20 zone default found 2023-01-15T14:49:37.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.162+0000 7f6aff431780 4 Realm: () 2023-01-15T14:49:37.165 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.162+0000 7f6aff431780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:49:37.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.162+0000 7f6aff431780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:49:37.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.162+0000 7f6aff431780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:37.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.162+0000 7f6aff431780 20 zonegroup default 2023-01-15T14:49:37.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.162+0000 7f6aff431780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.162+0000 7f6aff431780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:37.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.162+0000 7f6aff431780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.162+0000 7f6aff431780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:37.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.162+0000 7f6aff431780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.163+0000 7f6aff431780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:37.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.163+0000 7f6aff431780 20 started sync module instance, tier type = 2023-01-15T14:49:37.166 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.163+0000 7f6aff431780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:49:37.168 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.166+0000 7f6afd3df700 0 -- 172.21.15.27:0/1561632432 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x55b5bb2c2000 msgr2=0x55b5bb1e1080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:37.171 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.169+0000 7f6aff431780 20 add_watcher() i=0 2023-01-15T14:49:37.171 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.169+0000 7f6aff431780 20 add_watcher() i=1 2023-01-15T14:49:37.171 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.169+0000 7f6aff431780 20 add_watcher() i=2 2023-01-15T14:49:37.171 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.169+0000 7f6aff431780 20 add_watcher() i=3 2023-01-15T14:49:37.171 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.169+0000 7f6aff431780 20 add_watcher() i=4 2023-01-15T14:49:37.171 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.169+0000 7f6aff431780 20 add_watcher() i=5 2023-01-15T14:49:37.172 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.169+0000 7f6aff431780 20 add_watcher() i=6 2023-01-15T14:49:37.172 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.170+0000 7f6aff431780 20 add_watcher() i=7 2023-01-15T14:49:37.172 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.170+0000 7f6aff431780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:37.173 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.171+0000 7f6ae43ad700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:37.173 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.171+0000 7f6aff431780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:37.173 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.171+0000 7f6aff431780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:37.177 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.176+0000 7f6aff431780 5 note: GC not initialized 2023-01-15T14:49:37.179 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.177+0000 7f6adfba4700 20 reqs_thread_entry: start 2023-01-15T14:49:37.179 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.177+0000 7f6aff431780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:37.179 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.177+0000 7f6aff431780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:37.179 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.177+0000 7f6addba0700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:50:07 2023 2023-01-15T14:49:37.179 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:49:37.179 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.177+0000 7f6add37e700 20 reqs_thread_entry: start 2023-01-15T14:49:37.180 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.177+0000 7f6aff431780 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-01-15T14:49:37.180 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.177+0000 7f6aff431780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.178+0000 7f6aff431780 20 rados_obj.operate() r=0 bl.length=481 2023-01-15T14:49:37.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.178+0000 7f6aff431780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2023-01-15T14:49:37.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.178+0000 7f6aff431780 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:37.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.178+0000 7f6aff431780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:49:37.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.179+0000 7f6aff431780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:37.181 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.179+0000 7f6aff431780 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:37.182 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.179+0000 7f6aff431780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-01-15T14:49:37.182 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.179+0000 7f6af7bd4700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238099624 cookie 94239017836544 notifier 7095 bl.length()=682 2023-01-15T14:49:37.182 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.179+0000 7f6af7bd4700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:37.182 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.179+0000 7f6af7bd4700 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:37.182 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2023-01-15T14:49:37.182 INFO:teuthology.orchestra.run.smithi027.stdout: "user_id": "foobar.client.0", 2023-01-15T14:49:37.182 INFO:teuthology.orchestra.run.smithi027.stdout: "display_name": "Mr. foobar.client.0", 2023-01-15T14:49:37.182 INFO:teuthology.orchestra.run.smithi027.stdout: "email": "foobar.client.0+test@test.test", 2023-01-15T14:49:37.182 INFO:teuthology.orchestra.run.smithi027.stdout: "suspended": 0, 2023-01-15T14:49:37.182 INFO:teuthology.orchestra.run.smithi027.stdout: "max_buckets": 1000, 2023-01-15T14:49:37.183 INFO:teuthology.orchestra.run.smithi027.stdout: "subusers": [], 2023-01-15T14:49:37.183 INFO:teuthology.orchestra.run.smithi027.stdout: "keys": [ 2023-01-15T14:49:37.183 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:49:37.183 INFO:teuthology.orchestra.run.smithi027.stdout: "user": "foobar.client.0", 2023-01-15T14:49:37.183 INFO:teuthology.orchestra.run.smithi027.stdout: "access_key": "ZNDGXMZHWLRPOLTYHQCJ", 2023-01-15T14:49:37.183 INFO:teuthology.orchestra.run.smithi027.stdout: "secret_key": "6eh6pdpySqS2eIV82YmQSMx53FMiviSX0AynYblMnDw1/DPNS+UgkA==" 2023-01-15T14:49:37.183 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:49:37.183 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:49:37.183 INFO:teuthology.orchestra.run.smithi027.stdout: "swift_keys": [], 2023-01-15T14:49:37.183 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": [ 2023-01-15T14:49:37.183 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:49:37.183 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "roles", 2023-01-15T14:49:37.184 INFO:teuthology.orchestra.run.smithi027.stdout: "perm": "*" 2023-01-15T14:49:37.184 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:49:37.184 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:49:37.184 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "user-policy", 2023-01-15T14:49:37.184 INFO:teuthology.orchestra.run.smithi027.stdout: "perm": "*" 2023-01-15T14:49:37.184 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:49:37.184 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:49:37.184 INFO:teuthology.orchestra.run.smithi027.stdout: "op_mask": "read, write, delete", 2023-01-15T14:49:37.184 INFO:teuthology.orchestra.run.smithi027.stdout: "default_placement": "", 2023-01-15T14:49:37.184 INFO:teuthology.orchestra.run.smithi027.stdout: "default_storage_class": "", 2023-01-15T14:49:37.184 INFO:teuthology.orchestra.run.smithi027.stdout: "placement_tags": [], 2023-01-15T14:49:37.184 INFO:teuthology.orchestra.run.smithi027.stdout: "bucket_quota": { 2023-01-15T14:49:37.185 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:49:37.185 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:49:37.185 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:49:37.185 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:49:37.185 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:49:37.185 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:49:37.185 INFO:teuthology.orchestra.run.smithi027.stdout: "user_quota": { 2023-01-15T14:49:37.185 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:49:37.185 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:49:37.185 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:49:37.185 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:49:37.185 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:49:37.186 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:49:37.186 INFO:teuthology.orchestra.run.smithi027.stdout: "temp_url_keys": [], 2023-01-15T14:49:37.186 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "rgw", 2023-01-15T14:49:37.186 INFO:teuthology.orchestra.run.smithi027.stdout: "mfa_ids": [ 2023-01-15T14:49:37.186 INFO:teuthology.orchestra.run.smithi027.stdout: "8566085969" 2023-01-15T14:49:37.186 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2023-01-15T14:49:37.186 INFO:teuthology.orchestra.run.smithi027.stdout:} 2023-01-15T14:49:37.186 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:37.187 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.180+0000 7f6ae43ad700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:37.187 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.182+0000 7f6aff431780 20 remove_watcher() i=0 2023-01-15T14:49:37.187 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.182+0000 7f6aff431780 2 removed watcher, disabling cache 2023-01-15T14:49:37.187 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.182+0000 7f6aff431780 20 remove_watcher() i=1 2023-01-15T14:49:37.187 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.184+0000 7f6aff431780 20 remove_watcher() i=2 2023-01-15T14:49:37.187 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.184+0000 7f6aff431780 20 remove_watcher() i=3 2023-01-15T14:49:37.187 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.185+0000 7f6aff431780 20 remove_watcher() i=4 2023-01-15T14:49:37.188 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.186+0000 7f6aff431780 20 remove_watcher() i=5 2023-01-15T14:49:37.188 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.187+0000 7f6aff431780 20 remove_watcher() i=6 2023-01-15T14:49:37.189 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.187+0000 7f6aff431780 20 remove_watcher() i=7 2023-01-15T14:49:37.193 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 caps add --uid foobar.client.0 --caps 'oidc-provider=*' --cluster ceph 2023-01-15T14:49:37.240 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:49:37.240 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:49:37.248 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.247+0000 7f41cf4b2780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.249+0000 7f41cf4b2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.249+0000 7f41cf4b2780 20 realm 2023-01-15T14:49:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.249+0000 7f41cf4b2780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.249+0000 7f41cf4b2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.249+0000 7f41cf4b2780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:49:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.249+0000 7f41cf4b2780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.249+0000 7f41cf4b2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:37.251 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.249+0000 7f41cf4b2780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.252 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.250+0000 7f41cf4b2780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:37.252 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.250+0000 7f41cf4b2780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.252 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.250+0000 7f41cf4b2780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:49:37.252 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.250+0000 7f41cf4b2780 20 searching for the correct realm 2023-01-15T14:49:37.261 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.259+0000 7f41ccc5f700 0 -- 172.21.15.27:0/684047399 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55aa7352f800 msgr2=0x55aa72753180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:37.262 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.260+0000 7f41cf4b2780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:49:37.263 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.260+0000 7f41cf4b2780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:49:37.263 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.260+0000 7f41cf4b2780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:49:37.263 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.260+0000 7f41cf4b2780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:49:37.263 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.260+0000 7f41cf4b2780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.263 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.260+0000 7f41cf4b2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:37.263 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.260+0000 7f41cf4b2780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.263 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.260+0000 7f41cf4b2780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:49:37.263 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.260+0000 7f41cf4b2780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.263 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.261+0000 7f41cf4b2780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:49:37.263 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.261+0000 7f41cf4b2780 20 zone default found 2023-01-15T14:49:37.263 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.261+0000 7f41cf4b2780 4 Realm: () 2023-01-15T14:49:37.263 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.261+0000 7f41cf4b2780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:49:37.264 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.261+0000 7f41cf4b2780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:49:37.264 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.261+0000 7f41cf4b2780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:49:37.264 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.261+0000 7f41cf4b2780 20 zonegroup default 2023-01-15T14:49:37.264 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.261+0000 7f41cf4b2780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.264 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.261+0000 7f41cf4b2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:37.264 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.261+0000 7f41cf4b2780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.265 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.261+0000 7f41cf4b2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:37.265 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.261+0000 7f41cf4b2780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.265 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.261+0000 7f41cf4b2780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:49:37.265 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.261+0000 7f41cf4b2780 20 started sync module instance, tier type = 2023-01-15T14:49:37.265 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.261+0000 7f41cf4b2780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:49:37.268 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.266+0000 7f41ccc5f700 0 -- 172.21.15.27:0/684047399 >> [v2:172.21.15.27:6817/101771,v1:172.21.15.27:6819/101771] conn(0x55aa72b3b400 msgr2=0x55aa72a4e680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:49:37.270 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.268+0000 7f41cf4b2780 20 add_watcher() i=0 2023-01-15T14:49:37.270 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.268+0000 7f41cf4b2780 20 add_watcher() i=1 2023-01-15T14:49:37.270 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.268+0000 7f41cf4b2780 20 add_watcher() i=2 2023-01-15T14:49:37.270 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.268+0000 7f41cf4b2780 20 add_watcher() i=3 2023-01-15T14:49:37.270 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.268+0000 7f41cf4b2780 20 add_watcher() i=4 2023-01-15T14:49:37.271 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.268+0000 7f41cf4b2780 20 add_watcher() i=5 2023-01-15T14:49:37.271 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.268+0000 7f41cf4b2780 20 add_watcher() i=6 2023-01-15T14:49:37.271 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.269+0000 7f41cf4b2780 20 add_watcher() i=7 2023-01-15T14:49:37.271 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.269+0000 7f41cf4b2780 2 all 8 watchers are set, enabling cache 2023-01-15T14:49:37.272 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.270+0000 7f41b442e700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:37.272 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.270+0000 7f41cf4b2780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:49:37.272 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.270+0000 7f41cf4b2780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:49:37.277 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.275+0000 7f41cf4b2780 5 note: GC not initialized 2023-01-15T14:49:37.278 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.276+0000 7f41afc25700 20 reqs_thread_entry: start 2023-01-15T14:49:37.278 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.276+0000 7f41cf4b2780 20 init_complete bucket index max shards: 11 2023-01-15T14:49:37.278 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.276+0000 7f41cf4b2780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:49:37.279 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.276+0000 7f41adc21700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:50:07 2023 2023-01-15T14:49:37.279 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:49:37.279 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.276+0000 7f41ad3ff700 20 reqs_thread_entry: start 2023-01-15T14:49:37.279 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.276+0000 7f41cf4b2780 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-01-15T14:49:37.279 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.276+0000 7f41cf4b2780 20 rados->read ofs=0 len=0 2023-01-15T14:49:37.279 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.277+0000 7f41cf4b2780 20 rados_obj.operate() r=0 bl.length=494 2023-01-15T14:49:37.279 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.277+0000 7f41cf4b2780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2023-01-15T14:49:37.279 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.277+0000 7f41cf4b2780 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:37.279 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.277+0000 7f41cf4b2780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:49:37.280 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.278+0000 7f41cf4b2780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:37.280 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.278+0000 7f41cf4b2780 10 moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:37.280 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.278+0000 7f41cf4b2780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 0, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-01-15T14:49:37.280 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.278+0000 7f41c7c55700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238099625 cookie 94190557323264 notifier 7116 bl.length()=703 2023-01-15T14:49:37.280 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.278+0000 7f41c7c55700 10 rgw watcher librados: cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x17 2023-01-15T14:49:37.280 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.278+0000 7f41c7c55700 10 rgw watcher librados: moving default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:49:37.281 INFO:teuthology.orchestra.run.smithi027.stdout:{ 2023-01-15T14:49:37.281 INFO:teuthology.orchestra.run.smithi027.stdout: "user_id": "foobar.client.0", 2023-01-15T14:49:37.281 INFO:teuthology.orchestra.run.smithi027.stdout: "display_name": "Mr. foobar.client.0", 2023-01-15T14:49:37.281 INFO:teuthology.orchestra.run.smithi027.stdout: "email": "foobar.client.0+test@test.test", 2023-01-15T14:49:37.281 INFO:teuthology.orchestra.run.smithi027.stdout: "suspended": 0, 2023-01-15T14:49:37.281 INFO:teuthology.orchestra.run.smithi027.stdout: "max_buckets": 1000, 2023-01-15T14:49:37.281 INFO:teuthology.orchestra.run.smithi027.stdout: "subusers": [], 2023-01-15T14:49:37.281 INFO:teuthology.orchestra.run.smithi027.stdout: "keys": [ 2023-01-15T14:49:37.282 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:49:37.282 INFO:teuthology.orchestra.run.smithi027.stdout: "user": "foobar.client.0", 2023-01-15T14:49:37.282 INFO:teuthology.orchestra.run.smithi027.stdout: "access_key": "ZNDGXMZHWLRPOLTYHQCJ", 2023-01-15T14:49:37.282 INFO:teuthology.orchestra.run.smithi027.stdout: "secret_key": "6eh6pdpySqS2eIV82YmQSMx53FMiviSX0AynYblMnDw1/DPNS+UgkA==" 2023-01-15T14:49:37.282 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:49:37.282 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:49:37.282 INFO:teuthology.orchestra.run.smithi027.stdout: "swift_keys": [], 2023-01-15T14:49:37.282 INFO:teuthology.orchestra.run.smithi027.stdout: "caps": [ 2023-01-15T14:49:37.282 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:49:37.282 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "oidc-provider", 2023-01-15T14:49:37.283 INFO:teuthology.orchestra.run.smithi027.stdout: "perm": "*" 2023-01-15T14:49:37.283 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:49:37.283 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:49:37.283 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "roles", 2023-01-15T14:49:37.283 INFO:teuthology.orchestra.run.smithi027.stdout: "perm": "*" 2023-01-15T14:49:37.283 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:49:37.283 INFO:teuthology.orchestra.run.smithi027.stdout: { 2023-01-15T14:49:37.283 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "user-policy", 2023-01-15T14:49:37.283 INFO:teuthology.orchestra.run.smithi027.stdout: "perm": "*" 2023-01-15T14:49:37.283 INFO:teuthology.orchestra.run.smithi027.stdout: } 2023-01-15T14:49:37.283 INFO:teuthology.orchestra.run.smithi027.stdout: ], 2023-01-15T14:49:37.284 INFO:teuthology.orchestra.run.smithi027.stdout: "op_mask": "read, write, delete", 2023-01-15T14:49:37.284 INFO:teuthology.orchestra.run.smithi027.stdout: "default_placement": "", 2023-01-15T14:49:37.284 INFO:teuthology.orchestra.run.smithi027.stdout: "default_storage_class": "", 2023-01-15T14:49:37.284 INFO:teuthology.orchestra.run.smithi027.stdout: "placement_tags": [], 2023-01-15T14:49:37.284 INFO:teuthology.orchestra.run.smithi027.stdout: "bucket_quota": { 2023-01-15T14:49:37.284 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:49:37.284 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:49:37.284 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:49:37.284 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:49:37.284 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:49:37.284 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:49:37.285 INFO:teuthology.orchestra.run.smithi027.stdout: "user_quota": { 2023-01-15T14:49:37.285 INFO:teuthology.orchestra.run.smithi027.stdout: "enabled": false, 2023-01-15T14:49:37.285 INFO:teuthology.orchestra.run.smithi027.stdout: "check_on_raw": false, 2023-01-15T14:49:37.285 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size": -1, 2023-01-15T14:49:37.285 INFO:teuthology.orchestra.run.smithi027.stdout: "max_size_kb": 0, 2023-01-15T14:49:37.285 INFO:teuthology.orchestra.run.smithi027.stdout: "max_objects": -1 2023-01-15T14:49:37.285 INFO:teuthology.orchestra.run.smithi027.stdout: }, 2023-01-15T14:49:37.285 INFO:teuthology.orchestra.run.smithi027.stdout: "temp_url_keys": [], 2023-01-15T14:49:37.285 INFO:teuthology.orchestra.run.smithi027.stdout: "type": "rgw", 2023-01-15T14:49:37.285 INFO:teuthology.orchestra.run.smithi027.stdout: "mfa_ids": [ 2023-01-15T14:49:37.285 INFO:teuthology.orchestra.run.smithi027.stdout: "8566085969" 2023-01-15T14:49:37.286 INFO:teuthology.orchestra.run.smithi027.stdout: ] 2023-01-15T14:49:37.286 INFO:teuthology.orchestra.run.smithi027.stdout:} 2023-01-15T14:49:37.286 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:37.287 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.279+0000 7f41b442e700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:49:37.287 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.281+0000 7f41cf4b2780 20 remove_watcher() i=0 2023-01-15T14:49:37.287 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.281+0000 7f41cf4b2780 2 removed watcher, disabling cache 2023-01-15T14:49:37.287 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.281+0000 7f41cf4b2780 20 remove_watcher() i=1 2023-01-15T14:49:37.287 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.282+0000 7f41cf4b2780 20 remove_watcher() i=2 2023-01-15T14:49:37.287 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.283+0000 7f41cf4b2780 20 remove_watcher() i=3 2023-01-15T14:49:37.287 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.284+0000 7f41cf4b2780 20 remove_watcher() i=4 2023-01-15T14:49:37.287 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.284+0000 7f41cf4b2780 20 remove_watcher() i=5 2023-01-15T14:49:37.287 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.285+0000 7f41cf4b2780 20 remove_watcher() i=6 2023-01-15T14:49:37.288 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:49:37.286+0000 7f41cf4b2780 20 remove_watcher() i=7 2023-01-15T14:49:37.292 INFO:tasks.s3tests:Configuring s3-tests... 2023-01-15T14:49:37.292 DEBUG:teuthology.orchestra.run.smithi027:> cd /home/ubuntu/cephtest/s3-tests-client.0 && ./bootstrap 2023-01-15T14:49:45.349 INFO:teuthology.orchestra.run.smithi027.stderr:./bootstrap: Missing required RPM packages: libffi-devel. 2023-01-15T14:49:46.024 INFO:teuthology.orchestra.run.smithi027.stdout:Last metadata expiration check: 0:14:33 ago on Sun 15 Jan 2023 02:35:13 PM UTC. 2023-01-15T14:49:47.230 INFO:teuthology.orchestra.run.smithi027.stdout:Dependencies resolved. 2023-01-15T14:49:47.230 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2023-01-15T14:49:47.230 INFO:teuthology.orchestra.run.smithi027.stdout: Package Architecture Version Repository Size 2023-01-15T14:49:47.230 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2023-01-15T14:49:47.231 INFO:teuthology.orchestra.run.smithi027.stdout:Installing: 2023-01-15T14:49:47.231 INFO:teuthology.orchestra.run.smithi027.stdout: libffi-devel x86_64 3.1-24.el8 CentOS-BaseOS 29 k 2023-01-15T14:49:47.231 INFO:teuthology.orchestra.run.smithi027.stdout:Upgrading: 2023-01-15T14:49:47.231 INFO:teuthology.orchestra.run.smithi027.stdout: libffi x86_64 3.1-24.el8 CentOS-BaseOS 38 k 2023-01-15T14:49:47.231 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:47.231 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction Summary 2023-01-15T14:49:47.231 INFO:teuthology.orchestra.run.smithi027.stdout:================================================================================ 2023-01-15T14:49:47.231 INFO:teuthology.orchestra.run.smithi027.stdout:Install 1 Package 2023-01-15T14:49:47.231 INFO:teuthology.orchestra.run.smithi027.stdout:Upgrade 1 Package 2023-01-15T14:49:47.231 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:47.232 INFO:teuthology.orchestra.run.smithi027.stdout:Total download size: 67 k 2023-01-15T14:49:47.232 INFO:teuthology.orchestra.run.smithi027.stdout:Downloading Packages: 2023-01-15T14:49:47.297 INFO:teuthology.orchestra.run.smithi027.stdout:(1/2): libffi-3.1-24.el8.x86_64.rpm 590 kB/s | 38 kB 00:00 2023-01-15T14:49:47.321 INFO:teuthology.orchestra.run.smithi027.stdout:(2/2): libffi-devel-3.1-24.el8.x86_64.rpm 325 kB/s | 29 kB 00:00 2023-01-15T14:49:47.323 INFO:teuthology.orchestra.run.smithi027.stdout:-------------------------------------------------------------------------------- 2023-01-15T14:49:47.323 INFO:teuthology.orchestra.run.smithi027.stdout:Total 730 kB/s | 67 kB 00:00 2023-01-15T14:49:47.341 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction check 2023-01-15T14:49:47.358 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction check succeeded. 2023-01-15T14:49:47.359 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction test 2023-01-15T14:49:47.436 INFO:teuthology.orchestra.run.smithi027.stdout:Transaction test succeeded. 2023-01-15T14:49:47.439 INFO:teuthology.orchestra.run.smithi027.stdout:Running transaction 2023-01-15T14:49:47.621 INFO:teuthology.orchestra.run.smithi027.stdout: Preparing : 1/1 2023-01-15T14:49:47.810 INFO:teuthology.orchestra.run.smithi027.stdout: Upgrading : libffi-3.1-24.el8.x86_64 1/3 2023-01-15T14:49:47.980 INFO:teuthology.orchestra.run.smithi027.stdout: Installing : libffi-devel-3.1-24.el8.x86_64 2/3 2023-01-15T14:49:47.990 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libffi-devel-3.1-24.el8.x86_64 2/3 2023-01-15T14:49:48.111 INFO:teuthology.orchestra.run.smithi027.stdout: Cleanup : libffi-3.1-23.el8.x86_64 3/3 2023-01-15T14:49:48.446 INFO:teuthology.orchestra.run.smithi027.stdout: Running scriptlet: libffi-3.1-23.el8.x86_64 3/3 2023-01-15T14:49:48.446 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libffi-devel-3.1-24.el8.x86_64 1/3 2023-01-15T14:49:48.447 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libffi-3.1-24.el8.x86_64 2/3 2023-01-15T14:49:49.485 INFO:teuthology.orchestra.run.smithi027.stdout: Verifying : libffi-3.1-23.el8.x86_64 3/3 2023-01-15T14:49:49.485 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:49.485 INFO:teuthology.orchestra.run.smithi027.stdout:Upgraded: 2023-01-15T14:49:49.485 INFO:teuthology.orchestra.run.smithi027.stdout: libffi-3.1-24.el8.x86_64 2023-01-15T14:49:49.485 INFO:teuthology.orchestra.run.smithi027.stdout:Installed: 2023-01-15T14:49:49.485 INFO:teuthology.orchestra.run.smithi027.stdout: libffi-devel-3.1-24.el8.x86_64 2023-01-15T14:49:49.485 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:49:49.485 INFO:teuthology.orchestra.run.smithi027.stdout:Complete! 2023-01-15T14:49:49.976 INFO:teuthology.orchestra.run.smithi027.stdout:Already using interpreter /usr/bin/python3.6 2023-01-15T14:49:50.259 INFO:teuthology.orchestra.run.smithi027.stdout:Using base prefix '/usr' 2023-01-15T14:49:50.260 INFO:teuthology.orchestra.run.smithi027.stdout:New python executable in /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/bin/python3.6 2023-01-15T14:49:50.260 INFO:teuthology.orchestra.run.smithi027.stdout:Also creating executable in /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/bin/python 2023-01-15T14:49:52.437 INFO:teuthology.orchestra.run.smithi027.stdout:Installing setuptools, pip, wheel...done. 2023-01-15T14:49:52.792 INFO:teuthology.orchestra.run.smithi027.stdout:Requirement already satisfied: pip in ./virtualenv/lib/python3.6/site-packages (21.3.1) 2023-01-15T14:49:54.218 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting setuptools==44.1.0 2023-01-15T14:49:54.371 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading setuptools-44.1.0-py2.py3-none-any.whl (583 kB) 2023-01-15T14:49:54.538 INFO:teuthology.orchestra.run.smithi027.stdout:Installing collected packages: setuptools 2023-01-15T14:49:54.538 INFO:teuthology.orchestra.run.smithi027.stdout: Attempting uninstall: setuptools 2023-01-15T14:49:54.539 INFO:teuthology.orchestra.run.smithi027.stdout: Found existing installation: setuptools 59.6.0 2023-01-15T14:49:54.589 INFO:teuthology.orchestra.run.smithi027.stdout: Uninstalling setuptools-59.6.0: 2023-01-15T14:49:54.598 INFO:teuthology.orchestra.run.smithi027.stdout: Successfully uninstalled setuptools-59.6.0 2023-01-15T14:49:54.864 INFO:teuthology.orchestra.run.smithi027.stdout:Successfully installed setuptools-44.1.0 2023-01-15T14:49:55.462 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting PyYAML 2023-01-15T14:49:55.465 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached PyYAML-6.0-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (603 kB) 2023-01-15T14:49:55.545 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting nose>=1.0.0 2023-01-15T14:49:55.546 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached nose-1.3.7-py3-none-any.whl (154 kB) 2023-01-15T14:49:55.634 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting boto>=2.6.0 2023-01-15T14:49:55.639 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached boto-2.49.0-py2.py3-none-any.whl (1.4 MB) 2023-01-15T14:49:56.497 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting boto3>=1.0.0 2023-01-15T14:49:56.499 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached boto3-1.23.10-py3-none-any.whl (132 kB) 2023-01-15T14:49:57.567 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting botocore<1.28.0 2023-01-15T14:49:57.580 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached botocore-1.26.10-py3-none-any.whl (8.8 MB) 2023-01-15T14:49:57.687 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting munch>=2.0.0 2023-01-15T14:49:57.689 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached munch-2.5.0-py2.py3-none-any.whl (10 kB) 2023-01-15T14:49:58.075 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting gevent>=1.0 2023-01-15T14:49:58.085 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached gevent-22.10.2-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.8 MB) 2023-01-15T14:49:58.172 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting isodate>=0.4.4 2023-01-15T14:49:58.248 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading isodate-0.6.1-py2.py3-none-any.whl (41 kB) 2023-01-15T14:49:58.436 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting requests>=2.23.0 2023-01-15T14:49:58.454 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading requests-2.27.1-py2.py3-none-any.whl (63 kB) 2023-01-15T14:49:58.695 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting pytz>=2011k 2023-01-15T14:49:58.714 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading pytz-2022.7.1-py2.py3-none-any.whl (499 kB) 2023-01-15T14:49:58.845 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting httplib2 2023-01-15T14:49:58.858 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached httplib2-0.21.0-py3-none-any.whl (96 kB) 2023-01-15T14:49:59.399 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting lxml 2023-01-15T14:50:00.288 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached lxml-4.9.2-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl (6.6 MB) 2023-01-15T14:50:00.289 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting jmespath<2.0.0,>=0.7.1 2023-01-15T14:50:00.289 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached jmespath-0.10.0-py2.py3-none-any.whl (24 kB) 2023-01-15T14:50:00.289 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting s3transfer<0.6.0,>=0.5.0 2023-01-15T14:50:00.289 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached s3transfer-0.5.2-py3-none-any.whl (79 kB) 2023-01-15T14:50:00.289 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting python-dateutil<3.0.0,>=2.1 2023-01-15T14:50:00.289 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached python_dateutil-2.8.2-py2.py3-none-any.whl (247 kB) 2023-01-15T14:50:00.289 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting urllib3<1.27,>=1.25.4 2023-01-15T14:50:00.289 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached urllib3-1.26.14-py2.py3-none-any.whl (140 kB) 2023-01-15T14:50:00.289 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting six 2023-01-15T14:50:00.289 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached six-1.16.0-py2.py3-none-any.whl (11 kB) 2023-01-15T14:50:00.289 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting zope.event 2023-01-15T14:50:00.289 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached zope.event-4.6-py2.py3-none-any.whl (6.8 kB) 2023-01-15T14:50:00.645 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting greenlet>=2.0.0 2023-01-15T14:50:00.648 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached greenlet-2.0.1-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (513 kB) 2023-01-15T14:50:01.019 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting zope.interface 2023-01-15T14:50:01.460 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached zope.interface-5.5.2-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl (253 kB) 2023-01-15T14:50:01.460 INFO:teuthology.orchestra.run.smithi027.stdout:Requirement already satisfied: setuptools in ./virtualenv/lib/python3.6/site-packages (from gevent>=1.0->-r requirements.txt (line 9)) (44.1.0) 2023-01-15T14:50:01.460 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting charset-normalizer~=2.0.0 2023-01-15T14:50:01.460 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading charset_normalizer-2.0.12-py3-none-any.whl (39 kB) 2023-01-15T14:50:01.460 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting idna<4,>=2.5 2023-01-15T14:50:01.460 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading idna-3.4-py3-none-any.whl (61 kB) 2023-01-15T14:50:01.536 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting certifi>=2017.4.17 2023-01-15T14:50:01.611 INFO:teuthology.orchestra.run.smithi027.stdout: Downloading certifi-2022.12.7-py3-none-any.whl (155 kB) 2023-01-15T14:50:01.712 INFO:teuthology.orchestra.run.smithi027.stdout:Collecting pyparsing!=3.0.0,!=3.0.1,!=3.0.2,!=3.0.3,<4,>=2.4.2 2023-01-15T14:50:01.713 INFO:teuthology.orchestra.run.smithi027.stdout: Using cached pyparsing-3.0.9-py3-none-any.whl (98 kB) 2023-01-15T14:50:02.193 INFO:teuthology.orchestra.run.smithi027.stdout:Installing collected packages: six, urllib3, python-dateutil, jmespath, botocore, zope.interface, zope.event, s3transfer, pyparsing, idna, greenlet, charset-normalizer, certifi, requests, PyYAML, pytz, nose, munch, lxml, isodate, httplib2, gevent, boto3, boto 2023-01-15T14:50:06.262 INFO:teuthology.orchestra.run.smithi027.stdout:Successfully installed PyYAML-6.0 boto-2.49.0 boto3-1.23.10 botocore-1.26.10 certifi-2022.12.7 charset-normalizer-2.0.12 gevent-22.10.2 greenlet-2.0.1 httplib2-0.21.0 idna-3.4 isodate-0.6.1 jmespath-0.10.0 lxml-4.9.2 munch-2.5.0 nose-1.3.7 pyparsing-3.0.9 python-dateutil-2.8.2 pytz-2022.7.1 requests-2.27.1 s3transfer-0.5.2 six-1.16.0 urllib3-1.26.14 zope.event-4.6 zope.interface-5.5.2 2023-01-15T14:50:06.595 INFO:teuthology.orchestra.run.smithi027.stdout:running develop 2023-01-15T14:50:06.616 INFO:teuthology.orchestra.run.smithi027.stdout:running egg_info 2023-01-15T14:50:06.616 INFO:teuthology.orchestra.run.smithi027.stdout:creating s3tests.egg-info 2023-01-15T14:50:06.616 INFO:teuthology.orchestra.run.smithi027.stdout:writing s3tests.egg-info/PKG-INFO 2023-01-15T14:50:06.616 INFO:teuthology.orchestra.run.smithi027.stdout:writing dependency_links to s3tests.egg-info/dependency_links.txt 2023-01-15T14:50:06.616 INFO:teuthology.orchestra.run.smithi027.stdout:writing requirements to s3tests.egg-info/requires.txt 2023-01-15T14:50:06.616 INFO:teuthology.orchestra.run.smithi027.stdout:writing top-level names to s3tests.egg-info/top_level.txt 2023-01-15T14:50:06.616 INFO:teuthology.orchestra.run.smithi027.stdout:writing manifest file 's3tests.egg-info/SOURCES.txt' 2023-01-15T14:50:06.627 INFO:teuthology.orchestra.run.smithi027.stdout:reading manifest file 's3tests.egg-info/SOURCES.txt' 2023-01-15T14:50:06.628 INFO:teuthology.orchestra.run.smithi027.stdout:writing manifest file 's3tests.egg-info/SOURCES.txt' 2023-01-15T14:50:06.629 INFO:teuthology.orchestra.run.smithi027.stdout:running build_ext 2023-01-15T14:50:06.629 INFO:teuthology.orchestra.run.smithi027.stdout:Creating /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages/s3tests.egg-link (link to .) 2023-01-15T14:50:06.630 INFO:teuthology.orchestra.run.smithi027.stdout:Adding s3tests 0.0.1 to easy-install.pth file 2023-01-15T14:50:06.630 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.630 INFO:teuthology.orchestra.run.smithi027.stdout:Installed /home/ubuntu/cephtest/s3-tests-client.0 2023-01-15T14:50:06.631 INFO:teuthology.orchestra.run.smithi027.stdout:Processing dependencies for s3tests==0.0.1 2023-01-15T14:50:06.727 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for isodate==0.6.1 2023-01-15T14:50:06.727 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: isodate 0.6.1 2023-01-15T14:50:06.727 INFO:teuthology.orchestra.run.smithi027.stdout:Adding isodate 0.6.1 to easy-install.pth file 2023-01-15T14:50:06.727 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.727 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.727 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for gevent==22.10.2 2023-01-15T14:50:06.727 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: gevent 22.10.2 2023-01-15T14:50:06.727 INFO:teuthology.orchestra.run.smithi027.stdout:Adding gevent 22.10.2 to easy-install.pth file 2023-01-15T14:50:06.728 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.728 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.728 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for munch==2.5.0 2023-01-15T14:50:06.728 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: munch 2.5.0 2023-01-15T14:50:06.728 INFO:teuthology.orchestra.run.smithi027.stdout:Adding munch 2.5.0 to easy-install.pth file 2023-01-15T14:50:06.729 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.729 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.729 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for PyYAML==6.0 2023-01-15T14:50:06.729 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: PyYAML 6.0 2023-01-15T14:50:06.729 INFO:teuthology.orchestra.run.smithi027.stdout:Adding PyYAML 6.0 to easy-install.pth file 2023-01-15T14:50:06.730 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.730 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.731 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for boto3==1.23.10 2023-01-15T14:50:06.731 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: boto3 1.23.10 2023-01-15T14:50:06.731 INFO:teuthology.orchestra.run.smithi027.stdout:Adding boto3 1.23.10 to easy-install.pth file 2023-01-15T14:50:06.731 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.731 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.731 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for boto==2.49.0 2023-01-15T14:50:06.731 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: boto 2.49.0 2023-01-15T14:50:06.732 INFO:teuthology.orchestra.run.smithi027.stdout:Adding boto 2.49.0 to easy-install.pth file 2023-01-15T14:50:06.732 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.732 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.733 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for six==1.16.0 2023-01-15T14:50:06.733 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: six 1.16.0 2023-01-15T14:50:06.733 INFO:teuthology.orchestra.run.smithi027.stdout:Adding six 1.16.0 to easy-install.pth file 2023-01-15T14:50:06.733 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.733 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.733 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for zope.event==4.6 2023-01-15T14:50:06.733 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: zope.event 4.6 2023-01-15T14:50:06.733 INFO:teuthology.orchestra.run.smithi027.stdout:Adding zope.event 4.6 to easy-install.pth file 2023-01-15T14:50:06.733 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.734 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.734 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for greenlet==2.0.1 2023-01-15T14:50:06.735 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: greenlet 2.0.1 2023-01-15T14:50:06.735 INFO:teuthology.orchestra.run.smithi027.stdout:Adding greenlet 2.0.1 to easy-install.pth file 2023-01-15T14:50:06.735 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.735 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.735 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for setuptools==44.1.0 2023-01-15T14:50:06.735 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: setuptools 44.1.0 2023-01-15T14:50:06.735 INFO:teuthology.orchestra.run.smithi027.stdout:Adding setuptools 44.1.0 to easy-install.pth file 2023-01-15T14:50:06.736 INFO:teuthology.orchestra.run.smithi027.stdout:Installing easy_install script to /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/bin 2023-01-15T14:50:06.736 INFO:teuthology.orchestra.run.smithi027.stdout:Installing easy_install-3.8 script to /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/bin 2023-01-15T14:50:06.736 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.736 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.737 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for zope.interface==5.5.2 2023-01-15T14:50:06.737 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: zope.interface 5.5.2 2023-01-15T14:50:06.737 INFO:teuthology.orchestra.run.smithi027.stdout:Adding zope.interface 5.5.2 to easy-install.pth file 2023-01-15T14:50:06.737 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.737 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.738 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for s3transfer==0.5.2 2023-01-15T14:50:06.738 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: s3transfer 0.5.2 2023-01-15T14:50:06.738 INFO:teuthology.orchestra.run.smithi027.stdout:Adding s3transfer 0.5.2 to easy-install.pth file 2023-01-15T14:50:06.738 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.738 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.739 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for jmespath==0.10.0 2023-01-15T14:50:06.739 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: jmespath 0.10.0 2023-01-15T14:50:06.739 INFO:teuthology.orchestra.run.smithi027.stdout:Adding jmespath 0.10.0 to easy-install.pth file 2023-01-15T14:50:06.739 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.739 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.740 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for botocore==1.26.10 2023-01-15T14:50:06.740 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: botocore 1.26.10 2023-01-15T14:50:06.740 INFO:teuthology.orchestra.run.smithi027.stdout:Adding botocore 1.26.10 to easy-install.pth file 2023-01-15T14:50:06.740 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.740 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.741 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for urllib3==1.26.14 2023-01-15T14:50:06.741 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: urllib3 1.26.14 2023-01-15T14:50:06.741 INFO:teuthology.orchestra.run.smithi027.stdout:Adding urllib3 1.26.14 to easy-install.pth file 2023-01-15T14:50:06.741 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.741 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.741 INFO:teuthology.orchestra.run.smithi027.stdout:Searching for python-dateutil==2.8.2 2023-01-15T14:50:06.742 INFO:teuthology.orchestra.run.smithi027.stdout:Best match: python-dateutil 2.8.2 2023-01-15T14:50:06.742 INFO:teuthology.orchestra.run.smithi027.stdout:Adding python-dateutil 2.8.2 to easy-install.pth file 2023-01-15T14:50:06.742 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:50:06.742 INFO:teuthology.orchestra.run.smithi027.stdout:Using /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages 2023-01-15T14:50:06.742 INFO:teuthology.orchestra.run.smithi027.stdout:Finished processing dependencies for s3tests==0.0.1 2023-01-15T14:50:06.760 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:50:06.761 DEBUG:teuthology.orchestra.run.smithi027:> dd of=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf 2023-01-15T14:50:06.779 INFO:tasks.s3tests:Configuring boto... 2023-01-15T14:50:06.779 DEBUG:teuthology.orchestra.run.smithi027:> set -ex 2023-01-15T14:50:06.779 DEBUG:teuthology.orchestra.run.smithi027:> dd of=/home/ubuntu/cephtest/boto-client.0.cfg 2023-01-15T14:50:06.837 DEBUG:teuthology.orchestra.run.smithi027:s3 tests against rgw> S3TEST_CONF=/home/ubuntu/cephtest/archive/s3-tests.client.0.conf BOTO_CONFIG=/home/ubuntu/cephtest/boto-client.0.cfg REQUESTS_CA_BUNDLE=/etc/pki/tls/certs/ca-bundle.crt /home/ubuntu/cephtest/s3-tests-client.0/virtualenv/bin/python -m nose -w /home/ubuntu/cephtest/s3-tests-client.0 -v -a '!fails_on_rgw,!lifecycle_expiration,!fails_strict_rfc2616,!test_of_sts,!webidentity_test,!fails_with_subdomain,!sse-s3' 2023-01-15T14:50:07.296 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_contentlength_none ... ok 2023-01-15T14:50:07.347 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_authorization_empty ... ok 2023-01-15T14:50:07.398 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_date_and_amz_date ... ok 2023-01-15T14:50:07.452 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_amz_date_and_no_date ... ok 2023-01-15T14:50:07.498 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_authorization_none ... ok 2023-01-15T14:50:07.507 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_contentlength_none ... ok 2023-01-15T14:50:07.560 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_acl_create_contentlength_none ... ok 2023-01-15T14:50:07.568 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_contentlength_none ... ok 2023-01-15T14:50:07.610 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_authorization_empty ... ok 2023-01-15T14:50:07.652 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_authorization_none ... ok 2023-01-15T14:50:07.702 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_contentlength_mismatch_below_aws2 ... ok 2023-01-15T14:50:07.753 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_authorization_incorrect_aws2 ... ok 2023-01-15T14:50:07.804 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_authorization_invalid_aws2 ... ok 2023-01-15T14:50:07.856 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_date_none_aws2 ... ok 2023-01-15T14:50:07.857 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_authorization_invalid_aws2 ... ok 2023-01-15T14:50:07.902 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_date_none_aws2 ... ok 2023-01-15T14:50:07.902 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_md5_invalid_garbage_aws4 ... SKIP 2023-01-15T14:50:07.902 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_contentlength_mismatch_below_aws4 ... SKIP 2023-01-15T14:50:07.902 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_authorization_incorrect_aws4 ... SKIP 2023-01-15T14:50:07.902 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_authorization_invalid_aws4 ... SKIP 2023-01-15T14:50:07.902 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_ua_empty_aws4 ... SKIP 2023-01-15T14:50:07.902 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_ua_none_aws4 ... SKIP 2023-01-15T14:50:07.902 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_date_invalid_aws4 ... SKIP 2023-01-15T14:50:07.903 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_amz_date_invalid_aws4 ... SKIP 2023-01-15T14:50:07.903 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_date_empty_aws4 ... SKIP 2023-01-15T14:50:07.903 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_amz_date_empty_aws4 ... SKIP 2023-01-15T14:50:07.903 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_date_none_aws4 ... SKIP 2023-01-15T14:50:07.903 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_amz_date_none_aws4 ... SKIP 2023-01-15T14:50:07.903 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_date_before_today_aws4 ... SKIP 2023-01-15T14:50:07.903 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_amz_date_before_today_aws4 ... SKIP 2023-01-15T14:50:07.903 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_date_after_today_aws4 ... SKIP 2023-01-15T14:50:07.903 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_amz_date_after_today_aws4 ... SKIP 2023-01-15T14:50:07.903 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_date_before_epoch_aws4 ... SKIP 2023-01-15T14:50:07.903 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_amz_date_before_epoch_aws4 ... SKIP 2023-01-15T14:50:07.903 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_date_after_end_aws4 ... SKIP 2023-01-15T14:50:07.904 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_bad_amz_date_after_end_aws4 ... SKIP 2023-01-15T14:50:07.904 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_missing_signed_custom_header_aws4 ... SKIP 2023-01-15T14:50:07.904 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_object_create_missing_signed_header_aws4 ... SKIP 2023-01-15T14:50:07.904 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_authorization_invalid_aws4 ... SKIP 2023-01-15T14:50:07.904 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_ua_empty_aws4 ... SKIP 2023-01-15T14:50:07.904 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_ua_none_aws4 ... SKIP 2023-01-15T14:50:07.904 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_date_invalid_aws4 ... SKIP 2023-01-15T14:50:07.904 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_amz_date_invalid_aws4 ... SKIP 2023-01-15T14:50:07.904 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_date_empty_aws4 ... SKIP 2023-01-15T14:50:07.904 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_amz_date_empty_aws4 ... SKIP 2023-01-15T14:50:07.904 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_date_none_aws4 ... SKIP 2023-01-15T14:50:07.905 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_amz_date_none_aws4 ... SKIP 2023-01-15T14:50:07.905 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_date_before_today_aws4 ... SKIP 2023-01-15T14:50:07.905 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_amz_date_before_today_aws4 ... SKIP 2023-01-15T14:50:07.905 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_date_after_today_aws4 ... SKIP 2023-01-15T14:50:07.905 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_amz_date_after_today_aws4 ... SKIP 2023-01-15T14:50:07.905 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_date_before_epoch_aws4 ... SKIP 2023-01-15T14:50:07.905 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_headers.test_bucket_create_bad_amz_date_before_epoch_aws4 ... SKIP 2023-01-15T14:50:08.043 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3.test_versioning_obj_read_not_exist_null ... ok 2023-01-15T14:50:08.043 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3.test_object_storage_class ... SKIP 2023-01-15T14:50:08.043 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3.test_object_storage_class_multipart ... SKIP 2023-01-15T14:50:08.043 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3.test_object_modify_storage_class ... SKIP 2023-01-15T14:50:08.044 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3.test_object_modify_storage_class_multipart ... SKIP 2023-01-15T14:50:08.044 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3.test_object_storage_class_copy ... SKIP 2023-01-15T14:50:08.044 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3.test_object_storage_class_copy_multipart ... SKIP 2023-01-15T14:50:08.138 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3.test_atomic_dual_conditional_write_1mb ... ok 2023-01-15T14:50:08.179 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3.test_atomic_write_bucket_gone ... ok 2023-01-15T14:50:08.265 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3.test_encryption_sse_c_multipart_invalid_chunks_1 ... ok 2023-01-15T14:50:08.354 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3.test_encryption_sse_c_multipart_invalid_chunks_2 ... ok 2023-01-15T14:50:08.421 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3.test_bucket_policy_set_condition_operator_end_with_IfExists ... ok 2023-01-15T14:50:08.440 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3.test_bucket_policy_put_obj_request_obj_tag ... ok 2023-01-15T14:50:08.522 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.check_can_test_website ... SKIP 2023-01-15T14:50:08.523 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_nonexistant_bucket_rgw ... SKIP 2023-01-15T14:50:08.523 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_public_index ... SKIP 2023-01-15T14:50:08.523 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_public_index ... SKIP 2023-01-15T14:50:08.523 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_empty ... SKIP 2023-01-15T14:50:08.523 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_empty ... SKIP 2023-01-15T14:50:08.523 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_private_index ... SKIP 2023-01-15T14:50:08.523 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_private_index ... SKIP 2023-01-15T14:50:08.523 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_empty_missingerrordoc ... SKIP 2023-01-15T14:50:08.523 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_empty_missingerrordoc ... SKIP 2023-01-15T14:50:08.524 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_private_index_missingerrordoc ... SKIP 2023-01-15T14:50:08.524 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_private_index_missingerrordoc ... SKIP 2023-01-15T14:50:08.524 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_empty_blockederrordoc ... SKIP 2023-01-15T14:50:08.524 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_pubilc_errordoc ... SKIP 2023-01-15T14:50:08.524 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_empty_blockederrordoc ... SKIP 2023-01-15T14:50:08.524 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_private_index_blockederrordoc ... SKIP 2023-01-15T14:50:08.524 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_private_index_blockederrordoc ... SKIP 2023-01-15T14:50:08.524 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_empty_gooderrordoc ... SKIP 2023-01-15T14:50:08.524 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_empty_gooderrordoc ... SKIP 2023-01-15T14:50:08.524 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_public_bucket_list_private_index_gooderrordoc ... SKIP 2023-01-15T14:50:08.524 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_private_bucket_list_private_index_gooderrordoc ... SKIP 2023-01-15T14:50:08.525 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_bucket_private_redirectall_base ... SKIP 2023-01-15T14:50:08.525 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_bucket_private_redirectall_path ... SKIP 2023-01-15T14:50:08.525 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_bucket_private_redirectall_path_upgrade ... SKIP 2023-01-15T14:50:08.525 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_xredirect_nonwebsite ... SKIP 2023-01-15T14:50:08.525 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_xredirect_public_relative ... SKIP 2023-01-15T14:50:08.525 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_xredirect_public_abs ... SKIP 2023-01-15T14:50:08.525 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_xredirect_private_relative ... SKIP 2023-01-15T14:50:08.525 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_s3_website.test_website_xredirect_private_abs ... SKIP 2023-01-15T14:50:08.526 INFO:teuthology.orchestra.run.smithi027.stderr:SKIP 2023-01-15T14:50:10.369 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests.functional.test_utils.test_generate ... ok 2023-01-15T14:50:10.369 INFO:teuthology.orchestra.run.smithi027.stderr:/home/ubuntu/cephtest/s3-tests-client.0/virtualenv/lib/python3.6/site-packages/boto3/compat.py:88: PythonDeprecationWarning: Boto3 will no longer support Python 3.6 starting May 30, 2022. To continue receiving service updates, bug fixes, and security updates please upgrade to Python 3.7 or later. More information can be found here: https://aws.amazon.com/blogs/developer/python-support-policy-updates-for-aws-sdks-and-tools/ 2023-01-15T14:50:10.369 INFO:teuthology.orchestra.run.smithi027.stderr: warnings.warn(warning, PythonDeprecationWarning) 2023-01-15T14:50:10.394 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_md5_invalid_short ... ok 2023-01-15T14:50:13.947 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_md5_bad ... ok 2023-01-15T14:50:13.976 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_md5_empty ... ok 2023-01-15T14:50:14.022 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_md5_none ... ok 2023-01-15T14:50:14.064 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_expect_mismatch ... ok 2023-01-15T14:50:14.105 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_expect_empty ... ok 2023-01-15T14:50:14.144 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_expect_none ... ok 2023-01-15T14:50:14.191 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_contentlength_negative ... ok 2023-01-15T14:50:14.229 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_contenttype_invalid ... ok 2023-01-15T14:50:14.256 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_contenttype_empty ... ok 2023-01-15T14:50:14.283 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_contenttype_none ... ok 2023-01-15T14:50:14.307 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_bucket_put_bad_canned_acl ... ok 2023-01-15T14:50:14.324 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_expect_mismatch ... ok 2023-01-15T14:50:14.339 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_expect_empty ... ok 2023-01-15T14:50:14.348 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_contentlength_negative ... ok 2023-01-15T14:50:14.372 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_md5_invalid_garbage_aws2 ... ok 2023-01-15T14:50:14.406 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_ua_empty_aws2 ... ok 2023-01-15T14:50:14.440 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_ua_none_aws2 ... ok 2023-01-15T14:50:14.466 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_date_invalid_aws2 ... ok 2023-01-15T14:50:14.490 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_date_empty_aws2 ... ok 2023-01-15T14:50:14.514 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_date_before_today_aws2 ... ok 2023-01-15T14:50:14.539 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_date_before_epoch_aws2 ... ok 2023-01-15T14:50:14.563 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_object_create_bad_date_after_end_aws2 ... ok 2023-01-15T14:50:14.578 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_ua_empty_aws2 ... ok 2023-01-15T14:50:14.593 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_ua_none_aws2 ... ok 2023-01-15T14:50:14.602 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_date_invalid_aws2 ... ok 2023-01-15T14:50:14.610 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_date_empty_aws2 ... ok 2023-01-15T14:50:14.618 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_date_before_today_aws2 ... ok 2023-01-15T14:50:14.628 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_date_after_today_aws2 ... ok 2023-01-15T14:50:14.636 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_headers.test_bucket_create_bad_date_before_epoch_aws2 ... ok 2023-01-15T14:50:14.706 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_put_user_policy ... ok 2023-01-15T14:50:14.718 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_put_user_policy_invalid_user ... ok 2023-01-15T14:50:14.733 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_put_user_policy_parameter_limit ... ok 2023-01-15T14:50:14.843 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_put_existing_user_policy ... ok 2023-01-15T14:50:14.949 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_list_user_policy ... ok 2023-01-15T14:50:14.957 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_list_user_policy_invalid_user ... ok 2023-01-15T14:50:15.062 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_get_user_policy ... ok 2023-01-15T14:50:15.166 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_get_user_policy_invalid_user ... ok 2023-01-15T14:50:15.367 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_get_user_policy_from_multiple_policies ... ok 2023-01-15T14:50:15.429 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_delete_user_policy ... ok 2023-01-15T14:50:15.534 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_delete_user_policy_invalid_user ... ok 2023-01-15T14:50:15.639 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_delete_user_policy_invalid_policy_name ... ok 2023-01-15T14:50:15.961 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_delete_user_policy_from_multiple_policies ... ok 2023-01-15T14:50:16.090 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_allow_bucket_actions_in_user_policy ... ok 2023-01-15T14:50:16.242 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_deny_bucket_actions_in_user_policy ... ok 2023-01-15T14:50:16.374 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_allow_object_actions_in_user_policy ... ok 2023-01-15T14:50:16.549 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_deny_object_actions_in_user_policy ... ok 2023-01-15T14:50:16.736 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_allow_multipart_actions_in_user_policy ... ok 2023-01-15T14:50:17.013 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_deny_multipart_actions_in_user_policy ... ok 2023-01-15T14:50:17.203 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_allow_tagging_actions_in_user_policy ... ok 2023-01-15T14:50:17.452 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_deny_tagging_actions_in_user_policy ... ok 2023-01-15T14:50:17.535 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_verify_conflicting_user_policy_statements ... ok 2023-01-15T14:50:17.710 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_verify_conflicting_user_policies ... ok 2023-01-15T14:50:17.822 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_iam.test_verify_allow_iam_actions ... ok 2023-01-15T14:50:17.900 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_empty ... ok 2023-01-15T14:50:17.988 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_distinct ... ok 2023-01-15T14:50:18.081 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_many ... ok 2023-01-15T14:50:18.173 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_many ... ok 2023-01-15T14:50:18.262 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_basic_key_count ... ok 2023-01-15T14:50:18.317 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_basic ... ok 2023-01-15T14:50:18.402 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_basic ... ok 2023-01-15T14:50:18.456 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_encoding_basic ... ok 2023-01-15T14:50:18.512 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_encoding_basic ... ok 2023-01-15T14:50:18.635 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_prefix ... ok 2023-01-15T14:50:18.764 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_prefix ... ok 2023-01-15T14:50:18.798 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_prefix_ends_with_delimiter ... ok 2023-01-15T14:50:18.833 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_prefix_ends_with_delimiter ... ok 2023-01-15T14:50:18.889 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_alt ... ok 2023-01-15T14:50:18.943 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_alt ... ok 2023-01-15T14:50:19.067 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_prefix_underscore ... ok 2023-01-15T14:50:19.216 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_prefix_underscore ... ok 2023-01-15T14:50:19.269 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_percentage ... ok 2023-01-15T14:50:19.325 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_percentage ... ok 2023-01-15T14:50:19.379 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_whitespace ... ok 2023-01-15T14:50:19.434 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_whitespace ... ok 2023-01-15T14:50:19.490 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_dot ... ok 2023-01-15T14:50:19.546 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_dot ... ok 2023-01-15T14:50:19.601 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_unreadable ... ok 2023-01-15T14:50:19.657 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_unreadable ... ok 2023-01-15T14:50:19.714 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_empty ... ok 2023-01-15T14:50:19.773 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_empty ... ok 2023-01-15T14:50:19.829 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_none ... ok 2023-01-15T14:50:19.886 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_none ... ok 2023-01-15T14:50:19.962 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_fetchowner_notempty ... ok 2023-01-15T14:50:20.012 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_fetchowner_defaultempty ... ok 2023-01-15T14:50:20.060 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_fetchowner_empty ... ok 2023-01-15T14:50:20.114 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_not_exist ... ok 2023-01-15T14:50:20.170 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_delimiter_not_exist ... ok 2023-01-15T14:50:27.175 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_delimiter_not_skip_special ... ok 2023-01-15T14:50:27.226 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_basic ... ok 2023-01-15T14:50:27.274 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_basic ... ok 2023-01-15T14:50:27.325 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_alt ... ok 2023-01-15T14:50:27.374 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_alt ... ok 2023-01-15T14:50:27.423 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_empty ... ok 2023-01-15T14:50:27.499 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_empty ... ok 2023-01-15T14:50:27.549 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_none ... ok 2023-01-15T14:50:27.736 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_none ... ok 2023-01-15T14:50:27.736 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_not_exist ... ok 2023-01-15T14:50:27.736 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_not_exist ... ok 2023-01-15T14:50:27.743 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_unreadable ... ok 2023-01-15T14:50:27.793 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_unreadable ... ok 2023-01-15T14:50:27.850 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_delimiter_basic ... ok 2023-01-15T14:50:27.905 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_delimiter_basic ... ok 2023-01-15T14:50:28.351 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_delimiter_alt ... ok 2023-01-15T14:50:28.351 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_delimiter_alt ... ok 2023-01-15T14:50:28.351 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_delimiter_prefix_not_exist ... ok 2023-01-15T14:50:28.351 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_delimiter_prefix_not_exist ... ok 2023-01-15T14:50:28.351 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_delimiter_delimiter_not_exist ... ok 2023-01-15T14:50:28.351 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_delimiter_delimiter_not_exist ... ok 2023-01-15T14:50:28.351 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_prefix_delimiter_prefix_delimiter_not_exist ... ok 2023-01-15T14:50:28.376 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_prefix_delimiter_prefix_delimiter_not_exist ... ok 2023-01-15T14:50:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_maxkeys_one ... ok 2023-01-15T14:50:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_maxkeys_one ... ok 2023-01-15T14:50:29.370 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_maxkeys_zero ... ok 2023-01-15T14:50:29.371 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_maxkeys_zero ... ok 2023-01-15T14:50:29.371 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_maxkeys_none ... ok 2023-01-15T14:50:29.371 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_maxkeys_none ... ok 2023-01-15T14:50:29.371 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_account_usage ... ok 2023-01-15T14:50:29.371 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_head_bucket_usage ... ok 2023-01-15T14:50:29.450 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_unordered ... ok 2023-01-15T14:50:29.837 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_unordered ... ok 2023-01-15T14:50:30.927 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_maxkeys_invalid ... ok 2023-01-15T14:50:30.927 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_marker_none ... ok 2023-01-15T14:50:30.927 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_marker_empty ... ok 2023-01-15T14:50:30.927 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_continuationtoken_empty ... ok 2023-01-15T14:50:30.927 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_continuationtoken ... ok 2023-01-15T14:50:30.927 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_both_continuationtoken_startafter ... ok 2023-01-15T14:50:30.927 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_marker_unreadable ... ok 2023-01-15T14:50:30.927 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_startafter_unreadable ... ok 2023-01-15T14:50:30.927 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_marker_not_in_list ... ok 2023-01-15T14:50:30.928 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_startafter_not_in_list ... ok 2023-01-15T14:50:30.928 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_marker_after_list ... ok 2023-01-15T14:50:30.928 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_startafter_after_list ... ok 2023-01-15T14:50:30.928 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_return_data ... ok 2023-01-15T14:50:31.175 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_return_data_versioning ... ok 2023-01-15T14:50:31.252 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_objects_anonymous ... ok 2023-01-15T14:50:31.271 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_objects_anonymous ... ok 2023-01-15T14:50:31.297 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_objects_anonymous_fail ... ok 2023-01-15T14:50:31.320 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_listv2_objects_anonymous_fail ... ok 2023-01-15T14:50:32.519 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_notexist ... ok 2023-01-15T14:50:32.519 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucketv2_notexist ... ok 2023-01-15T14:50:32.519 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_delete_notexist ... ok 2023-01-15T14:50:32.520 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_delete_nonempty ... ok 2023-01-15T14:50:32.520 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_concurrent_set_canned_acl ... ok 2023-01-15T14:50:32.520 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_write_to_nonexist_bucket ... ok 2023-01-15T14:50:32.520 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_delete ... ok 2023-01-15T14:50:32.520 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_read_not_exist ... ok 2023-01-15T14:50:32.521 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_requestid_matches_header_on_error ... ok 2023-01-15T14:50:32.521 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multi_object_delete ... ok 2023-01-15T14:50:32.521 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multi_objectv2_delete ... ok 2023-01-15T14:50:39.500 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multi_object_delete_key_limit ... ok 2023-01-15T14:50:46.586 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multi_objectv2_delete_key_limit ... ok 2023-01-15T14:50:46.619 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_head_zero_bytes ... ok 2023-01-15T14:50:46.647 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_write_check_etag ... ok 2023-01-15T14:50:46.680 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_write_cache_control ... ok 2023-01-15T14:50:46.713 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_write_expires ... ok 2023-01-15T14:50:46.842 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_write_read_update_read_delete ... ok 2023-01-15T14:50:46.875 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_set_get_metadata_none_to_good ... ok 2023-01-15T14:50:46.908 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_set_get_metadata_none_to_empty ... ok 2023-01-15T14:50:46.957 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_set_get_metadata_overwrite_to_empty ... ok 2023-01-15T14:50:46.997 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_metadata_replaced_on_put ... ok 2023-01-15T14:50:47.069 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_write_file ... ok 2023-01-15T14:50:47.137 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_anonymous_request ... ok 2023-01-15T14:50:47.196 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_authenticated_request ... ok 2023-01-15T14:50:47.263 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_authenticated_no_content_type ... ok 2023-01-15T14:50:47.282 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_authenticated_request_bad_access_key ... ok 2023-01-15T14:50:47.304 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_set_success_code ... ok 2023-01-15T14:50:47.328 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_set_invalid_success_code ... ok 2023-01-15T14:50:47.374 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_upload_larger_than_chunk ... ok 2023-01-15T14:50:47.407 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_set_key_from_filename ... ok 2023-01-15T14:50:47.434 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_ignored_header ... ok 2023-01-15T14:50:47.461 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_case_insensitive_condition_fields ... ok 2023-01-15T14:50:47.494 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_escaped_field_values ... ok 2023-01-15T14:50:47.565 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_success_redirect_action ... ok 2023-01-15T14:50:47.588 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_invalid_signature ... ok 2023-01-15T14:50:47.611 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_invalid_access_key ... ok 2023-01-15T14:50:47.635 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_invalid_date_format ... ok 2023-01-15T14:50:47.657 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_no_key_specified ... ok 2023-01-15T14:50:47.680 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_missing_signature ... ok 2023-01-15T14:50:47.704 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_missing_policy_condition ... ok 2023-01-15T14:50:47.736 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_user_specified_header ... ok 2023-01-15T14:50:47.758 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_request_missing_policy_specified_field ... ok 2023-01-15T14:50:47.782 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_condition_is_case_sensitive ... ok 2023-01-15T14:50:47.806 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_expires_is_case_sensitive ... ok 2023-01-15T14:50:47.829 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_expired_policy ... ok 2023-01-15T14:50:47.852 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_invalid_request_field_value ... ok 2023-01-15T14:50:47.875 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_missing_expires_condition ... ok 2023-01-15T14:50:47.898 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_missing_conditions_list ... ok 2023-01-15T14:50:47.923 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_upload_size_limit_exceeded ... ok 2023-01-15T14:50:47.946 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_missing_content_length_argument ... ok 2023-01-15T14:50:47.970 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_invalid_content_length_argument ... ok 2023-01-15T14:50:47.994 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_upload_size_below_minimum ... ok 2023-01-15T14:50:48.016 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_empty_conditions ... ok 2023-01-15T14:50:48.088 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifmatch_good ... ok 2023-01-15T14:50:48.165 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifmatch_failed ... ok 2023-01-15T14:50:48.198 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifnonematch_good ... ok 2023-01-15T14:50:48.274 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifnonematch_failed ... ok 2023-01-15T14:50:48.347 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifmodifiedsince_good ... ok 2023-01-15T14:50:49.388 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifmodifiedsince_failed ... ok 2023-01-15T14:50:49.470 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifunmodifiedsince_good ... ok 2023-01-15T14:50:49.545 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_object_ifunmodifiedsince_failed ... ok 2023-01-15T14:50:49.694 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifmatch_good ... ok 2023-01-15T14:50:49.859 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifmatch_failed ... ok 2023-01-15T14:50:49.993 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifmatch_overwrite_existed_good ... ok 2023-01-15T14:50:50.095 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifmatch_nonexisted_failed ... ok 2023-01-15T14:50:50.218 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifnonmatch_good ... ok 2023-01-15T14:50:50.382 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifnonmatch_failed ... ok 2023-01-15T14:50:50.455 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifnonmatch_nonexisted_good ... ok 2023-01-15T14:50:50.621 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_object_ifnonmatch_overwrite_existed_failed ... ok 2023-01-15T14:50:50.655 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get ... ok 2023-01-15T14:50:50.733 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_bucket_gone ... ok 2023-01-15T14:50:50.811 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_delete_key_bucket_gone ... ok 2023-01-15T14:50:50.856 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_object_gone ... ok 2023-01-15T14:50:50.881 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_head ... ok 2023-01-15T14:50:50.890 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_head_notexist ... ok 2023-01-15T14:50:50.954 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_head_extended ... ok 2023-01-15T14:50:50.986 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_bucket_acl ... ok 2023-01-15T14:50:51.020 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_object_acl ... ok 2023-01-15T14:50:51.053 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_authenticated ... ok 2023-01-15T14:50:51.085 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_response_headers ... ok 2023-01-15T14:50:51.119 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_authenticated_bucket_acl ... ok 2023-01-15T14:50:51.152 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_authenticated_object_acl ... ok 2023-01-15T14:50:51.262 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_authenticated_bucket_gone ... ok 2023-01-15T14:50:51.345 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_authenticated_object_gone ... ok 2023-01-15T14:50:51.379 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_x_amz_expires_not_expired ... ok 2023-01-15T14:50:51.413 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_x_amz_expires_out_range_zero ... ok 2023-01-15T14:50:51.475 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_x_amz_expires_out_max_range ... ok 2023-01-15T14:50:51.507 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_get_x_amz_expires_out_positive_range ... ok 2023-01-15T14:50:51.545 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_anon_put ... ok 2023-01-15T14:50:51.585 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_anon_put_write_access ... ok 2023-01-15T14:50:51.614 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_put_authenticated ... ok 2023-01-15T14:50:51.644 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_raw_put_authenticated_expired ... ok 2023-01-15T14:50:51.656 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_bad_short_one ... ok 2023-01-15T14:50:51.666 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_bad_short_two ... ok 2023-01-15T14:50:51.677 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_bad_ip ... ok 2023-01-15T14:50:51.687 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_dns_underscore ... ok 2023-01-15T14:50:51.710 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_exists ... ok 2023-01-15T14:50:51.773 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_get_location ... ok 2023-01-15T14:50:51.801 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_exists_nonowner ... ok 2023-01-15T14:50:51.867 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_recreate_overwrite_acl ... ok 2023-01-15T14:50:51.930 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_recreate_new_acl ... ok 2023-01-15T14:50:51.956 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_default ... ok 2023-01-15T14:50:52.015 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_canned_during_create ... ok 2023-01-15T14:50:52.123 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_canned ... ok 2023-01-15T14:50:52.183 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_canned_publicreadwrite ... ok 2023-01-15T14:50:52.246 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_canned_authenticatedread ... ok 2023-01-15T14:50:52.319 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_acl_default ... ok 2023-01-15T14:50:52.394 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_acl_canned_during_create ... ok 2023-01-15T14:50:52.520 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_acl_canned ... ok 2023-01-15T14:50:52.595 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_acl_canned_publicreadwrite ... ok 2023-01-15T14:50:52.670 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_acl_canned_authenticatedread ... ok 2023-01-15T14:50:52.795 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_acl_canned_bucketownerread ... ok 2023-01-15T14:50:52.920 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_acl_canned_bucketownerfullcontrol ... ok 2023-01-15T14:50:53.010 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_acl_full_control_verify_owner ... ok 2023-01-15T14:50:53.063 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_acl_full_control_verify_attributes ... ok 2023-01-15T14:50:53.092 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_canned_private_to_private ... ok 2023-01-15T14:50:53.216 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_acl ... ok 2023-01-15T14:50:53.341 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_acl_write ... ok 2023-01-15T14:50:53.494 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_acl_writeacp ... ok 2023-01-15T14:50:53.618 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_acl_read ... ok 2023-01-15T14:50:53.746 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_acl_readacp ... ok 2023-01-15T14:50:53.871 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_userid_fullcontrol ... ok 2023-01-15T14:50:53.986 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_userid_read ... ok 2023-01-15T14:50:54.101 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_userid_readacp ... ok 2023-01-15T14:50:54.221 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_userid_write ... ok 2023-01-15T14:50:54.337 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_userid_writeacp ... ok 2023-01-15T14:50:54.373 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_nonexist_user ... ok 2023-01-15T14:50:54.480 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_no_grants ... ok 2023-01-15T14:50:54.559 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_header_acl_grants ... ok 2023-01-15T14:50:54.640 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_header_acl_grants ... ok 2023-01-15T14:50:54.720 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_email ... ok 2023-01-15T14:50:54.757 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_grant_email_not_exist ... ok 2023-01-15T14:50:54.887 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_acl_revoke_all ... ok 2023-01-15T14:50:55.098 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_private_object_private ... ok 2023-01-15T14:50:55.332 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_private_objectv2_private ... ok 2023-01-15T14:50:56.409 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_private_object_publicread ... ok 2023-01-15T14:50:56.409 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_private_objectv2_publicread ... ok 2023-01-15T14:50:56.410 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_private_object_publicreadwrite ... ok 2023-01-15T14:50:56.410 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_private_objectv2_publicreadwrite ... ok 2023-01-15T14:50:56.410 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_publicread_object_private ... ok 2023-01-15T14:50:56.591 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_publicread_object_publicread ... ok 2023-01-15T14:50:56.804 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_publicread_object_publicreadwrite ... ok 2023-01-15T14:50:56.973 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_publicreadwrite_object_private ... ok 2023-01-15T14:50:57.175 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_publicreadwrite_object_publicread ... ok 2023-01-15T14:50:57.342 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_access_bucket_publicreadwrite_object_publicreadwrite ... ok 2023-01-15T14:50:57.516 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_buckets_create_then_list ... ok 2023-01-15T14:50:57.650 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_buckets_list_ctime ... ok 2023-01-15T14:50:57.656 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_list_buckets_anonymous ... ok 2023-01-15T14:50:57.665 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_list_buckets_invalid_auth ... ok 2023-01-15T14:50:57.673 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_list_buckets_bad_auth ... ok 2023-01-15T14:50:57.840 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_good_starts_alpha ... ok 2023-01-15T14:50:58.005 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_good_starts_digit ... ok 2023-01-15T14:50:58.022 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_good_contains_period ... ok 2023-01-15T14:50:58.038 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_naming_good_contains_hyphen ... ok 2023-01-15T14:50:58.102 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_recreate_not_overriding ... ok 2023-01-15T14:50:58.772 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_create_special_key_names ... ok 2023-01-15T14:50:59.639 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_list_special_prefix ... ok 2023-01-15T14:50:59.641 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_zero_size ... ok 2023-01-15T14:50:59.642 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_16m ... ok 2023-01-15T14:50:59.642 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_same_bucket ... ok 2023-01-15T14:50:59.642 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_verify_contenttype ... ok 2023-01-15T14:50:59.642 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_to_itself ... ok 2023-01-15T14:50:59.721 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_to_itself_with_metadata ... ok 2023-01-15T14:50:59.870 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_diff_bucket ... ok 2023-01-15T14:50:59.961 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_not_owned_bucket ... ok 2023-01-15T14:51:00.059 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_not_owned_object_bucket ... ok 2023-01-15T14:51:00.201 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_canned_acl ... ok 2023-01-15T14:51:00.425 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_retaining_metadata ... ok 2023-01-15T14:51:00.612 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_replacing_metadata ... ok 2023-01-15T14:51:00.680 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_bucket_not_found ... ok 2023-01-15T14:51:00.681 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_key_not_found ... ok 2023-01-15T14:51:01.253 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_versioned_bucket ... ok 2023-01-15T14:51:01.405 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_versioned_url_encoding ... ok 2023-01-15T14:51:02.539 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_copy_versioning_multipart_upload ... ok 2023-01-15T14:51:02.578 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_empty ... ok 2023-01-15T14:51:02.646 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_small ... ok 2023-01-15T14:51:02.941 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_copy_small ... ok 2023-01-15T14:51:03.033 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_copy_invalid_range ... ok 2023-01-15T14:51:03.287 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_copy_without_range ... ok 2023-01-15T14:51:04.304 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_copy_special_names ... ok 2023-01-15T14:51:05.009 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload ... ok 2023-01-15T14:51:06.714 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_copy_versioned ... ok 2023-01-15T14:51:10.976 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_resend_part ... ok 2023-01-15T14:51:11.780 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_multiple_sizes ... ok 2023-01-15T14:51:13.210 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_copy_multiple_sizes ... ok 2023-01-15T14:51:13.354 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_size_too_small ... ok 2023-01-15T14:51:13.661 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_contents ... ok 2023-01-15T14:51:13.961 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_overwrite_existing_object ... ok 2023-01-15T14:51:14.137 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_abort_multipart_upload ... ok 2023-01-15T14:51:14.213 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_abort_multipart_upload_not_found ... ok 2023-01-15T14:51:14.534 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_list_multipart_upload ... ok 2023-01-15T14:51:14.709 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_list_multipart_upload_owner ... ok 2023-01-15T14:51:14.801 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_missing_part ... ok 2023-01-15T14:51:14.889 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_incorrect_etag ... ok 2023-01-15T14:51:14.913 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_100_continue ... ok 2023-01-15T14:51:15.037 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_set_cors ... ok 2023-01-15T14:51:18.165 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_cors_origin_response ... ok 2023-01-15T14:51:21.213 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_cors_origin_wildcard ... ok 2023-01-15T14:51:24.259 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_cors_header_option ... ok 2023-01-15T14:51:24.390 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_set_bucket_tagging ... ok 2023-01-15T14:51:24.496 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_atomic_read_1mb ... ok 2023-01-15T14:51:24.667 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_atomic_read_4mb ... ok 2023-01-15T14:51:24.930 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_atomic_read_8mb ... ok 2023-01-15T14:51:25.072 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_atomic_write_1mb ... ok 2023-01-15T14:51:25.309 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_atomic_write_4mb ... ok 2023-01-15T14:51:25.678 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_atomic_write_8mb ... ok 2023-01-15T14:51:25.793 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_atomic_dual_write_1mb ... ok 2023-01-15T14:51:26.025 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_atomic_dual_write_4mb ... ok 2023-01-15T14:51:26.452 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_atomic_dual_write_8mb ... ok 2023-01-15T14:51:26.572 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_atomic_conditional_write_1mb ... ok 2023-01-15T14:51:26.745 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_atomic_multipart_upload_write ... ok 2023-01-15T14:51:27.017 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_resend_first_finishes_last ... ok 2023-01-15T14:51:27.092 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_ranged_request_response_code ... ok 2023-01-15T14:51:33.655 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_ranged_big_request_response_code ... ok 2023-01-15T14:51:33.735 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_ranged_request_skip_leading_bytes_response_code ... ok 2023-01-15T14:51:33.811 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_ranged_request_return_trailing_bytes_response_code ... ok 2023-01-15T14:51:33.890 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_ranged_request_invalid_range ... ok 2023-01-15T14:51:33.968 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_ranged_request_empty_object ... ok 2023-01-15T14:51:34.207 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_bucket_create_suspend ... ok 2023-01-15T14:51:40.228 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_create_read_remove ... ok 2023-01-15T14:51:40.512 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_create_read_remove_head ... ok 2023-01-15T14:51:40.733 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_plain_null_version_removal ... ok 2023-01-15T14:51:41.038 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_plain_null_version_overwrite ... ok 2023-01-15T14:51:41.380 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_plain_null_version_overwrite_suspended ... ok 2023-01-15T14:51:43.704 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_suspend_versions ... ok 2023-01-15T14:51:46.828 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_create_versions_remove_all ... ok 2023-01-15T14:51:59.173 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_create_versions_remove_special_names ... ok 2023-01-15T14:52:00.611 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_create_overwrite_multipart ... ok 2023-01-15T14:52:01.279 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_obj_list_marker ... ok 2023-01-15T14:52:02.068 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_copy_obj_version ... ok 2023-01-15T14:52:02.332 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_multi_object_delete ... ok 2023-01-15T14:52:02.611 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_multi_object_delete_with_marker ... ok 2023-01-15T14:52:02.742 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_multi_object_delete_with_marker_create ... ok 2023-01-15T14:52:03.002 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioned_object_acl ... ok 2023-01-15T14:52:03.172 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioned_object_acl_no_version_specified ... ok 2023-01-15T14:52:03.500 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioned_concurrent_object_create_and_remove ... ok 2023-01-15T14:52:03.531 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set ... ok 2023-01-15T14:52:03.606 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_get ... ok 2023-01-15T14:52:03.681 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_get_no_id ... ok 2023-01-15T14:52:03.707 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_id_too_long ... ok 2023-01-15T14:52:03.736 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_same_id ... ok 2023-01-15T14:52:03.850 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_invalid_status ... ok 2023-01-15T14:52:03.881 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_date ... ok 2023-01-15T14:52:03.912 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_invalid_date ... ok 2023-01-15T14:52:03.959 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_noncurrent ... ok 2023-01-15T14:52:03.991 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_deletemarker ... ok 2023-01-15T14:52:04.021 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_filter ... ok 2023-01-15T14:52:04.051 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_empty_filter ... ok 2023-01-15T14:52:04.083 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_multipart ... ok 2023-01-15T14:52:04.112 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_transition_set_invalid_date ... ok 2023-01-15T14:52:04.112 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_transition ... SKIP 2023-01-15T14:52:04.112 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_transition_single_rule_multi_trans ... SKIP 2023-01-15T14:52:04.112 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_set_noncurrent_transition ... SKIP 2023-01-15T14:52:04.112 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_cloud_transition ... SKIP 2023-01-15T14:52:04.112 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_cloud_multiple_transition ... SKIP 2023-01-15T14:52:04.112 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_lifecycle_cloud_transition_large_obj ... SKIP 2023-01-15T14:52:04.190 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_encrypted_transfer_1b ... ok 2023-01-15T14:52:04.265 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_encrypted_transfer_1kb ... ok 2023-01-15T14:52:04.318 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_encrypted_transfer_1MB ... ok 2023-01-15T14:52:04.394 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_encrypted_transfer_13b ... ok 2023-01-15T14:52:04.438 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_method_head ... ok 2023-01-15T14:52:04.516 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_present ... ok 2023-01-15T14:52:04.596 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_other_key ... ok 2023-01-15T14:52:04.665 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_invalid_md5 ... ok 2023-01-15T14:52:04.735 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_no_md5 ... ok 2023-01-15T14:52:04.804 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_no_key ... ok 2023-01-15T14:52:04.877 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_encryption_key_no_sse_c ... ok 2023-01-15T14:52:05.628 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_multipart_upload ... ok 2023-01-15T14:52:06.209 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_multipart_bad_download ... ok 2023-01-15T14:52:06.246 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_encryption_sse_c_post_object_authenticated_request ... ok 2023-01-15T14:52:06.298 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_method_head ... ok 2023-01-15T14:52:06.402 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_present ... ok 2023-01-15T14:52:06.471 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_no_key ... ok 2023-01-15T14:52:06.500 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_not_declared ... ok 2023-01-15T14:52:07.206 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_multipart_upload ... ok 2023-01-15T14:52:07.590 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_multipart_invalid_chunks_1 ... ok 2023-01-15T14:52:07.971 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_multipart_invalid_chunks_2 ... ok 2023-01-15T14:52:08.006 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_post_object_authenticated_request ... ok 2023-01-15T14:52:08.080 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_transfer_1b ... ok 2023-01-15T14:52:08.157 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_transfer_1kb ... ok 2023-01-15T14:52:08.203 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_transfer_1MB ... ok 2023-01-15T14:52:08.279 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_transfer_13b ... ok 2023-01-15T14:52:08.356 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_read_declare ... ok 2023-01-15T14:52:08.403 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy ... ok 2023-01-15T14:52:08.447 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucketv2_policy ... ok 2023-01-15T14:52:08.506 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_acl ... ok 2023-01-15T14:52:08.565 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucketv2_policy_acl ... ok 2023-01-15T14:52:08.693 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_another_bucket ... ok 2023-01-15T14:52:08.822 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucketv2_policy_another_bucket ... ok 2023-01-15T14:52:09.008 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_obj_tagging ... ok 2023-01-15T14:52:09.153 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_obj_head_tagging ... ok 2023-01-15T14:52:09.344 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_max_tags ... ok 2023-01-15T14:52:09.528 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_excess_tags ... ok 2023-01-15T14:52:09.715 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_max_kvsize_tags ... ok 2023-01-15T14:52:09.867 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_excess_key_tags ... ok 2023-01-15T14:52:10.019 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_excess_val_tags ... ok 2023-01-15T14:52:10.223 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_modify_tags ... ok 2023-01-15T14:52:10.438 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_delete_tags ... ok 2023-01-15T14:52:10.551 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_tags_anonymous_request ... ok 2023-01-15T14:52:10.585 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_post_object_tags_authenticated_request ... ok 2023-01-15T14:52:10.706 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_obj_with_tags ... ok 2023-01-15T14:52:10.845 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_tags_acl_public ... ok 2023-01-15T14:52:11.006 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_tags_acl_public ... ok 2023-01-15T14:52:11.190 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_delete_tags_obj_public ... ok 2023-01-15T14:52:11.427 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_bucket_atomic_upload_return_version_id ... ok 2023-01-15T14:52:13.088 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_versioning_bucket_multipart_upload_return_version_id ... ok 2023-01-15T14:52:13.220 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_get_obj_existing_tag ... ok 2023-01-15T14:52:13.461 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_get_obj_tagging_existing_tag ... ok 2023-01-15T14:52:13.630 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_put_obj_tagging_existing_tag ... ok 2023-01-15T14:52:13.901 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_put_obj_copy_source ... ok 2023-01-15T14:52:14.075 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_put_obj_copy_source_meta ... ok 2023-01-15T14:52:14.160 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_put_obj_acl ... ok 2023-01-15T14:52:14.324 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_put_obj_grant ... ok 2023-01-15T14:52:14.353 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_obj_enc_conflict_c_s3 ... ok 2023-01-15T14:52:14.381 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_obj_enc_conflict_c_kms ... ok 2023-01-15T14:52:14.408 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_obj_enc_conflict_s3_kms ... ok 2023-01-15T14:52:14.439 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_obj_enc_conflict_bad_enc_kms ... ok 2023-01-15T14:52:14.530 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_put_obj_kms_noenc ... ok 2023-01-15T14:52:14.603 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_put_obj_kms_s3 ... ok 2023-01-15T14:52:14.816 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_bucket_policy_get_obj_acl_existing_tag ... ok 2023-01-15T14:52:14.888 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_lock ... ok 2023-01-15T14:52:14.954 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_lock_invalid_bucket ... ok 2023-01-15T14:52:15.019 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_lock_with_days_and_years ... ok 2023-01-15T14:52:15.083 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_lock_invalid_days ... ok 2023-01-15T14:52:15.151 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_lock_invalid_years ... ok 2023-01-15T14:52:15.259 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_lock_invalid_mode ... ok 2023-01-15T14:52:15.323 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_lock_invalid_status ... ok 2023-01-15T14:52:15.387 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_suspend_versioning ... ok 2023-01-15T14:52:15.488 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_obj_lock ... ok 2023-01-15T14:52:15.552 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_obj_lock_invalid_bucket ... ok 2023-01-15T14:52:15.604 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention ... ok 2023-01-15T14:52:15.676 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention_invalid_bucket ... ok 2023-01-15T14:52:15.799 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention_invalid_mode ... ok 2023-01-15T14:52:15.898 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_obj_retention ... ok 2023-01-15T14:52:15.960 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_obj_retention_iso8601 ... ok 2023-01-15T14:52:16.034 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_obj_retention_invalid_bucket ... ok 2023-01-15T14:52:16.143 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention_versionid ... ok 2023-01-15T14:52:16.244 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention_override_default_retention ... ok 2023-01-15T14:52:16.349 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention_increase_period ... ok 2023-01-15T14:52:16.448 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention_shorten_period ... ok 2023-01-15T14:52:16.553 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_obj_retention_shorten_period_bypass ... ok 2023-01-15T14:52:16.651 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_delete_object_with_retention ... ok 2023-01-15T14:52:16.810 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_delete_object_with_retention_and_marker ... ok 2023-01-15T14:52:16.946 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_multi_delete_object_with_retention ... ok 2023-01-15T14:52:16.993 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_legal_hold ... ok 2023-01-15T14:52:17.065 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_legal_hold_invalid_bucket ... ok 2023-01-15T14:52:17.143 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_put_legal_hold_invalid_status ... ok 2023-01-15T14:52:17.279 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_legal_hold ... ok 2023-01-15T14:52:17.353 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_legal_hold_invalid_bucket ... ok 2023-01-15T14:52:17.445 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_delete_object_with_legal_hold_on ... ok 2023-01-15T14:52:17.498 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_delete_object_with_legal_hold_off ... ok 2023-01-15T14:52:17.566 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_get_obj_metadata ... ok 2023-01-15T14:52:17.625 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_uploading_obj ... ok 2023-01-15T14:52:17.663 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_changing_mode_from_governance_with_bypass ... ok 2023-01-15T14:52:17.741 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_changing_mode_from_governance_without_bypass ... ok 2023-01-15T14:52:17.821 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_object_lock_changing_mode_from_compliance ... ok 2023-01-15T14:52:17.947 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_copy_object_ifmatch_good ... ok 2023-01-15T14:52:18.072 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_copy_object_ifnonematch_failed ... ok 2023-01-15T14:52:18.086 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_user_policy ... ok 2023-01-15T14:52:18.113 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_bucket_policy_status ... ok 2023-01-15T14:52:18.189 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_public_acl_bucket_policy_status ... ok 2023-01-15T14:52:18.266 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_authpublic_acl_bucket_policy_status ... ok 2023-01-15T14:52:18.347 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_publicpolicy_acl_bucket_policy_status ... ok 2023-01-15T14:52:18.424 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_nonpublicpolicy_acl_bucket_policy_status ... ok 2023-01-15T14:52:18.498 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_nonpublicpolicy_deny_bucket_policy_status ... ok 2023-01-15T14:52:18.527 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_default_public_block ... ok 2023-01-15T14:52:18.598 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_public_block ... ok 2023-01-15T14:52:18.804 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_block_public_put_bucket_acls ... ok 2023-01-15T14:52:18.967 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_block_public_object_canned_acls ... ok 2023-01-15T14:52:19.042 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_block_public_policy ... ok 2023-01-15T14:52:19.256 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_ignore_public_acls ... ok 2023-01-15T14:52:20.194 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_multipart_upload_on_a_bucket_with_policy ... ok 2023-01-15T14:52:20.226 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_put_bucket_encryption_kms ... ok 2023-01-15T14:52:20.303 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_get_bucket_encryption_kms ... ok 2023-01-15T14:52:20.388 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_delete_bucket_encryption_kms ... ok 2023-01-15T14:52:20.470 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3.test_sse_kms_default_post_object_authenticated_request ... ok 2023-01-15T14:52:21.407 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_generate_where_clause ... ok 2023-01-15T14:52:22.374 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_generate_projection ... ok 2023-01-15T14:52:22.435 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_count_operation ... ok 2023-01-15T14:52:22.873 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_column_sum_min_max ... ok 2023-01-15T14:52:23.188 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_nulliftrue_expressions ... ok 2023-01-15T14:52:23.407 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_is_not_null_expressions ... ok 2023-01-15T14:52:23.761 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_true_false_in_expressions ... ok 2023-01-15T14:52:24.070 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_truefalselike_expressions ... ok 2023-01-15T14:52:24.309 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_nullif_expressions ... ok 2023-01-15T14:52:24.357 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_lowerupper_expressions ... ok 2023-01-15T14:52:24.690 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_in_expressions ... ok 2023-01-15T14:52:26.227 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_like_expressions ... ok 2023-01-15T14:52:26.541 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_complex_expressions ... ok 2023-01-15T14:52:26.744 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_alias ... ok 2023-01-15T14:52:26.945 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_alias_cyclic_refernce ... ok 2023-01-15T14:52:27.155 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_datetime ... ok 2023-01-15T14:52:27.454 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_true_false_datetime ... ok 2023-01-15T14:52:27.546 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_csv_parser ... ok 2023-01-15T14:52:27.770 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_csv_definition ... ok 2023-01-15T14:52:27.995 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_schema_definition ... ok 2023-01-15T14:52:28.308 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_when_then_else_expressions ... ok 2023-01-15T14:52:28.541 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_coalesce_expressions ... ok 2023-01-15T14:52:28.755 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_cast_expressions ... ok 2023-01-15T14:52:28.755 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_version ... ok 2023-01-15T14:52:29.094 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_trim_expressions ... ok 2023-01-15T14:52:29.447 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_truefalse_trim_expressions ... ok 2023-01-15T14:52:29.698 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_escape_expressions ... ok 2023-01-15T14:52:29.903 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_case_value_expressions ... ok 2023-01-15T14:52:30.093 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_bool_cast_expressions ... ok 2023-01-15T14:52:43.490 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_progress_expressions ... ok 2023-01-15T14:52:43.490 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_s3select.test_output_serial_expressions ... ok 2023-01-15T14:53:39.067 INFO:teuthology.orchestra.run.smithi027.stderr:s3tests_boto3.functional.test_utils.test_generate ... ok 2023-01-15T14:53:39.068 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:53:39.068 INFO:teuthology.orchestra.run.smithi027.stderr:---------------------------------------------------------------------- 2023-01-15T14:53:39.068 INFO:teuthology.orchestra.run.smithi027.stderr:Ran 644 tests in 212.025s 2023-01-15T14:53:39.068 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:53:39.068 INFO:teuthology.orchestra.run.smithi027.stderr:OK (SKIP=79) 2023-01-15T14:53:39.136 INFO:teuthology.orchestra.run.smithi027.stderr:Exception ignored in: .generate at 0x7f66960a0360> 2023-01-15T14:53:39.136 INFO:teuthology.orchestra.run.smithi027.stderr:RuntimeError: generator ignored GeneratorExit 2023-01-15T14:53:39.148 DEBUG:tasks.s3tests:Scanning radosgw logs for leaked encryption keys... 2023-01-15T14:53:39.148 DEBUG:teuthology.orchestra.run.smithi027:> grep --binary-files=text pO3upElrwuEXSoFwCfnZPdSsmt/xWeFa0N9KgDijwVs= /var/log/ceph/rgw.ceph.client.0.log 2023-01-15T14:53:39.221 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-01-15T14:53:39.222 INFO:tasks.s3tests:Cleaning up boto... 2023-01-15T14:53:39.222 DEBUG:teuthology.orchestra.run.smithi027:> rm /home/ubuntu/cephtest/boto-client.0.cfg 2023-01-15T14:53:39.239 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid foo.client.0 --purge-data --cluster ceph 2023-01-15T14:53:39.325 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:53:39.325 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:53:39.335 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.334+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.337 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.334+0000 7f9097096780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.337 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.334+0000 7f9097096780 20 realm 2023-01-15T14:53:39.337 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.334+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.337 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.335+0000 7f9097096780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.337 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.335+0000 7f9097096780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:53:39.337 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.335+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.337 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.335+0000 7f9097096780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.337 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.335+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.539 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.536+0000 7f9097096780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:53:39.539 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.536+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.539 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.537+0000 7f9097096780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:53:39.539 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.537+0000 7f9097096780 20 searching for the correct realm 2023-01-15T14:53:39.548 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.546+0000 7f9095044700 0 -- 172.21.15.27:0/348777955 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x563629ebec00 msgr2=0x563629bb8c00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:53:39.550 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.547+0000 7f9097096780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:53:39.550 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.547+0000 7f9097096780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:53:39.550 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.547+0000 7f9097096780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:53:39.550 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.547+0000 7f9097096780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:53:39.550 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.547+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.550 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.548+0000 7f9097096780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.550 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.548+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.550 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.548+0000 7f9097096780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:53:39.550 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.548+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.551 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.548+0000 7f9097096780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:53:39.552 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.548+0000 7f9097096780 20 zone default found 2023-01-15T14:53:39.552 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.548+0000 7f9097096780 4 Realm: () 2023-01-15T14:53:39.552 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.548+0000 7f9097096780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:53:39.552 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.548+0000 7f9097096780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:53:39.552 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.548+0000 7f9097096780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:53:39.552 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.548+0000 7f9097096780 20 zonegroup default 2023-01-15T14:53:39.552 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.548+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.552 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.548+0000 7f9097096780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.552 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.548+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.552 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.549+0000 7f9097096780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.553 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.549+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.553 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.549+0000 7f9097096780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.553 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.549+0000 7f9097096780 20 started sync module instance, tier type = 2023-01-15T14:53:39.553 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.549+0000 7f9097096780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:53:39.556 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.554+0000 7f9095845700 0 -- 172.21.15.27:0/348777955 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x563629ebe400 msgr2=0x563629eb1b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:53:39.558 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.556+0000 7f9097096780 20 add_watcher() i=0 2023-01-15T14:53:39.558 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.556+0000 7f9097096780 20 add_watcher() i=1 2023-01-15T14:53:39.558 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.556+0000 7f9097096780 20 add_watcher() i=2 2023-01-15T14:53:39.558 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.556+0000 7f9097096780 20 add_watcher() i=3 2023-01-15T14:53:39.558 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.556+0000 7f9097096780 20 add_watcher() i=4 2023-01-15T14:53:39.559 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.556+0000 7f9097096780 20 add_watcher() i=5 2023-01-15T14:53:39.559 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.556+0000 7f9097096780 20 add_watcher() i=6 2023-01-15T14:53:39.559 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.557+0000 7f9097096780 20 add_watcher() i=7 2023-01-15T14:53:39.559 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.557+0000 7f9097096780 2 all 8 watchers are set, enabling cache 2023-01-15T14:53:39.560 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.559+0000 7f907c012700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:53:39.560 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.559+0000 7f9097096780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:53:39.561 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.559+0000 7f9097096780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:53:39.597 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.594+0000 7f9077809700 20 reqs_thread_entry: start 2023-01-15T14:53:39.597 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.594+0000 7f9097096780 20 init_complete bucket index max shards: 11 2023-01-15T14:53:39.597 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.594+0000 7f9097096780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:53:39.597 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.594+0000 7f9075805700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:54:09 2023 2023-01-15T14:53:39.597 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:53:39.597 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.594+0000 7f9074fe3700 20 reqs_thread_entry: start 2023-01-15T14:53:39.597 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.594+0000 7f9097096780 10 cache get: name=default.rgw.meta+users.uid+foo.client.0 : miss 2023-01-15T14:53:39.597 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.594+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.597 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.595+0000 7f9097096780 20 rados_obj.operate() r=0 bl.length=469 2023-01-15T14:53:39.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.595+0000 7f9097096780 10 cache put: name=default.rgw.meta+users.uid+foo.client.0 info.flags=0x13 2023-01-15T14:53:39.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.595+0000 7f9097096780 10 adding default.rgw.meta+users.uid+foo.client.0 to cache LRU end 2023-01-15T14:53:39.598 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.595+0000 7f9097096780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:53:39.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.596+0000 7f9097096780 10 cache get: name=default.rgw.meta+root+.bucket.meta.test:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659 : miss 2023-01-15T14:53:39.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.596+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.596+0000 7f9097096780 20 rados_obj.operate() r=0 bl.length=364 2023-01-15T14:53:39.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.596+0000 7f9097096780 10 cache put: name=default.rgw.meta+root+.bucket.meta.test:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659 info.flags=0x13 2023-01-15T14:53:39.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.596+0000 7f9097096780 10 adding default.rgw.meta+root+.bucket.meta.test:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659 to cache LRU end 2023-01-15T14:53:39.599 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.596+0000 7f9097096780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:53:39.600 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.596+0000 7f9097096780 10 updating xattr: name=user.rgw.acl bl.length()=185 2023-01-15T14:53:39.600 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.596+0000 7f9097096780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.test:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659 2023-01-15T14:53:39.600 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.597+0000 7f9097096780 10 cls_bucket_list_unordered: got 133375 2023-01-15T14:53:39.600 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.597+0000 7f9097096780 10 cls_bucket_list_unordered: got 32BE69 2023-01-15T14:53:39.600 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.597+0000 7f9097096780 10 cls_bucket_list_unordered: got 3F364C 2023-01-15T14:53:39.600 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.597+0000 7f9097096780 10 cls_bucket_list_unordered: got 5E2100 2023-01-15T14:53:39.600 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.597+0000 7f9097096780 10 cls_bucket_list_unordered: got ACE23C 2023-01-15T14:53:39.600 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.597+0000 7f9097096780 10 cls_bucket_list_unordered: got E14033 2023-01-15T14:53:39.600 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.597+0000 7f9097096780 10 cls_bucket_list_unordered: got E7B4B6 2023-01-15T14:53:39.601 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.598+0000 7f9097096780 10 cls_bucket_list_unordered: got BDCC6C 2023-01-15T14:53:39.601 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.598+0000 7f9097096780 10 cls_bucket_list_unordered: got 21C572 2023-01-15T14:53:39.601 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.598+0000 7f9097096780 10 cls_bucket_list_unordered: got 27B973 2023-01-15T14:53:39.601 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.598+0000 7f9097096780 10 cls_bucket_list_unordered: got BDDD0A 2023-01-15T14:53:39.601 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.598+0000 7f9097096780 10 cls_bucket_list_unordered: got D25A3A 2023-01-15T14:53:39.601 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.599+0000 7f9097096780 10 cls_bucket_list_unordered: got 0F3E71 2023-01-15T14:53:39.602 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.599+0000 7f9097096780 10 cls_bucket_list_unordered: got 46D3C0 2023-01-15T14:53:39.602 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.599+0000 7f9097096780 10 cls_bucket_list_unordered: got 4E19A1 2023-01-15T14:53:39.602 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.599+0000 7f9097096780 10 cls_bucket_list_unordered: got D215A3 2023-01-15T14:53:39.602 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.600+0000 7f9097096780 10 cls_bucket_list_unordered: got C26E2A 2023-01-15T14:53:39.603 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.600+0000 7f9097096780 10 cls_bucket_list_unordered: got 2350D2 2023-01-15T14:53:39.603 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.601+0000 7f9097096780 10 cls_bucket_list_unordered: got 6B08BA 2023-01-15T14:53:39.603 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.601+0000 7f9097096780 10 cls_bucket_list_unordered: got 9ACED6 2023-01-15T14:53:39.603 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.601+0000 7f9097096780 10 cls_bucket_list_unordered: got 5B8A0B 2023-01-15T14:53:39.603 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.601+0000 7f9097096780 10 cls_bucket_list_unordered: got 6ACDAA 2023-01-15T14:53:39.603 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.601+0000 7f9097096780 10 cls_bucket_list_unordered: got CC6491 2023-01-15T14:53:39.603 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.602+0000 7f9097096780 10 cls_bucket_list_unordered: got 9A6121 2023-01-15T14:53:39.604 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.602+0000 7f9097096780 10 cls_bucket_list_unordered: got E0D011 2023-01-15T14:53:39.604 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.602+0000 7f9097096780 10 cls_bucket_list_unordered: got 4DC80F 2023-01-15T14:53:39.605 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.602+0000 7f9097096780 10 cls_bucket_list_unordered: got 912828 2023-01-15T14:53:39.605 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.602+0000 7f9097096780 10 cls_bucket_list_unordered: got A732BF 2023-01-15T14:53:39.605 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.602+0000 7f9097096780 10 cls_bucket_list_unordered: got F4C4C1 2023-01-15T14:53:39.605 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.602+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):133375[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.605 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.603+0000 7f9097096780 10 manifest: total_size = 287819 2023-01-15T14:53:39.605 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.603+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.4129114800642915245 2023-01-15T14:53:39.605 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.603+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):133375[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.605 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.603+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.605 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.603+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.0 2023-01-15T14:53:39.606 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.605+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : miss 2023-01-15T14:53:39.606 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.605+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.607 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.605+0000 7f9097096780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.607 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.605+0000 7f9097096780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.test info.flags=0x0 2023-01-15T14:53:39.608 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.605+0000 7f9097096780 10 adding default.rgw.log++bucket.sync-source-hints.test to cache LRU end 2023-01-15T14:53:39.608 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.605+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : miss 2023-01-15T14:53:39.608 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.605+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.608 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.605+0000 7f9097096780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.608 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.605+0000 7f9097096780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.test info.flags=0x0 2023-01-15T14:53:39.608 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.605+0000 7f9097096780 10 adding default.rgw.log++bucket.sync-target-hints.test to cache LRU end 2023-01-15T14:53:39.608 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.605+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.608 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.605+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.608 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.605+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.608 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.605+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):32BE69[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.609 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.606+0000 7f9097096780 10 manifest: total_size = 174660 2023-01-15T14:53:39.609 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.606+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.340008740920773497 2023-01-15T14:53:39.609 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.606+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):32BE69[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.609 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.606+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.609 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.606+0000 7f908f839700 20 handle_completion(): completion ok for obj=133375 2023-01-15T14:53:39.609 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.606+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.0 2023-01-15T14:53:39.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.607+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.607+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.607+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.607+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.607+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.607+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):3F364C[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.608+0000 7f9097096780 10 manifest: total_size = 174767 2023-01-15T14:53:39.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.608+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.12287682172247104172 2023-01-15T14:53:39.610 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.608+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):3F364C[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.611 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.608+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.611 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.608+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.0 2023-01-15T14:53:39.611 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.608+0000 7f908f038700 20 handle_completion(): completion ok for obj=32BE69 2023-01-15T14:53:39.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.610+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.610+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.610+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.610+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.610+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.612 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.610+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):5E2100[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.610+0000 7f9097096780 10 manifest: total_size = 2069277 2023-01-15T14:53:39.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.610+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.6513280262036765496 2023-01-15T14:53:39.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.610+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):5E2100[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.610+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.610+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.0 2023-01-15T14:53:39.613 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.611+0000 7f908f839700 20 handle_completion(): completion ok for obj=3F364C 2023-01-15T14:53:39.614 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.612+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.614 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.612+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.614 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.612+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.615 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.612+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.615 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.612+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.615 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.613+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):ACE23C[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.615 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.613+0000 7f9097096780 10 manifest: total_size = 37783 2023-01-15T14:53:39.615 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.613+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.10221047817936151781 2023-01-15T14:53:39.616 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.613+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):ACE23C[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.616 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.613+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.616 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.613+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.0 2023-01-15T14:53:39.616 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.613+0000 7f908f038700 20 handle_completion(): completion ok for obj=5E2100 2023-01-15T14:53:39.617 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.615+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.617 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.615+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.617 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.615+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.617 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.615+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.617 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.615+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.617 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.615+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):E14033[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.616+0000 7f9097096780 10 manifest: total_size = 39911287 2023-01-15T14:53:39.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.616+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.7526042785708872772 2023-01-15T14:53:39.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.616+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):E14033[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.616+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.616+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.0 2023-01-15T14:53:39.618 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.616+0000 7f908f839700 20 handle_completion(): completion ok for obj=ACE23C 2023-01-15T14:53:39.620 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.620 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.620 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.620 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.621 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.621 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:53:39.621 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 RGWObjManifest::operator++(): result: ofs=10485760 stripe_ofs=10485760 part_ofs=0 rule->part_size=0 2023-01-15T14:53:39.621 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:53:39.621 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 RGWObjManifest::operator++(): result: ofs=16777216 stripe_ofs=16777216 part_ofs=0 rule->part_size=0 2023-01-15T14:53:39.621 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:53:39.621 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 RGWObjManifest::operator++(): result: ofs=23068672 stripe_ofs=23068672 part_ofs=0 rule->part_size=0 2023-01-15T14:53:39.621 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:53:39.621 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 RGWObjManifest::operator++(): result: ofs=29360128 stripe_ofs=29360128 part_ofs=0 rule->part_size=0 2023-01-15T14:53:39.621 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:53:39.621 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 RGWObjManifest::operator++(): result: ofs=35651584 stripe_ofs=35651584 part_ofs=0 rule->part_size=0 2023-01-15T14:53:39.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 RGWObjManifest::operator++(): rule->part_size=0 rules.size()=1 2023-01-15T14:53:39.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 RGWObjManifest::operator++(): result: ofs=39911287 stripe_ofs=39911287 part_ofs=0 rule->part_size=0 2023-01-15T14:53:39.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_split_chain - tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.7526042785708872772 2023-01-15T14:53:39.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_split_chain - rgw_max_chunk_size is: 4194304 2023-01-15T14:53:39.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659__shadow_.qh32Dyr4UgbL8jl11o5-vXJOPHoxWbc_1 2023-01-15T14:53:39.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 332 2023-01-15T14:53:39.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659__shadow_.qh32Dyr4UgbL8jl11o5-vXJOPHoxWbc_2 2023-01-15T14:53:39.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 564 2023-01-15T14:53:39.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659__shadow_.qh32Dyr4UgbL8jl11o5-vXJOPHoxWbc_3 2023-01-15T14:53:39.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 796 2023-01-15T14:53:39.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659__shadow_.qh32Dyr4UgbL8jl11o5-vXJOPHoxWbc_4 2023-01-15T14:53:39.622 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1028 2023-01-15T14:53:39.623 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659__shadow_.qh32Dyr4UgbL8jl11o5-vXJOPHoxWbc_5 2023-01-15T14:53:39.623 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1260 2023-01-15T14:53:39.623 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_split_chain - adding obj with name: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659__shadow_.qh32Dyr4UgbL8jl11o5-vXJOPHoxWbc_6 2023-01-15T14:53:39.623 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_split_chain - total_encoded_size is: 1492 2023-01-15T14:53:39.623 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_split_chain - sending leftover objects 2023-01-15T14:53:39.623 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.618+0000 7f9097096780 20 garbage collection: RGWGC::send_chain - on object name: gc.14tag is: 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.7526042785708872772 2023-01-15T14:53:39.623 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.619+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):E7B4B6[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.619+0000 7f908f038700 20 handle_completion(): completion ok for obj=E14033 2023-01-15T14:53:39.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.619+0000 7f9097096780 10 manifest: total_size = 306400 2023-01-15T14:53:39.624 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.619+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.615006456176432073 2023-01-15T14:53:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.619+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):E7B4B6[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.619+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.619+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.0 2023-01-15T14:53:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.621+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.621+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.621+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.621+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.621+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.621+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):BDCC6C[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.621+0000 7f9097096780 10 manifest: total_size = 170577 2023-01-15T14:53:39.625 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.621+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.3305000787873920004 2023-01-15T14:53:39.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.621+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):BDCC6C[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.621+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.621+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.1 2023-01-15T14:53:39.626 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.622+0000 7f908f839700 20 handle_completion(): completion ok for obj=E7B4B6 2023-01-15T14:53:39.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.623+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.623+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.623+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.623+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.623+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.623+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):21C572[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.624+0000 7f9097096780 10 manifest: total_size = 67802 2023-01-15T14:53:39.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.624+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.9321826632541742765 2023-01-15T14:53:39.627 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.624+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):21C572[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.628 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.624+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.628 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.624+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.2 2023-01-15T14:53:39.628 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.624+0000 7f908f038700 20 handle_completion(): completion ok for obj=BDCC6C 2023-01-15T14:53:39.629 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.626+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.629 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.626+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.629 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.626+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.629 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.626+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.629 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.626+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.629 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.626+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):27B973[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.629 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.626+0000 7f9097096780 10 manifest: total_size = 64926 2023-01-15T14:53:39.629 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.626+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.9111085841724542770 2023-01-15T14:53:39.629 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.626+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe27e0 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):27B973[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.630 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.626+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.630 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.626+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.2 2023-01-15T14:53:39.630 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.627+0000 7f908f839700 20 handle_completion(): completion ok for obj=21C572 2023-01-15T14:53:39.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.628+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.628+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.628+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.628+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.628+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.628+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):BDDD0A[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.629+0000 7f9097096780 10 manifest: total_size = 54 2023-01-15T14:53:39.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.629+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.8788070042106868580 2023-01-15T14:53:39.631 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.629+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):BDDD0A[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.629+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.629+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.2 2023-01-15T14:53:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.629+0000 7f908f038700 20 handle_completion(): completion ok for obj=27B973 2023-01-15T14:53:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.631+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.632 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.631+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.631+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.631+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.631+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.631+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):D25A3A[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.633 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.631+0000 7f9097096780 10 manifest: total_size = 174715 2023-01-15T14:53:39.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.631+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.3600935797169946425 2023-01-15T14:53:39.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.631+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):D25A3A[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.631+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.631+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.2 2023-01-15T14:53:39.634 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.631+0000 7f908f839700 20 handle_completion(): completion ok for obj=BDDD0A 2023-01-15T14:53:39.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.633+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.633+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.633+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.633+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.633+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.635 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.633+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):0F3E71[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.636 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.633+0000 7f9097096780 10 manifest: total_size = 8 2023-01-15T14:53:39.636 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.633+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.128890179003868561 2023-01-15T14:53:39.636 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.633+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):0F3E71[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.636 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.633+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.636 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.633+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.3 2023-01-15T14:53:39.636 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.634+0000 7f908f038700 20 handle_completion(): completion ok for obj=D25A3A 2023-01-15T14:53:39.637 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.635+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.637 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.635+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.637 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.635+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.635+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.635+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.635+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):46D3C0[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.636+0000 7f9097096780 10 manifest: total_size = 399079 2023-01-15T14:53:39.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.636+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.8354267447207715512 2023-01-15T14:53:39.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.636+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):46D3C0[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.636+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.638 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.636+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.3 2023-01-15T14:53:39.639 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.636+0000 7f908f839700 20 handle_completion(): completion ok for obj=0F3E71 2023-01-15T14:53:39.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.638+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.638+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.638+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.638+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.638+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.640 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.638+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):4E19A1[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.638+0000 7f9097096780 10 manifest: total_size = 170447 2023-01-15T14:53:39.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.638+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.8272411591198294659 2023-01-15T14:53:39.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.638+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):4E19A1[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.638+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.638+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.4 2023-01-15T14:53:39.641 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.639+0000 7f908f038700 20 handle_completion(): completion ok for obj=46D3C0 2023-01-15T14:53:39.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.640+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.640+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.640+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.640+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.640+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.640+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):D215A3[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.641+0000 7f9097096780 10 manifest: total_size = 170146 2023-01-15T14:53:39.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.641+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.1265741641901754388 2023-01-15T14:53:39.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.641+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):D215A3[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.641+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.643 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.641+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.4 2023-01-15T14:53:39.644 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.641+0000 7f908f839700 20 handle_completion(): completion ok for obj=4E19A1 2023-01-15T14:53:39.645 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.643+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.645 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.643+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.643+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.643+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.643+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.643+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):C26E2A[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.644+0000 7f9097096780 10 manifest: total_size = 8 2023-01-15T14:53:39.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.644+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.8597390083822602670 2023-01-15T14:53:39.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.644+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):C26E2A[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.644+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.646 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.644+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.5 2023-01-15T14:53:39.647 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.644+0000 7f908f038700 20 handle_completion(): completion ok for obj=D215A3 2023-01-15T14:53:39.647 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.645+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.647 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.645+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.645+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.645+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.645+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.645+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):2350D2[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.648 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.646+0000 7f9097096780 10 manifest: total_size = 306122 2023-01-15T14:53:39.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.646+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.8129805964607909339 2023-01-15T14:53:39.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.646+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):2350D2[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.646+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.646+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.6 2023-01-15T14:53:39.649 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.646+0000 7f908f839700 20 handle_completion(): completion ok for obj=C26E2A 2023-01-15T14:53:39.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.648+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.648+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.648+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.648+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.648+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.650 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.648+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):6B08BA[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.651 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.648+0000 7f9097096780 10 manifest: total_size = 174684 2023-01-15T14:53:39.651 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.648+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.3415064648602850544 2023-01-15T14:53:39.651 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.648+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):6B08BA[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.651 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.648+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.651 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.648+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.7 2023-01-15T14:53:39.651 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.649+0000 7f908f038700 20 handle_completion(): completion ok for obj=2350D2 2023-01-15T14:53:39.652 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.650+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.652 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.650+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.652 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.650+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.652 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.650+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.652 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.650+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.653 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.650+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):9ACED6[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.653 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.651+0000 7f9097096780 10 manifest: total_size = 170281 2023-01-15T14:53:39.653 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.651+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.2110832965234541870 2023-01-15T14:53:39.653 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.651+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):9ACED6[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.653 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.651+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.653 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.651+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.7 2023-01-15T14:53:39.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.651+0000 7f908f839700 20 handle_completion(): completion ok for obj=6B08BA 2023-01-15T14:53:39.654 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.653+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.655 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.653+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.655 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.653+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.655 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.653+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.655 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.653+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.655 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.653+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):5B8A0B[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.653+0000 7f9097096780 10 manifest: total_size = 48780 2023-01-15T14:53:39.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.653+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.16241099341429593493 2023-01-15T14:53:39.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.653+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):5B8A0B[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.653+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.653+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.8 2023-01-15T14:53:39.656 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.654+0000 7f908f038700 20 handle_completion(): completion ok for obj=9ACED6 2023-01-15T14:53:39.657 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.655+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.657 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.655+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.655+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.655+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.655+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.655+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):6ACDAA[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.656+0000 7f9097096780 10 manifest: total_size = 127829 2023-01-15T14:53:39.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.656+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.11043500509322102215 2023-01-15T14:53:39.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.656+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):6ACDAA[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.656+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.658 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.656+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.8 2023-01-15T14:53:39.659 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.656+0000 7f908f839700 20 handle_completion(): completion ok for obj=5B8A0B 2023-01-15T14:53:39.660 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.658+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.660 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.658+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.660 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.658+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.660 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.658+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.660 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.658+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.660 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.658+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):CC6491[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.658+0000 7f9097096780 10 manifest: total_size = 278993 2023-01-15T14:53:39.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.658+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.9341451709315223648 2023-01-15T14:53:39.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.658+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):CC6491[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.658+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.658+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.8 2023-01-15T14:53:39.661 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.659+0000 7f908f038700 20 handle_completion(): completion ok for obj=6ACDAA 2023-01-15T14:53:39.662 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.660+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.662 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.660+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.662 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.660+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.663 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.660+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.663 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.660+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.663 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.660+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):9A6121[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.663 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.661+0000 7f9097096780 10 manifest: total_size = 399206 2023-01-15T14:53:39.663 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.661+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.15501779001797432478 2023-01-15T14:53:39.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.661+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):9A6121[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.661+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.661+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.9 2023-01-15T14:53:39.664 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.662+0000 7f908f839700 20 handle_completion(): completion ok for obj=CC6491 2023-01-15T14:53:39.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.663+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.663+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.663+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.663+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.663+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.665 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.663+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):E0D011[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.663+0000 7f9097096780 10 manifest: total_size = 306572 2023-01-15T14:53:39.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.663+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.8348685082057319029 2023-01-15T14:53:39.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.663+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):E0D011[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.663+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.663+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.9 2023-01-15T14:53:39.666 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.664+0000 7f908f038700 20 handle_completion(): completion ok for obj=9A6121 2023-01-15T14:53:39.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.665+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.665+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.665+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.665+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.665+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.665+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):4DC80F[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.666+0000 7f9097096780 10 manifest: total_size = 21139 2023-01-15T14:53:39.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.666+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.12407562901797438628 2023-01-15T14:53:39.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.666+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):4DC80F[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.668 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.666+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.666+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.10 2023-01-15T14:53:39.669 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.667+0000 7f908f839700 20 handle_completion(): completion ok for obj=E0D011 2023-01-15T14:53:39.670 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.668+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.670 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.668+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.670 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.668+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.670 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.668+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.670 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.668+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.670 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.668+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):912828[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.668+0000 7f9097096780 10 manifest: total_size = 306189 2023-01-15T14:53:39.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.668+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.3977512472161684828 2023-01-15T14:53:39.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.668+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):912828[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.668+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.668+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.10 2023-01-15T14:53:39.671 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.669+0000 7f908f038700 20 handle_completion(): completion ok for obj=4DC80F 2023-01-15T14:53:39.672 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.671+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.671+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.671+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.671+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.671+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.671+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):A732BF[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.673 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.671+0000 7f9097096780 10 manifest: total_size = 117 2023-01-15T14:53:39.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.671+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.4679067296177692375 2023-01-15T14:53:39.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.671+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):A732BF[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.671+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.671+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.10 2023-01-15T14:53:39.674 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.671+0000 7f908f839700 20 handle_completion(): completion ok for obj=912828 2023-01-15T14:53:39.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.673+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.675 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.673+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.673+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.673+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.673+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.673+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):F4C4C1[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.674+0000 7f9097096780 10 manifest: total_size = 306149 2023-01-15T14:53:39.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.674+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.12112096953845390985 2023-01-15T14:53:39.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.674+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]):F4C4C1[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.674+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.676 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.674+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659.10 2023-01-15T14:53:39.677 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.674+0000 7f908f038700 20 handle_completion(): completion ok for obj=A732BF 2023-01-15T14:53:39.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.676+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.test : hit (negative entry) 2023-01-15T14:53:39.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.676+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.test : hit (negative entry) 2023-01-15T14:53:39.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.676+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.676+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.676+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.676+0000 7f9097096780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:53:39.678 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.676+0000 7f9097096780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:53:39.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.677+0000 7f908f038700 20 handle_completion(): completion ok for obj=F4C4C1 2023-01-15T14:53:39.679 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.677+0000 7f9097096780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:53:39.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.677+0000 7f9097096780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:53:39.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.677+0000 7f9097096780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:53:39.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.677+0000 7f9097096780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:53:39.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.677+0000 7f9097096780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659])"; uploads.size()=0; is_truncated=0 2023-01-15T14:53:39.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.677+0000 7f9097096780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]) 2023-01-15T14:53:39.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.677+0000 7f9097096780 10 lifecycle: cache get: name=default.rgw.meta+root+test : miss 2023-01-15T14:53:39.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.677+0000 7f9097096780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:53:39.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.678+0000 7f9097096780 20 lifecycle: rados_obj.operate() r=0 bl.length=186 2023-01-15T14:53:39.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.678+0000 7f9097096780 10 lifecycle: cache put: name=default.rgw.meta+root+test info.flags=0x13 2023-01-15T14:53:39.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.678+0000 7f9097096780 10 lifecycle: adding default.rgw.meta+root+test to cache LRU end 2023-01-15T14:53:39.680 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.678+0000 7f9097096780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:53:39.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.679+0000 7f9097096780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.test:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659 info.flags=0x17 2023-01-15T14:53:39.681 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.679+0000 7f9097096780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.test:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659 to cache LRU end 2023-01-15T14:53:39.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.679+0000 7f9097096780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=185 2023-01-15T14:53:39.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.679+0000 7f9097096780 10 lifecycle: distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.test:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659, ofs0, ns] 2023-01-15T14:53:39.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.679+0000 7f908f038700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238099997 cookie 94790628344832 notifier 6791 bl.length()=800 2023-01-15T14:53:39.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.679+0000 7f908f038700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.test:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659 info.flags=0x17 2023-01-15T14:53:39.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.679+0000 7f908f038700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.test:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659 to cache LRU end 2023-01-15T14:53:39.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.679+0000 7f908f038700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=185 2023-01-15T14:53:39.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.680+0000 7f9097096780 20 lifecycle: handle_bi_update(): bucket=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]): orig_sources= new_sources= 2023-01-15T14:53:39.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.680+0000 7f9097096780 20 lifecycle: handle_bi_update(): bucket=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]): potential sources added=[] removed=[] 2023-01-15T14:53:39.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.680+0000 7f9097096780 20 lifecycle: handle_bi_update(): bucket=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]): orig_dests= new_dests= 2023-01-15T14:53:39.682 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.680+0000 7f9097096780 20 lifecycle: handle_bi_update(): bucket=:test[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659]): potential dests added=[] removed=[] 2023-01-15T14:53:39.685 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.683+0000 7f9097096780 10 cache get: name=default.rgw.meta+root+test : hit (requested=0x11, cached=0x13) 2023-01-15T14:53:39.685 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.683+0000 7f9097096780 10 removing default.rgw.meta+root+test from cache 2023-01-15T14:53:39.685 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.683+0000 7f9097096780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:root:test, ofs0, ns] 2023-01-15T14:53:39.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.684+0000 7f908f839700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238100337 cookie 94790628350592 notifier 6791 bl.length()=148 2023-01-15T14:53:39.686 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.685+0000 7f9097096780 10 removing default.rgw.meta+root+.bucket.meta.test:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659 from cache 2023-01-15T14:53:39.687 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.685+0000 7f9097096780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.test:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659, ofs0, ns] 2023-01-15T14:53:39.687 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.685+0000 7f908f038700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238099998 cookie 94790628344832 notifier 6791 bl.length()=207 2023-01-15T14:53:39.690 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.689+0000 7f9097096780 10 removing default.rgw.log++pubsub..bucket.test/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659 from cache 2023-01-15T14:53:39.690 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.689+0000 7f9097096780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.test/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.659, ofs0, ns] 2023-01-15T14:53:39.691 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.689+0000 7f908f839700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238101150 cookie 94790632579072 notifier 6791 bl.length()=204 2023-01-15T14:53:39.693 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.691+0000 7f9097096780 10 cache get: name=default.rgw.meta+root+.bucket.meta.testbuck2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660 : miss 2023-01-15T14:53:39.693 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.691+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.693 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.691+0000 7f9097096780 20 rados_obj.operate() r=0 bl.length=369 2023-01-15T14:53:39.694 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.691+0000 7f9097096780 10 cache put: name=default.rgw.meta+root+.bucket.meta.testbuck2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660 info.flags=0x13 2023-01-15T14:53:39.694 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.691+0000 7f9097096780 10 adding default.rgw.meta+root+.bucket.meta.testbuck2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660 to cache LRU end 2023-01-15T14:53:39.694 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.691+0000 7f9097096780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:53:39.694 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.691+0000 7f9097096780 10 updating xattr: name=user.rgw.acl bl.length()=185 2023-01-15T14:53:39.694 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.691+0000 7f9097096780 10 chain_cache_entry: cache_locator=default.rgw.meta+root+.bucket.meta.testbuck2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660 2023-01-15T14:53:39.694 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.692+0000 7f9097096780 10 cls_bucket_list_unordered: got 21FC71 2023-01-15T14:53:39.698 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.696+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:testbuck2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660]):21FC71[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.698 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.697+0000 7f9097096780 10 manifest: total_size = 306572 2023-01-15T14:53:39.699 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.697+0000 7f9097096780 20 get_obj_state: setting s->obj_tag to 03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4505.14165494332260807248 2023-01-15T14:53:39.699 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.697+0000 7f9097096780 20 get_obj_state: rctx=0x563629fe3880 obj=:testbuck2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660]):21FC71[null] state=0x56362a17e1e8 s->prefetch_data=0 2023-01-15T14:53:39.699 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.697+0000 7f9097096780 20 prepare_atomic_modification: state is not atomic. state=0x56362a17e1e8 2023-01-15T14:53:39.699 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.697+0000 7f9097096780 20 bucket index object: default.rgw.buckets.index:.dir.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660.0 2023-01-15T14:53:39.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.699+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-source-hints.testbuck2 : miss 2023-01-15T14:53:39.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.699+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.699+0000 7f9097096780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.699+0000 7f9097096780 10 cache put: name=default.rgw.log++bucket.sync-source-hints.testbuck2 info.flags=0x0 2023-01-15T14:53:39.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.699+0000 7f9097096780 10 adding default.rgw.log++bucket.sync-source-hints.testbuck2 to cache LRU end 2023-01-15T14:53:39.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.699+0000 7f9097096780 10 cache get: name=default.rgw.log++bucket.sync-target-hints.testbuck2 : miss 2023-01-15T14:53:39.701 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.699+0000 7f9097096780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.702 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.699+0000 7f9097096780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.702 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.699+0000 7f9097096780 10 cache put: name=default.rgw.log++bucket.sync-target-hints.testbuck2 info.flags=0x0 2023-01-15T14:53:39.702 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.699+0000 7f9097096780 10 adding default.rgw.log++bucket.sync-target-hints.testbuck2 to cache LRU end 2023-01-15T14:53:39.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.699+0000 7f9097096780 10 chain_cache_entry: cache_locator= 2023-01-15T14:53:39.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.699+0000 7f9097096780 20 chain_cache_entry: couldn't find cache locator 2023-01-15T14:53:39.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.699+0000 7f9097096780 20 couldn't put bucket_sync_policy cache entry, might have raced with data changes 2023-01-15T14:53:39.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.699+0000 7f9097096780 20 list_objects_ordered: starting attempt 1 2023-01-15T14:53:39.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.700+0000 7f9097096780 10 cls_bucket_list_ordered: request from each of 11 shard(s) for 112 entries to get 1001 total entries 2023-01-15T14:53:39.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.700+0000 7f908f839700 20 handle_completion(): completion ok for obj=21FC71 2023-01-15T14:53:39.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.701+0000 7f9097096780 20 cls_bucket_list_ordered: returning, count=0, is_truncated=0 2023-01-15T14:53:39.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.701+0000 7f9097096780 20 cls_bucket_list_ordered: returning, last_entry NOT SET 2023-01-15T14:53:39.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.701+0000 7f9097096780 10 list_objects_ordered: end of outer loop, truncated=0, count=0, attempt=1 2023-01-15T14:53:39.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.701+0000 7f9097096780 10 list_objects_ordered: exiting attempt loop because we reached end (0) or we're returning half the requested entries (0 of 1000) 2023-01-15T14:53:39.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.701+0000 7f9097096780 20 abort_multiparts INFO: aborting and cleaning up multipart upload(s); bucket=":testbuck2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660])"; uploads.size()=0; is_truncated=0 2023-01-15T14:53:39.703 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.701+0000 7f9097096780 10 lifecycle: RGWRados::convert_old_bucket_info(): bucket=:testbuck2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660]) 2023-01-15T14:53:39.704 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.701+0000 7f9097096780 10 lifecycle: cache get: name=default.rgw.meta+root+testbuck2 : miss 2023-01-15T14:53:39.704 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.701+0000 7f9097096780 20 lifecycle: rados->read ofs=0 len=0 2023-01-15T14:53:39.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.701+0000 7f9097096780 20 lifecycle: rados_obj.operate() r=0 bl.length=191 2023-01-15T14:53:39.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.701+0000 7f9097096780 10 lifecycle: cache put: name=default.rgw.meta+root+testbuck2 info.flags=0x13 2023-01-15T14:53:39.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.701+0000 7f9097096780 10 lifecycle: adding default.rgw.meta+root+testbuck2 to cache LRU end 2023-01-15T14:53:39.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.701+0000 7f9097096780 10 lifecycle: updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:53:39.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.702+0000 7f9097096780 10 lifecycle: cache put: name=default.rgw.meta+root+.bucket.meta.testbuck2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660 info.flags=0x17 2023-01-15T14:53:39.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.702+0000 7f9097096780 10 lifecycle: moving default.rgw.meta+root+.bucket.meta.testbuck2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660 to cache LRU end 2023-01-15T14:53:39.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.702+0000 7f9097096780 10 lifecycle: updating xattr: name=user.rgw.acl bl.length()=185 2023-01-15T14:53:39.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.702+0000 7f9097096780 10 lifecycle: distributing notification oid=default.rgw.control:notify.0 cni=[op: 0, obj: default.rgw.meta:root:.bucket.meta.testbuck2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660, ofs0, ns] 2023-01-15T14:53:39.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.702+0000 7f908f839700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238099999 cookie 94790628344832 notifier 6791 bl.length()=810 2023-01-15T14:53:39.705 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.703+0000 7f908f839700 10 rgw watcher librados: cache put: name=default.rgw.meta+root+.bucket.meta.testbuck2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660 info.flags=0x17 2023-01-15T14:53:39.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.703+0000 7f908f839700 10 rgw watcher librados: moving default.rgw.meta+root+.bucket.meta.testbuck2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660 to cache LRU end 2023-01-15T14:53:39.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.703+0000 7f908f839700 10 rgw watcher librados: updating xattr: name=user.rgw.acl bl.length()=185 2023-01-15T14:53:39.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.703+0000 7f9097096780 20 lifecycle: handle_bi_update(): bucket=:testbuck2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660]): orig_sources= new_sources= 2023-01-15T14:53:39.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.703+0000 7f9097096780 20 lifecycle: handle_bi_update(): bucket=:testbuck2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660]): potential sources added=[] removed=[] 2023-01-15T14:53:39.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.703+0000 7f9097096780 20 lifecycle: handle_bi_update(): bucket=:testbuck2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660]): orig_dests= new_dests= 2023-01-15T14:53:39.706 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.703+0000 7f9097096780 20 lifecycle: handle_bi_update(): bucket=:testbuck2[03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660]): potential dests added=[] removed=[] 2023-01-15T14:53:39.709 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.707+0000 7f9097096780 10 cache get: name=default.rgw.meta+root+testbuck2 : hit (requested=0x11, cached=0x13) 2023-01-15T14:53:39.709 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.707+0000 7f9097096780 10 removing default.rgw.meta+root+testbuck2 from cache 2023-01-15T14:53:39.709 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.707+0000 7f9097096780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:root:testbuck2, ofs0, ns] 2023-01-15T14:53:39.709 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.707+0000 7f908f038700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238100000 cookie 94790628348288 notifier 6791 bl.length()=153 2023-01-15T14:53:39.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.709+0000 7f9097096780 10 removing default.rgw.meta+root+.bucket.meta.testbuck2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660 from cache 2023-01-15T14:53:39.710 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.709+0000 7f9097096780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:root:.bucket.meta.testbuck2:03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660, ofs0, ns] 2023-01-15T14:53:39.711 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.709+0000 7f908f038700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238100001 cookie 94790628344832 notifier 6791 bl.length()=212 2023-01-15T14:53:39.714 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.712+0000 7f9097096780 10 removing default.rgw.log++pubsub..bucket.testbuck2/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660 from cache 2023-01-15T14:53:39.714 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.712+0000 7f9097096780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.log:pubsub..bucket.testbuck2/03d9c292-820d-41dc-bcbb-39a4e7ee9fd7.4511.660, ofs0, ns] 2023-01-15T14:53:39.715 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.713+0000 7f908f038700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238101151 cookie 94790632579072 notifier 6791 bl.length()=209 2023-01-15T14:53:39.717 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.715+0000 7f9097096780 10 removing key index: EVSYAEVKTAGDHIQXEEES 2023-01-15T14:53:39.717 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.715+0000 7f9097096780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.keys:EVSYAEVKTAGDHIQXEEES, ofs0, ns] 2023-01-15T14:53:39.717 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.715+0000 7f908f839700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238100338 cookie 94790628349440 notifier 6791 bl.length()=170 2023-01-15T14:53:39.718 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.716+0000 7f9097096780 10 removing email index: foo.client.0+test@test.test 2023-01-15T14:53:39.718 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.716+0000 7f9097096780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.email:foo.client.0+test@test.test, ofs0, ns] 2023-01-15T14:53:39.719 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.717+0000 7f908f038700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238100339 cookie 94790628350592 notifier 6791 bl.length()=178 2023-01-15T14:53:39.720 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.718+0000 7f9097096780 10 removing user buckets index 2023-01-15T14:53:39.720 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.718+0000 7f9097096780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:users.uid:foo.client.0.buckets, ofs0, ns] 2023-01-15T14:53:39.720 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.718+0000 7f908f839700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238099734 cookie 94790628343680 notifier 6791 bl.length()=169 2023-01-15T14:53:39.721 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.719+0000 7f9097096780 10 removing user index: foo.client.0 2023-01-15T14:53:39.722 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.719+0000 7f9097096780 10 removing default.rgw.meta+users.uid+foo.client.0 from cache 2023-01-15T14:53:39.722 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.719+0000 7f9097096780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:users.uid:foo.client.0, ofs0, ns] 2023-01-15T14:53:39.722 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.720+0000 7f908f839700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238100002 cookie 94790628344832 notifier 6791 bl.length()=161 2023-01-15T14:53:39.724 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.722+0000 7f907c012700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:53:39.726 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.724+0000 7f9097096780 20 remove_watcher() i=0 2023-01-15T14:53:39.726 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.724+0000 7f9097096780 2 removed watcher, disabling cache 2023-01-15T14:53:39.727 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.725+0000 7f9097096780 20 remove_watcher() i=1 2023-01-15T14:53:39.727 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.726+0000 7f9097096780 20 remove_watcher() i=2 2023-01-15T14:53:39.728 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.726+0000 7f9097096780 20 remove_watcher() i=3 2023-01-15T14:53:39.729 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.727+0000 7f9097096780 20 remove_watcher() i=4 2023-01-15T14:53:39.730 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.728+0000 7f9097096780 20 remove_watcher() i=5 2023-01-15T14:53:39.730 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.729+0000 7f9097096780 20 remove_watcher() i=6 2023-01-15T14:53:39.731 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.730+0000 7f9097096780 20 remove_watcher() i=7 2023-01-15T14:53:39.736 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid bar.client.0 --purge-data --cluster ceph 2023-01-15T14:53:39.783 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:53:39.783 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:53:39.792 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.790+0000 7f1c02bde780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.792+0000 7f1c02bde780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.792+0000 7f1c02bde780 20 realm 2023-01-15T14:53:39.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.792+0000 7f1c02bde780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.792+0000 7f1c02bde780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.792+0000 7f1c02bde780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:53:39.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.792+0000 7f1c02bde780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.792+0000 7f1c02bde780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.794 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.792+0000 7f1c02bde780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.795 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.793+0000 7f1c02bde780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:53:39.795 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.793+0000 7f1c02bde780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.795 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.793+0000 7f1c02bde780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:53:39.795 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.793+0000 7f1c02bde780 20 searching for the correct realm 2023-01-15T14:53:39.803 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.802+0000 7f1c00b8c700 0 -- 172.21.15.27:0/3312068228 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x5555a286a000 msgr2=0x5555a1db1080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:53:39.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.803+0000 7f1c02bde780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:53:39.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.803+0000 7f1c02bde780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:53:39.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.803+0000 7f1c02bde780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:53:39.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.803+0000 7f1c02bde780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:53:39.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.803+0000 7f1c02bde780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.805 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.803+0000 7f1c02bde780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.803+0000 7f1c02bde780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.803+0000 7f1c02bde780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:53:39.806 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.803+0000 7f1c02bde780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.807 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.804+0000 7f1c02bde780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:53:39.807 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.804+0000 7f1c02bde780 20 zone default found 2023-01-15T14:53:39.807 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.804+0000 7f1c02bde780 4 Realm: () 2023-01-15T14:53:39.807 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.804+0000 7f1c02bde780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:53:39.807 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.804+0000 7f1c02bde780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:53:39.807 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.804+0000 7f1c02bde780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:53:39.807 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.804+0000 7f1c02bde780 20 zonegroup default 2023-01-15T14:53:39.807 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.804+0000 7f1c02bde780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.807 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.804+0000 7f1c02bde780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.804+0000 7f1c02bde780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.804+0000 7f1c02bde780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.804+0000 7f1c02bde780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.804+0000 7f1c02bde780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.804+0000 7f1c02bde780 20 started sync module instance, tier type = 2023-01-15T14:53:39.808 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.804+0000 7f1c02bde780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:53:39.810 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.808+0000 7f1c00b8c700 0 -- 172.21.15.27:0/3312068228 >> [v2:172.21.15.27:6816/101770,v1:172.21.15.27:6818/101770] conn(0x5555a286bc00 msgr2=0x5555a1db2680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:53:39.813 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.811+0000 7f1c02bde780 20 add_watcher() i=0 2023-01-15T14:53:39.813 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.811+0000 7f1c02bde780 20 add_watcher() i=1 2023-01-15T14:53:39.813 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.811+0000 7f1c02bde780 20 add_watcher() i=2 2023-01-15T14:53:39.813 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.811+0000 7f1c02bde780 20 add_watcher() i=3 2023-01-15T14:53:39.813 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.811+0000 7f1c02bde780 20 add_watcher() i=4 2023-01-15T14:53:39.813 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.811+0000 7f1c02bde780 20 add_watcher() i=5 2023-01-15T14:53:39.813 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.811+0000 7f1c02bde780 20 add_watcher() i=6 2023-01-15T14:53:39.814 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.812+0000 7f1c02bde780 20 add_watcher() i=7 2023-01-15T14:53:39.814 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.812+0000 7f1c02bde780 2 all 8 watchers are set, enabling cache 2023-01-15T14:53:39.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.813+0000 7f1be7b5a700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:53:39.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.813+0000 7f1c02bde780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:53:39.815 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.813+0000 7f1c02bde780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:53:39.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.846+0000 7f1be3351700 20 reqs_thread_entry: start 2023-01-15T14:53:39.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.846+0000 7f1c02bde780 20 init_complete bucket index max shards: 11 2023-01-15T14:53:39.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.846+0000 7f1c02bde780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:53:39.849 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.846+0000 7f1be134d700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:54:10 2023 2023-01-15T14:53:39.850 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:53:39.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.846+0000 7f1be0b2b700 20 reqs_thread_entry: start 2023-01-15T14:53:39.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.846+0000 7f1c02bde780 10 cache get: name=default.rgw.meta+users.uid+bar.client.0 : miss 2023-01-15T14:53:39.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.846+0000 7f1c02bde780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.847+0000 7f1c02bde780 20 rados_obj.operate() r=0 bl.length=469 2023-01-15T14:53:39.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.847+0000 7f1c02bde780 10 cache put: name=default.rgw.meta+users.uid+bar.client.0 info.flags=0x13 2023-01-15T14:53:39.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.847+0000 7f1c02bde780 10 adding default.rgw.meta+users.uid+bar.client.0 to cache LRU end 2023-01-15T14:53:39.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.847+0000 7f1c02bde780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:53:39.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.847+0000 7f1c02bde780 10 updating xattr: name=user.rgw.user-policy bl.length()=4 2023-01-15T14:53:39.850 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.847+0000 7f1c02bde780 10 removing key index: LEIHWAMNBTNJINCORNQA 2023-01-15T14:53:39.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.847+0000 7f1c02bde780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.keys:LEIHWAMNBTNJINCORNQA, ofs0, ns] 2023-01-15T14:53:39.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.848+0000 7f1bfb381700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238100484 cookie 93826272898304 notifier 7155 bl.length()=170 2023-01-15T14:53:39.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.849+0000 7f1c02bde780 10 removing email index: bar.client.0+test@test.test 2023-01-15T14:53:39.851 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.849+0000 7f1c02bde780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:users.email:bar.client.0+test@test.test, ofs0, ns] 2023-01-15T14:53:39.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.849+0000 7f1bfab80700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238099735 cookie 93826272894848 notifier 7155 bl.length()=178 2023-01-15T14:53:39.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.850+0000 7f1c02bde780 10 removing user buckets index 2023-01-15T14:53:39.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.850+0000 7f1c02bde780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.uid:bar.client.0.buckets, ofs0, ns] 2023-01-15T14:53:39.852 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.851+0000 7f1bfb381700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238099597 cookie 93826272897152 notifier 7155 bl.length()=169 2023-01-15T14:53:39.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.852+0000 7f1c02bde780 10 removing user index: bar.client.0 2023-01-15T14:53:39.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.852+0000 7f1c02bde780 10 removing default.rgw.meta+users.uid+bar.client.0 from cache 2023-01-15T14:53:39.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.852+0000 7f1c02bde780 10 distributing notification oid=default.rgw.control:notify.1 cni=[op: 1, obj: default.rgw.meta:users.uid:bar.client.0, ofs0, ns] 2023-01-15T14:53:39.854 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.852+0000 7f1bfab80700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238099736 cookie 93826272894848 notifier 7155 bl.length()=161 2023-01-15T14:53:39.856 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.854+0000 7f1be7b5a700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:53:39.857 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.855+0000 7f1c02bde780 20 remove_watcher() i=0 2023-01-15T14:53:39.857 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.855+0000 7f1c02bde780 2 removed watcher, disabling cache 2023-01-15T14:53:39.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.856+0000 7f1c02bde780 20 remove_watcher() i=1 2023-01-15T14:53:39.858 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.857+0000 7f1c02bde780 20 remove_watcher() i=2 2023-01-15T14:53:39.859 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.858+0000 7f1c02bde780 20 remove_watcher() i=3 2023-01-15T14:53:39.860 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.858+0000 7f1c02bde780 20 remove_watcher() i=4 2023-01-15T14:53:39.861 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.859+0000 7f1c02bde780 20 remove_watcher() i=5 2023-01-15T14:53:39.861 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.860+0000 7f1c02bde780 20 remove_watcher() i=6 2023-01-15T14:53:39.862 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.861+0000 7f1c02bde780 20 remove_watcher() i=7 2023-01-15T14:53:39.867 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid 'testx$tenanteduser.client.0' --purge-data --cluster ceph 2023-01-15T14:53:39.913 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:53:39.913 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:53:39.923 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.921+0000 7fa02679a780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.922+0000 7fa02679a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.922+0000 7fa02679a780 20 realm 2023-01-15T14:53:39.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.922+0000 7fa02679a780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.922+0000 7fa02679a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.924 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.922+0000 7fa02679a780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:53:39.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.922+0000 7fa02679a780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.922+0000 7fa02679a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.922+0000 7fa02679a780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.923+0000 7fa02679a780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:53:39.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.923+0000 7fa02679a780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.925 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.924+0000 7fa02679a780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:53:39.926 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.924+0000 7fa02679a780 20 searching for the correct realm 2023-01-15T14:53:39.934 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.932+0000 7fa024748700 0 -- 172.21.15.27:0/3918218502 >> [v2:172.21.15.100:6805/101543,v1:172.21.15.100:6807/101543] conn(0x5620d02bac00 msgr2=0x5620cff9d180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:53:39.936 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.934+0000 7fa02679a780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:53:39.936 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.934+0000 7fa02679a780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:53:39.936 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.934+0000 7fa02679a780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:53:39.936 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.934+0000 7fa02679a780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:53:39.936 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.934+0000 7fa02679a780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.936 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.934+0000 7fa02679a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.936 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.934+0000 7fa02679a780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.937 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.934+0000 7fa02679a780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:53:39.937 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.934+0000 7fa02679a780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.938 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.935+0000 7fa02679a780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:53:39.938 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.935+0000 7fa02679a780 20 zone default found 2023-01-15T14:53:39.938 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.935+0000 7fa02679a780 4 Realm: () 2023-01-15T14:53:39.938 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.935+0000 7fa02679a780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:53:39.938 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.935+0000 7fa02679a780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:53:39.938 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.935+0000 7fa02679a780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:53:39.938 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.935+0000 7fa02679a780 20 zonegroup default 2023-01-15T14:53:39.938 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.935+0000 7fa02679a780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.935+0000 7fa02679a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.935+0000 7fa02679a780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.935+0000 7fa02679a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.935+0000 7fa02679a780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.935+0000 7fa02679a780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:39.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.935+0000 7fa02679a780 20 started sync module instance, tier type = 2023-01-15T14:53:39.939 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.935+0000 7fa02679a780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:53:39.941 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.939+0000 7fa024f49700 0 -- 172.21.15.27:0/3918218502 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x5620d0392000 msgr2=0x5620d036f600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:53:39.944 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.942+0000 7fa02679a780 20 add_watcher() i=0 2023-01-15T14:53:39.944 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.942+0000 7fa02679a780 20 add_watcher() i=1 2023-01-15T14:53:39.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.942+0000 7fa02679a780 20 add_watcher() i=2 2023-01-15T14:53:39.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.942+0000 7fa02679a780 20 add_watcher() i=3 2023-01-15T14:53:39.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.942+0000 7fa02679a780 20 add_watcher() i=4 2023-01-15T14:53:39.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.942+0000 7fa02679a780 20 add_watcher() i=5 2023-01-15T14:53:39.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.942+0000 7fa02679a780 20 add_watcher() i=6 2023-01-15T14:53:39.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.943+0000 7fa02679a780 20 add_watcher() i=7 2023-01-15T14:53:39.945 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.943+0000 7fa02679a780 2 all 8 watchers are set, enabling cache 2023-01-15T14:53:39.946 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.944+0000 7fa00b716700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:53:39.947 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.945+0000 7fa02679a780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:53:39.947 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.945+0000 7fa02679a780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:53:39.980 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.977+0000 7fa006f0d700 20 reqs_thread_entry: start 2023-01-15T14:53:39.980 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.977+0000 7fa02679a780 20 init_complete bucket index max shards: 11 2023-01-15T14:53:39.980 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.977+0000 7fa02679a780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:53:39.980 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.977+0000 7fa004f09700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:54:10 2023 2023-01-15T14:53:39.981 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:53:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.977+0000 7fa0046e7700 20 reqs_thread_entry: start 2023-01-15T14:53:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.977+0000 7fa02679a780 10 cache get: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 : miss 2023-01-15T14:53:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.977+0000 7fa02679a780 20 rados->read ofs=0 len=0 2023-01-15T14:53:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.978+0000 7fa02679a780 20 rados_obj.operate() r=0 bl.length=528 2023-01-15T14:53:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.978+0000 7fa02679a780 10 cache put: name=default.rgw.meta+users.uid+testx$tenanteduser.client.0 info.flags=0x13 2023-01-15T14:53:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.978+0000 7fa02679a780 10 adding default.rgw.meta+users.uid+testx$tenanteduser.client.0 to cache LRU end 2023-01-15T14:53:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.978+0000 7fa02679a780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:53:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.978+0000 7fa02679a780 10 updating xattr: name=user.rgw.user-policy bl.length()=118 2023-01-15T14:53:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.978+0000 7fa02679a780 10 removing key index: RDZWWYAYFRPZKJZFHEXO 2023-01-15T14:53:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.978+0000 7fa02679a780 10 distributing notification oid=default.rgw.control:notify.2 cni=[op: 1, obj: default.rgw.meta:users.keys:RDZWWYAYFRPZKJZFHEXO, ofs0, ns] 2023-01-15T14:53:39.981 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.979+0000 7fa01ef3d700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238099598 cookie 94698928162944 notifier 7176 bl.length()=170 2023-01-15T14:53:39.982 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.980+0000 7fa02679a780 10 removing email index: testx$tenanteduser.client.0+test@test.test 2023-01-15T14:53:39.982 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.980+0000 7fa02679a780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.email:testx$tenanteduser.client.0+test@test.test, ofs0, ns] 2023-01-15T14:53:39.982 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.980+0000 7fa01ef3d700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238101152 cookie 94698932461568 notifier 7176 bl.length()=193 2023-01-15T14:53:39.983 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.981+0000 7fa02679a780 10 removing user buckets index 2023-01-15T14:53:39.983 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.981+0000 7fa02679a780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0.buckets, ofs0, ns] 2023-01-15T14:53:39.983 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.981+0000 7fa01ef3d700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238100340 cookie 94698928167552 notifier 7176 bl.length()=184 2023-01-15T14:53:39.984 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.982+0000 7fa02679a780 10 removing user index: testx$tenanteduser.client.0 2023-01-15T14:53:39.984 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.982+0000 7fa02679a780 10 removing default.rgw.meta+users.uid+testx$tenanteduser.client.0 from cache 2023-01-15T14:53:39.984 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.982+0000 7fa02679a780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.uid:testx$tenanteduser.client.0, ofs0, ns] 2023-01-15T14:53:39.984 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.983+0000 7fa01ef3d700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238100341 cookie 94698928166400 notifier 7176 bl.length()=176 2023-01-15T14:53:39.986 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.984+0000 7fa00b716700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:53:39.988 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.986+0000 7fa02679a780 20 remove_watcher() i=0 2023-01-15T14:53:39.988 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.986+0000 7fa02679a780 2 removed watcher, disabling cache 2023-01-15T14:53:39.989 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.987+0000 7fa02679a780 20 remove_watcher() i=1 2023-01-15T14:53:39.989 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.988+0000 7fa02679a780 20 remove_watcher() i=2 2023-01-15T14:53:39.990 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.988+0000 7fa02679a780 20 remove_watcher() i=3 2023-01-15T14:53:39.991 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.989+0000 7fa02679a780 20 remove_watcher() i=4 2023-01-15T14:53:39.992 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.990+0000 7fa02679a780 20 remove_watcher() i=5 2023-01-15T14:53:39.992 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.991+0000 7fa02679a780 20 remove_watcher() i=6 2023-01-15T14:53:39.993 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:39.992+0000 7fa02679a780 20 remove_watcher() i=7 2023-01-15T14:53:39.998 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid foobar.client.0 --purge-data --cluster ceph 2023-01-15T14:53:40.044 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:53:40.044 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:53:40.053 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.051+0000 7f354136c780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.054 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.052+0000 7f354136c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:40.055 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.052+0000 7f354136c780 20 realm 2023-01-15T14:53:40.055 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.052+0000 7f354136c780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.055 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.053+0000 7f354136c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:40.055 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.053+0000 7f354136c780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:53:40.055 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.053+0000 7f354136c780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.055 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.053+0000 7f354136c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:40.055 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.053+0000 7f354136c780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.055 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.054+0000 7f354136c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:53:40.056 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.054+0000 7f354136c780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.056 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.054+0000 7f354136c780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:53:40.056 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.054+0000 7f354136c780 20 searching for the correct realm 2023-01-15T14:53:40.065 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.063+0000 7f353f31a700 0 -- 172.21.15.27:0/2371117488 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x55cf93ef5800 msgr2=0x55cf93dfa680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:53:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.065+0000 7f354136c780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:53:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.065+0000 7f354136c780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:53:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.065+0000 7f354136c780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:53:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.065+0000 7f354136c780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:53:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.065+0000 7f354136c780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.065+0000 7f354136c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.065+0000 7f354136c780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.067 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.065+0000 7f354136c780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:53:40.068 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.065+0000 7f354136c780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.068 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.066+0000 7f354136c780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:53:40.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.066+0000 7f354136c780 20 zone default found 2023-01-15T14:53:40.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.066+0000 7f354136c780 4 Realm: () 2023-01-15T14:53:40.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.066+0000 7f354136c780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:53:40.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.066+0000 7f354136c780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:53:40.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.066+0000 7f354136c780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:53:40.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.066+0000 7f354136c780 20 zonegroup default 2023-01-15T14:53:40.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.066+0000 7f354136c780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.066+0000 7f354136c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:40.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.066+0000 7f354136c780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.066+0000 7f354136c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:40.069 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.066+0000 7f354136c780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.070 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.066+0000 7f354136c780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:40.070 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.066+0000 7f354136c780 20 started sync module instance, tier type = 2023-01-15T14:53:40.070 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.066+0000 7f354136c780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:53:40.071 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.070+0000 7f353fb1b700 0 -- 172.21.15.27:0/2371117488 >> [v2:172.21.15.100:6800/101544,v1:172.21.15.100:6801/101544] conn(0x55cf93e0fc00 msgr2=0x55cf93df8b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:53:40.075 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.073+0000 7f354136c780 20 add_watcher() i=0 2023-01-15T14:53:40.075 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.073+0000 7f354136c780 20 add_watcher() i=1 2023-01-15T14:53:40.075 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.073+0000 7f354136c780 20 add_watcher() i=2 2023-01-15T14:53:40.075 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.073+0000 7f354136c780 20 add_watcher() i=3 2023-01-15T14:53:40.075 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.073+0000 7f354136c780 20 add_watcher() i=4 2023-01-15T14:53:40.075 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.073+0000 7f354136c780 20 add_watcher() i=5 2023-01-15T14:53:40.075 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.073+0000 7f354136c780 20 add_watcher() i=6 2023-01-15T14:53:40.076 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.074+0000 7f354136c780 20 add_watcher() i=7 2023-01-15T14:53:40.076 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.074+0000 7f354136c780 2 all 8 watchers are set, enabling cache 2023-01-15T14:53:40.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.075+0000 7f35262e8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:53:40.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.075+0000 7f354136c780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:53:40.077 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.075+0000 7f354136c780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:53:40.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.109+0000 7f3521adf700 20 reqs_thread_entry: start 2023-01-15T14:53:40.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.109+0000 7f354136c780 20 init_complete bucket index max shards: 11 2023-01-15T14:53:40.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.109+0000 7f354136c780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:53:40.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.109+0000 7f351fadb700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:54:10 2023 2023-01-15T14:53:40.111 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:53:40.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.109+0000 7f351f2b9700 20 reqs_thread_entry: start 2023-01-15T14:53:40.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.109+0000 7f354136c780 10 cache get: name=default.rgw.meta+users.uid+foobar.client.0 : miss 2023-01-15T14:53:40.111 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.109+0000 7f354136c780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.110+0000 7f354136c780 20 rados_obj.operate() r=0 bl.length=515 2023-01-15T14:53:40.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.110+0000 7f354136c780 10 cache put: name=default.rgw.meta+users.uid+foobar.client.0 info.flags=0x13 2023-01-15T14:53:40.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.110+0000 7f354136c780 10 adding default.rgw.meta+users.uid+foobar.client.0 to cache LRU end 2023-01-15T14:53:40.112 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.110+0000 7f354136c780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:53:40.113 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.110+0000 7f354136c780 10 removing key index: ZNDGXMZHWLRPOLTYHQCJ 2023-01-15T14:53:40.113 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.110+0000 7f354136c780 10 distributing notification oid=default.rgw.control:notify.4 cni=[op: 1, obj: default.rgw.meta:users.keys:ZNDGXMZHWLRPOLTYHQCJ, ofs0, ns] 2023-01-15T14:53:40.113 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.111+0000 7f3539b0f700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238100003 cookie 94350024356224 notifier 7194 bl.length()=170 2023-01-15T14:53:40.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.112+0000 7f354136c780 10 removing email index: foobar.client.0+test@test.test 2023-01-15T14:53:40.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.112+0000 7f354136c780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.email:foobar.client.0+test@test.test, ofs0, ns] 2023-01-15T14:53:40.114 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.112+0000 7f3539b0f700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238100342 cookie 94350024357376 notifier 7194 bl.length()=181 2023-01-15T14:53:40.115 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.114+0000 7f354136c780 10 removing user buckets index 2023-01-15T14:53:40.115 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.114+0000 7f354136c780 10 distributing notification oid=default.rgw.control:notify.0 cni=[op: 1, obj: default.rgw.meta:users.uid:foobar.client.0.buckets, ofs0, ns] 2023-01-15T14:53:40.116 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.114+0000 7f353930e700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238100004 cookie 94350024352768 notifier 7194 bl.length()=172 2023-01-15T14:53:40.116 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.115+0000 7f354136c780 10 removing user index: foobar.client.0 2023-01-15T14:53:40.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.115+0000 7f354136c780 10 removing default.rgw.meta+users.uid+foobar.client.0 from cache 2023-01-15T14:53:40.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.115+0000 7f354136c780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:foobar.client.0, ofs0, ns] 2023-01-15T14:53:40.117 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.115+0000 7f353930e700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238101153 cookie 94350028668928 notifier 7194 bl.length()=164 2023-01-15T14:53:40.119 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.117+0000 7f35262e8700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:53:40.120 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.119+0000 7f354136c780 20 remove_watcher() i=0 2023-01-15T14:53:40.120 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.119+0000 7f354136c780 2 removed watcher, disabling cache 2023-01-15T14:53:40.121 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.119+0000 7f354136c780 20 remove_watcher() i=1 2023-01-15T14:53:40.122 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.120+0000 7f354136c780 20 remove_watcher() i=2 2023-01-15T14:53:40.122 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.121+0000 7f354136c780 20 remove_watcher() i=3 2023-01-15T14:53:40.123 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.122+0000 7f354136c780 20 remove_watcher() i=4 2023-01-15T14:53:40.124 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.122+0000 7f354136c780 20 remove_watcher() i=5 2023-01-15T14:53:40.125 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.123+0000 7f354136c780 20 remove_watcher() i=6 2023-01-15T14:53:40.125 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.124+0000 7f354136c780 20 remove_watcher() i=7 2023-01-15T14:53:40.130 INFO:tasks.s3tests:Removing s3-tests... 2023-01-15T14:53:40.130 DEBUG:teuthology.orchestra.run.smithi027:> rm -rf /home/ubuntu/cephtest/s3-tests-client.0 2023-01-15T14:53:40.246 DEBUG:teuthology.run_tasks:Unwinding manager s3tests 2023-01-15T14:53:40.257 DEBUG:teuthology.run_tasks:Unwinding manager s3tests-java 2023-01-15T14:53:40.284 DEBUG:tasks.s3tests_java:S3 Tests Java: END 2023-01-15T14:53:40.284 INFO:tasks.s3tests_java:S3 Tests Java: Cleaning up s3-tests-java... 2023-01-15T14:53:40.284 DEBUG:teuthology.orchestra.run.smithi027:> rm -rf /home/ubuntu/cephtest/s3-tests-java 2023-01-15T14:53:40.335 INFO:tasks.s3tests_java:S3 Tests Java: Deleting S3 users... 2023-01-15T14:53:40.335 DEBUG:teuthology.orchestra.run.smithi027:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage radosgw-admin -n client.0 user rm --uid tester.client.0 --purge-data --cluster ceph 2023-01-15T14:53:40.382 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setuser ceph since I am not root 2023-01-15T14:53:40.382 INFO:teuthology.orchestra.run.smithi027.stderr:ignoring --setgroup ceph since I am not root 2023-01-15T14:53:40.392 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.390+0000 7f1c5ba5b780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.394 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.392+0000 7f1c5ba5b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:40.394 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.392+0000 7f1c5ba5b780 20 realm 2023-01-15T14:53:40.394 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.392+0000 7f1c5ba5b780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.394 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.392+0000 7f1c5ba5b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:40.394 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.392+0000 7f1c5ba5b780 4 RGWPeriod::init failed to init realm id : (2) No such file or directory 2023-01-15T14:53:40.394 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.392+0000 7f1c5ba5b780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.394 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.392+0000 7f1c5ba5b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:40.394 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.392+0000 7f1c5ba5b780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.395 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.393+0000 7f1c5ba5b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:53:40.395 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.393+0000 7f1c5ba5b780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.395 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.393+0000 7f1c5ba5b780 20 rados_obj.operate() r=0 bl.length=1020 2023-01-15T14:53:40.395 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.393+0000 7f1c5ba5b780 20 searching for the correct realm 2023-01-15T14:53:40.402 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.400+0000 7f1c59a09700 0 -- 172.21.15.27:0/4008684251 >> [v2:172.21.15.27:6800/101519,v1:172.21.15.27:6801/101519] conn(0x55f1e731dc00 msgr2=0x55f1e723fb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:53:40.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.403+0000 7f1c5ba5b780 20 RGWRados::pool_iterate: got zonegroup_info.4236ea71-4f52-455a-ac3a-9d48ed7b9cf3 2023-01-15T14:53:40.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.403+0000 7f1c5ba5b780 20 RGWRados::pool_iterate: got zone_info.03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 2023-01-15T14:53:40.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.403+0000 7f1c5ba5b780 20 RGWRados::pool_iterate: got zone_names.default 2023-01-15T14:53:40.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.403+0000 7f1c5ba5b780 20 RGWRados::pool_iterate: got zonegroups_names.default 2023-01-15T14:53:40.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.403+0000 7f1c5ba5b780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.403+0000 7f1c5ba5b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:40.405 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.403+0000 7f1c5ba5b780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.406 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.403+0000 7f1c5ba5b780 20 rados_obj.operate() r=0 bl.length=46 2023-01-15T14:53:40.407 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.403+0000 7f1c5ba5b780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.407 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.404+0000 7f1c5ba5b780 20 rados_obj.operate() r=0 bl.length=432 2023-01-15T14:53:40.407 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.404+0000 7f1c5ba5b780 20 zone default found 2023-01-15T14:53:40.407 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.404+0000 7f1c5ba5b780 4 Realm: () 2023-01-15T14:53:40.407 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.404+0000 7f1c5ba5b780 4 ZoneGroup: default (4236ea71-4f52-455a-ac3a-9d48ed7b9cf3) 2023-01-15T14:53:40.407 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.404+0000 7f1c5ba5b780 4 Zone: default (03d9c292-820d-41dc-bcbb-39a4e7ee9fd7) 2023-01-15T14:53:40.407 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.404+0000 7f1c5ba5b780 10 cannot find current period zonegroup using local zonegroup configuration 2023-01-15T14:53:40.407 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.404+0000 7f1c5ba5b780 20 zonegroup default 2023-01-15T14:53:40.407 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.404+0000 7f1c5ba5b780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.407 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.404+0000 7f1c5ba5b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:40.407 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.404+0000 7f1c5ba5b780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.408 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.404+0000 7f1c5ba5b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:40.408 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.404+0000 7f1c5ba5b780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.408 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.405+0000 7f1c5ba5b780 20 rados_obj.operate() r=-2 bl.length=0 2023-01-15T14:53:40.408 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.405+0000 7f1c5ba5b780 20 started sync module instance, tier type = 2023-01-15T14:53:40.408 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.405+0000 7f1c5ba5b780 20 started zone id=03d9c292-820d-41dc-bcbb-39a4e7ee9fd7 (name=default) with tier type = 2023-01-15T14:53:40.408 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.405+0000 7f1c5a20a700 0 -- 172.21.15.27:0/4008684251 >> [v2:172.21.15.100:6816/101545,v1:172.21.15.100:6817/101545] conn(0x55f1e731c400 msgr2=0x55f1e723f600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until injecting socket failure 2023-01-15T14:53:40.413 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.411+0000 7f1c5ba5b780 20 add_watcher() i=0 2023-01-15T14:53:40.413 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.411+0000 7f1c5ba5b780 20 add_watcher() i=1 2023-01-15T14:53:40.413 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.411+0000 7f1c5ba5b780 20 add_watcher() i=2 2023-01-15T14:53:40.413 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.411+0000 7f1c5ba5b780 20 add_watcher() i=3 2023-01-15T14:53:40.413 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.411+0000 7f1c5ba5b780 20 add_watcher() i=4 2023-01-15T14:53:40.413 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.411+0000 7f1c5ba5b780 20 add_watcher() i=5 2023-01-15T14:53:40.414 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.412+0000 7f1c5ba5b780 20 add_watcher() i=6 2023-01-15T14:53:40.414 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.412+0000 7f1c5ba5b780 20 add_watcher() i=7 2023-01-15T14:53:40.414 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.412+0000 7f1c5ba5b780 2 all 8 watchers are set, enabling cache 2023-01-15T14:53:40.415 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.413+0000 7f1c409d7700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:53:40.415 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.413+0000 7f1c5ba5b780 20 check_secure_mon_conn(): auth registy supported: methods=[2] modes=[2,1] 2023-01-15T14:53:40.415 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.413+0000 7f1c5ba5b780 20 check_secure_mon_conn(): mode 1 is insecure 2023-01-15T14:53:40.450 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.447+0000 7f1c3c1ce700 20 reqs_thread_entry: start 2023-01-15T14:53:40.450 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.447+0000 7f1c5ba5b780 20 init_complete bucket index max shards: 11 2023-01-15T14:53:40.450 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.448+0000 7f1c5ba5b780 10 rgw notify: Started notification manager with: 1 workers 2023-01-15T14:53:40.450 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.448+0000 7f1c3a1ca700 20 rgw notify: INFO: next queues processing will happen at: Sun Jan 15 14:54:10 2023 2023-01-15T14:53:40.450 INFO:teuthology.orchestra.run.smithi027.stderr: 2023-01-15T14:53:40.450 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.448+0000 7f1c399a8700 20 reqs_thread_entry: start 2023-01-15T14:53:40.450 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.448+0000 7f1c5ba5b780 10 cache get: name=default.rgw.meta+users.uid+tester.client.0 : miss 2023-01-15T14:53:40.450 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.448+0000 7f1c5ba5b780 20 rados->read ofs=0 len=0 2023-01-15T14:53:40.451 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.448+0000 7f1c5ba5b780 20 rados_obj.operate() r=0 bl.length=448 2023-01-15T14:53:40.451 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.448+0000 7f1c5ba5b780 10 cache put: name=default.rgw.meta+users.uid+tester.client.0 info.flags=0x13 2023-01-15T14:53:40.451 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.448+0000 7f1c5ba5b780 10 adding default.rgw.meta+users.uid+tester.client.0 to cache LRU end 2023-01-15T14:53:40.451 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.448+0000 7f1c5ba5b780 10 updating xattr: name=ceph.objclass.version bl.length()=42 2023-01-15T14:53:40.451 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.449+0000 7f1c5ba5b780 10 removing key index: JQYRVENLDAAEEDTAVTMR 2023-01-15T14:53:40.451 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.449+0000 7f1c5ba5b780 10 distributing notification oid=default.rgw.control:notify.5 cni=[op: 1, obj: default.rgw.meta:users.keys:JQYRVENLDAAEEDTAVTMR, ofs0, ns] 2023-01-15T14:53:40.451 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.449+0000 7f1c541fe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238100343 cookie 94497450178048 notifier 6866 bl.length()=170 2023-01-15T14:53:40.452 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.450+0000 7f1c5ba5b780 10 removing email index: tester.client.0_test@test.test 2023-01-15T14:53:40.452 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.450+0000 7f1c5ba5b780 10 distributing notification oid=default.rgw.control:notify.3 cni=[op: 1, obj: default.rgw.meta:users.email:tester.client.0_test@test.test, ofs0, ns] 2023-01-15T14:53:40.453 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.451+0000 7f1c539fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238100485 cookie 94497450175744 notifier 6866 bl.length()=181 2023-01-15T14:53:40.454 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.452+0000 7f1c5ba5b780 10 removing user buckets index 2023-01-15T14:53:40.454 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.452+0000 7f1c5ba5b780 10 distributing notification oid=default.rgw.control:notify.7 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0.buckets, ofs0, ns] 2023-01-15T14:53:40.454 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.452+0000 7f1c541fe700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238101154 cookie 94497454448640 notifier 6866 bl.length()=172 2023-01-15T14:53:40.455 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.453+0000 7f1c5ba5b780 10 removing user index: tester.client.0 2023-01-15T14:53:40.455 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.453+0000 7f1c5ba5b780 10 removing default.rgw.meta+users.uid+tester.client.0 from cache 2023-01-15T14:53:40.456 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.453+0000 7f1c5ba5b780 10 distributing notification oid=default.rgw.control:notify.6 cni=[op: 1, obj: default.rgw.meta:users.uid:tester.client.0, ofs0, ns] 2023-01-15T14:53:40.456 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.453+0000 7f1c539fd700 10 rgw watcher librados: RGWWatcher::handle_notify() notify_id 906238100344 cookie 94497450179200 notifier 6866 bl.length()=164 2023-01-15T14:53:40.457 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.455+0000 7f1c409d7700 2 rgw data changes log: RGWDataChangesLog::ChangesRenewThread: start 2023-01-15T14:53:40.459 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.457+0000 7f1c5ba5b780 20 remove_watcher() i=0 2023-01-15T14:53:40.459 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.457+0000 7f1c5ba5b780 2 removed watcher, disabling cache 2023-01-15T14:53:40.459 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.458+0000 7f1c5ba5b780 20 remove_watcher() i=1 2023-01-15T14:53:40.460 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.458+0000 7f1c5ba5b780 20 remove_watcher() i=2 2023-01-15T14:53:40.461 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.459+0000 7f1c5ba5b780 20 remove_watcher() i=3 2023-01-15T14:53:40.461 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.460+0000 7f1c5ba5b780 20 remove_watcher() i=4 2023-01-15T14:53:40.462 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.461+0000 7f1c5ba5b780 20 remove_watcher() i=5 2023-01-15T14:53:40.463 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.461+0000 7f1c5ba5b780 20 remove_watcher() i=6 2023-01-15T14:53:40.464 INFO:teuthology.orchestra.run.smithi027.stderr:2023-01-15T14:53:40.462+0000 7f1c5ba5b780 20 remove_watcher() i=7 2023-01-15T14:53:40.468 DEBUG:teuthology.run_tasks:Unwinding manager ragweed 2023-01-15T14:53:40.478 DEBUG:teuthology.run_tasks:Unwinding manager rgw 2023-01-15T14:53:40.509 DEBUG:tasks.rgw.client.0:waiting for process to exit 2023-01-15T14:53:40.510 INFO:teuthology.orchestra.run:waiting for 300 2023-01-15T14:53:40.510 INFO:tasks.rgw.client.0.smithi027.stdout:2023-01-15T14:53:40.509+0000 7f4365d2a700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper term radosgw --rgw-frontends beast port=80 -n client.0 --cluster ceph -k /etc/ceph/ceph.client.0.keyring --log-file /var/log/ceph/rgw.ceph.client.0.log --rgw_ops_log_socket_path /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock --foreground (PID: 104772) UID: 0 2023-01-15T14:53:40.510 INFO:tasks.rgw.client.0.smithi027.stdout:2023-01-15T14:53:40.509+0000 7f4369f937c0 -1 shutting down 2023-01-15T14:53:42.997 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.rgw.client.0 is failed for ~0s 2023-01-15T14:53:46.611 INFO:tasks.rgw.client.0:Stopped 2023-01-15T14:53:46.612 DEBUG:teuthology.orchestra.run.smithi027:> rm -f /home/ubuntu/cephtest/rgw.opslog.ceph.client.0.sock 2023-01-15T14:53:46.635 DEBUG:teuthology.orchestra.run.smithi027:> sudo rm -f /etc/ceph/vault-root-token 2023-01-15T14:53:46.710 DEBUG:teuthology.run_tasks:Unwinding manager openssl_keys 2023-01-15T14:53:46.729 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2023-01-15T14:53:46.752 INFO:tasks.ceph.ceph_manager.ceph:Canceling any pending splits or merges... 2023-01-15T14:53:46.752 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-01-15T14:53:47.087 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:53:47.087 INFO:teuthology.orchestra.run.smithi027.stdout:{"epoch":211,"fsid":"2c72771c-cbe9-4a14-9c08-c006d38b82e7","created":"2023-01-15T14:37:14.850550+0000","modified":"2023-01-15T14:49:36.937621+0000","last_up_change":"2023-01-15T14:37:21.882209+0000","last_in_change":"2023-01-15T14:37:18.697812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":61,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-01-15T14:37:22.404007+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2023-01-15T14:37:28.475033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"default.rgw.buckets.data","create_time":"2023-01-15T14:37:34.957622+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":4,"pool_name":"default.rgw.buckets.index","create_time":"2023-01-15T14:37:37.059411+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":5,"pool_name":".rgw.root","create_time":"2023-01-15T14:37:38.873159+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":6,"pool_name":"default.rgw.log","create_time":"2023-01-15T14:37:40.771477+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"28","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":7,"pool_name":"default.rgw.control","create_time":"2023-01-15T14:37:42.748516+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"30","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":8,"pool_name":"default.rgw.meta","create_time":"2023-01-15T14:37:44.819047+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4},"application_metadata":{"rgw":{}}},{"pool":58,"pool_name":"default.rgw.buckets.non-ec","create_time":"2023-01-15T14:43:21.168787+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"203","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":59,"pool_name":"default.rgw.buckets.data.frozen","create_time":"2023-01-15T14:43:25.222347+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"206","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":60,"pool_name":"default.rgw.buckets.data.lukewarm","create_time":"2023-01-15T14:43:27.066723+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"208","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}},{"pool":61,"pool_name":"default.rgw.otp","create_time":"2023-01-15T14:49:34.158658+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"211","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rgw":{}}}],"osds":[{"osd":0,"uuid":"3c1cbe27-ed2e-45e7-9487-0570ce38f75e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6800","nonce":101519},{"type":"v1","addr":"172.21.15.27:6801","nonce":101519}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6802","nonce":101519},{"type":"v1","addr":"172.21.15.27:6803","nonce":101519}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6806","nonce":101519},{"type":"v1","addr":"172.21.15.27:6807","nonce":101519}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6804","nonce":101519},{"type":"v1","addr":"172.21.15.27:6805","nonce":101519}]},"public_addr":"172.21.15.27:6801/101519","cluster_addr":"172.21.15.27:6803/101519","heartbeat_back_addr":"172.21.15.27:6807/101519","heartbeat_front_addr":"172.21.15.27:6805/101519","state":["exists","up"]},{"osd":1,"uuid":"e4ae63e4-3779-43fa-a837-ff6b234b4f89","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6808","nonce":101520},{"type":"v1","addr":"172.21.15.27:6809","nonce":101520}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6810","nonce":101520},{"type":"v1","addr":"172.21.15.27:6811","nonce":101520}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6814","nonce":101520},{"type":"v1","addr":"172.21.15.27:6815","nonce":101520}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6812","nonce":101520},{"type":"v1","addr":"172.21.15.27:6813","nonce":101520}]},"public_addr":"172.21.15.27:6809/101520","cluster_addr":"172.21.15.27:6811/101520","heartbeat_back_addr":"172.21.15.27:6815/101520","heartbeat_front_addr":"172.21.15.27:6813/101520","state":["exists","up"]},{"osd":2,"uuid":"3090b4eb-27fe-4877-abaa-bc597ae9ee82","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6816","nonce":101770},{"type":"v1","addr":"172.21.15.27:6818","nonce":101770}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6820","nonce":101770},{"type":"v1","addr":"172.21.15.27:6822","nonce":101770}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6828","nonce":101770},{"type":"v1","addr":"172.21.15.27:6831","nonce":101770}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6824","nonce":101770},{"type":"v1","addr":"172.21.15.27:6826","nonce":101770}]},"public_addr":"172.21.15.27:6818/101770","cluster_addr":"172.21.15.27:6822/101770","heartbeat_back_addr":"172.21.15.27:6831/101770","heartbeat_front_addr":"172.21.15.27:6826/101770","state":["exists","up"]},{"osd":3,"uuid":"44c50292-1396-4af8-bd2c-9e006547c61f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6817","nonce":101771},{"type":"v1","addr":"172.21.15.27:6819","nonce":101771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6821","nonce":101771},{"type":"v1","addr":"172.21.15.27:6823","nonce":101771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6829","nonce":101771},{"type":"v1","addr":"172.21.15.27:6830","nonce":101771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.27:6825","nonce":101771},{"type":"v1","addr":"172.21.15.27:6827","nonce":101771}]},"public_addr":"172.21.15.27:6819/101771","cluster_addr":"172.21.15.27:6823/101771","heartbeat_back_addr":"172.21.15.27:6830/101771","heartbeat_front_addr":"172.21.15.27:6827/101771","state":["exists","up"]},{"osd":4,"uuid":"e3ee2612-0f52-4105-ae0e-37c2c21be131","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6824","nonce":101546},{"type":"v1","addr":"172.21.15.100:6825","nonce":101546}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6826","nonce":101546},{"type":"v1","addr":"172.21.15.100:6827","nonce":101546}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6830","nonce":101546},{"type":"v1","addr":"172.21.15.100:6831","nonce":101546}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6828","nonce":101546},{"type":"v1","addr":"172.21.15.100:6829","nonce":101546}]},"public_addr":"172.21.15.100:6825/101546","cluster_addr":"172.21.15.100:6827/101546","heartbeat_back_addr":"172.21.15.100:6831/101546","heartbeat_front_addr":"172.21.15.100:6829/101546","state":["exists","up"]},{"osd":5,"uuid":"d66093ca-c4e8-4c96-aea9-bb6055b46a7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6805","nonce":101543},{"type":"v1","addr":"172.21.15.100:6807","nonce":101543}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6809","nonce":101543},{"type":"v1","addr":"172.21.15.100:6811","nonce":101543}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6814","nonce":101543},{"type":"v1","addr":"172.21.15.100:6815","nonce":101543}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6812","nonce":101543},{"type":"v1","addr":"172.21.15.100:6813","nonce":101543}]},"public_addr":"172.21.15.100:6807/101543","cluster_addr":"172.21.15.100:6811/101543","heartbeat_back_addr":"172.21.15.100:6815/101543","heartbeat_front_addr":"172.21.15.100:6813/101543","state":["exists","up"]},{"osd":6,"uuid":"8abb04c1-f05e-43c2-aa4a-f09414c3f993","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6816","nonce":101545},{"type":"v1","addr":"172.21.15.100:6817","nonce":101545}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6818","nonce":101545},{"type":"v1","addr":"172.21.15.100:6819","nonce":101545}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6822","nonce":101545},{"type":"v1","addr":"172.21.15.100:6823","nonce":101545}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6820","nonce":101545},{"type":"v1","addr":"172.21.15.100:6821","nonce":101545}]},"public_addr":"172.21.15.100:6817/101545","cluster_addr":"172.21.15.100:6819/101545","heartbeat_back_addr":"172.21.15.100:6823/101545","heartbeat_front_addr":"172.21.15.100:6821/101545","state":["exists","up"]},{"osd":7,"uuid":"1387f68c-c434-4e07-897f-2a9b772d2c42","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":209,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6800","nonce":101544},{"type":"v1","addr":"172.21.15.100:6801","nonce":101544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6802","nonce":101544},{"type":"v1","addr":"172.21.15.100:6803","nonce":101544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6808","nonce":101544},{"type":"v1","addr":"172.21.15.100:6810","nonce":101544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.100:6804","nonce":101544},{"type":"v1","addr":"172.21.15.100:6806","nonce":101544}]},"public_addr":"172.21.15.100:6801/101544","cluster_addr":"172.21.15.100:6803/101544","heartbeat_back_addr":"172.21.15.100:6810/101544","heartbeat_front_addr":"172.21.15.100:6806/101544","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:19.955771+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:19.980784+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.126645+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.150910+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.341694+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.407336+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.345969+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-01-15T14:37:20.334594+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.c","mappings":[{"from":5,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.38","mappings":[{"from":3,"to":1}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.6","mappings":[{"from":1,"to":5}]},{"pgid":"4.1a","mappings":[{"from":3,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":26,"snaps":[{"begin":1,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-01-15T14:53:47.101 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-01-15T14:53:47.102 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-01-15T14:53:47.463 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:53:47.478 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2023-01-15T14:53:47.479 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":695,"stamp":"2023-01-15T14:53:46.670510+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":208677902,"num_objects":663,"num_object_clones":0,"num_object_copies":1326,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":663,"num_whiteouts":0,"num_read":270880,"num_read_kb":1743531,"num_write":157120,"num_write_kb":1894592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":80,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13477,"ondisk_log_size":13477,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":749595040,"kb_used":6866308,"kb_used_data":742732288,"kb_used_omap":267165,"kb_used_meta":0,"kb_avail":742728732,"statfs":{"total":767585320960,"available":760554221568,"internally_reserved":3641344,"allocated":760557862912,"data_stored":760557862912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":273577507,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-11259498,"num_objects":-1825,"num_object_clones":0,"num_object_copies":-3650,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1825,"num_whiteouts":0,"num_read":20488,"num_read_kb":20360,"num_write":6608,"num_write_kb":1655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-544,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004311"},"pg_stats":[{"pgid":"5.1c","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.459357+0000","last_change":"2023-01-15T14:37:40.700976+0000","last_active":"2023-01-15T14:50:12.459357+0000","last_peered":"2023-01-15T14:50:12.459357+0000","last_clean":"2023-01-15T14:50:12.459357+0000","last_became_active":"2023-01-15T14:37:40.700102+0000","last_became_peered":"2023-01-15T14:37:40.700102+0000","last_unstale":"2023-01-15T14:50:12.459357+0000","last_undegraded":"2023-01-15T14:50:12.459357+0000","last_fullsized":"2023-01-15T14:50:12.459357+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:13:51.934699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"211'350","reported_seq":1593,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.536650+0000","last_change":"2023-01-15T14:37:38.702192+0000","last_active":"2023-01-15T14:53:38.536650+0000","last_peered":"2023-01-15T14:53:38.536650+0000","last_clean":"2023-01-15T14:53:38.536650+0000","last_became_active":"2023-01-15T14:37:38.701943+0000","last_became_peered":"2023-01-15T14:37:38.701943+0000","last_unstale":"2023-01-15T14:53:38.536650+0000","last_undegraded":"2023-01-15T14:53:38.536650+0000","last_fullsized":"2023-01-15T14:53:38.536650+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:01:32.159680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2137,"num_read_kb":2027,"num_write":412,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"211'227","reported_seq":608,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.510703+0000","last_change":"2023-01-15T14:37:36.683850+0000","last_active":"2023-01-15T14:53:37.510703+0000","last_peered":"2023-01-15T14:53:37.510703+0000","last_clean":"2023-01-15T14:53:37.510703+0000","last_became_active":"2023-01-15T14:37:36.683570+0000","last_became_peered":"2023-01-15T14:37:36.683570+0000","last_unstale":"2023-01-15T14:53:37.510703+0000","last_undegraded":"2023-01-15T14:53:37.510703+0000","last_fullsized":"2023-01-15T14:53:37.510703+0000","mapping_epoch":20,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:45:28.306633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":697818,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":543,"num_read_kb":6776,"num_write":1171,"num_write_kb":30318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"211'908","reported_seq":1826,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.104999+0000","last_change":"2023-01-15T14:37:42.716364+0000","last_active":"2023-01-15T14:53:40.104999+0000","last_peered":"2023-01-15T14:53:40.104999+0000","last_clean":"2023-01-15T14:53:40.104999+0000","last_became_active":"2023-01-15T14:37:42.716031+0000","last_became_peered":"2023-01-15T14:37:42.716031+0000","last_unstale":"2023-01-15T14:53:40.104999+0000","last_undegraded":"2023-01-15T14:53:40.104999+0000","last_fullsized":"2023-01-15T14:53:40.104999+0000","mapping_epoch":26,"log_start":"211'800","ondisk_log_start":"211'800","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":800,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:33:31.669001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9354,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1194,"num_read_kb":1185,"num_write":854,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:47.453033+0000","last_change":"2023-01-15T14:37:44.711544+0000","last_active":"2023-01-15T14:49:47.453033+0000","last_peered":"2023-01-15T14:49:47.453033+0000","last_clean":"2023-01-15T14:49:47.453033+0000","last_became_active":"2023-01-15T14:37:44.711247+0000","last_became_peered":"2023-01-15T14:37:44.711247+0000","last_unstale":"2023-01-15T14:49:47.453033+0000","last_undegraded":"2023-01-15T14:49:47.453033+0000","last_fullsized":"2023-01-15T14:49:47.453033+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:37:58.008263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"211'145","reported_seq":351,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.449863+0000","last_change":"2023-01-15T14:37:46.715418+0000","last_active":"2023-01-15T14:53:40.449863+0000","last_peered":"2023-01-15T14:53:40.449863+0000","last_clean":"2023-01-15T14:53:40.449863+0000","last_became_active":"2023-01-15T14:37:46.715168+0000","last_became_peered":"2023-01-15T14:37:46.715168+0000","last_unstale":"2023-01-15T14:53:40.449863+0000","last_undegraded":"2023-01-15T14:53:40.449863+0000","last_fullsized":"2023-01-15T14:53:40.449863+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:49:46.499217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":160,"num_write":405,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"211'340","reported_seq":1591,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.713332+0000","last_change":"2023-01-15T14:37:38.701490+0000","last_active":"2023-01-15T14:53:39.713332+0000","last_peered":"2023-01-15T14:53:39.713332+0000","last_clean":"2023-01-15T14:53:39.713332+0000","last_became_active":"2023-01-15T14:37:38.700422+0000","last_became_peered":"2023-01-15T14:37:38.700422+0000","last_unstale":"2023-01-15T14:53:39.713332+0000","last_undegraded":"2023-01-15T14:53:39.713332+0000","last_fullsized":"2023-01-15T14:53:39.713332+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:16.111301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2139,"num_read_kb":2055,"num_write":395,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"211'178","reported_seq":700,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.630399+0000","last_change":"2023-01-15T14:37:36.673285+0000","last_active":"2023-01-15T14:53:39.630399+0000","last_peered":"2023-01-15T14:53:39.630399+0000","last_clean":"2023-01-15T14:53:39.630399+0000","last_became_active":"2023-01-15T14:37:36.672997+0000","last_became_peered":"2023-01-15T14:37:36.672997+0000","last_unstale":"2023-01-15T14:53:39.630399+0000","last_undegraded":"2023-01-15T14:53:39.630399+0000","last_fullsized":"2023-01-15T14:53:39.630399+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:05:29.766668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":939065,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":798,"num_read_kb":5014,"num_write":972,"num_write_kb":41529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.447026+0000","last_change":"2023-01-15T14:37:40.703922+0000","last_active":"2023-01-15T14:50:12.447026+0000","last_peered":"2023-01-15T14:50:12.447026+0000","last_clean":"2023-01-15T14:50:12.447026+0000","last_became_active":"2023-01-15T14:37:40.703675+0000","last_became_peered":"2023-01-15T14:37:40.703675+0000","last_unstale":"2023-01-15T14:50:12.447026+0000","last_undegraded":"2023-01-15T14:50:12.447026+0000","last_fullsized":"2023-01-15T14:50:12.447026+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:57:37.323250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"211'106","reported_seq":359,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.091610+0000","last_change":"2023-01-15T14:37:42.711414+0000","last_active":"2023-01-15T14:53:40.091610+0000","last_peered":"2023-01-15T14:53:40.091610+0000","last_clean":"2023-01-15T14:53:40.091610+0000","last_became_active":"2023-01-15T14:37:42.711169+0000","last_became_peered":"2023-01-15T14:37:42.711169+0000","last_unstale":"2023-01-15T14:53:40.091610+0000","last_undegraded":"2023-01-15T14:53:40.091610+0000","last_fullsized":"2023-01-15T14:53:40.091610+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:44:36.588655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10239,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":143,"num_read_kb":134,"num_write":88,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":190,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.457091+0000","last_change":"2023-01-15T14:37:44.716049+0000","last_active":"2023-01-15T14:50:17.457091+0000","last_peered":"2023-01-15T14:50:17.457091+0000","last_clean":"2023-01-15T14:50:17.457091+0000","last_became_active":"2023-01-15T14:37:44.715733+0000","last_became_peered":"2023-01-15T14:37:44.715733+0000","last_unstale":"2023-01-15T14:50:17.457091+0000","last_undegraded":"2023-01-15T14:50:17.457091+0000","last_fullsized":"2023-01-15T14:50:17.457091+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:13:02.727811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"211'161","reported_seq":376,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.854974+0000","last_change":"2023-01-15T14:37:46.718601+0000","last_active":"2023-01-15T14:53:39.854974+0000","last_peered":"2023-01-15T14:53:39.854974+0000","last_clean":"2023-01-15T14:53:39.854974+0000","last_became_active":"2023-01-15T14:37:46.718337+0000","last_became_peered":"2023-01-15T14:37:46.718337+0000","last_unstale":"2023-01-15T14:53:39.854974+0000","last_undegraded":"2023-01-15T14:53:39.854974+0000","last_fullsized":"2023-01-15T14:53:39.854974+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:30:43.403833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1415,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":210,"num_read_kb":210,"num_write":514,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"211'295","reported_seq":1378,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.683949+0000","last_change":"2023-01-15T14:37:38.699099+0000","last_active":"2023-01-15T14:53:39.683949+0000","last_peered":"2023-01-15T14:53:39.683949+0000","last_clean":"2023-01-15T14:53:39.683949+0000","last_became_active":"2023-01-15T14:37:38.698847+0000","last_became_peered":"2023-01-15T14:37:38.698847+0000","last_unstale":"2023-01-15T14:53:39.683949+0000","last_undegraded":"2023-01-15T14:53:39.683949+0000","last_fullsized":"2023-01-15T14:53:39.683949+0000","mapping_epoch":22,"log_start":"211'200","ondisk_log_start":"211'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:05:12.987400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1778,"num_read_kb":1694,"num_write":342,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"211'187","reported_seq":527,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.410093+0000","last_change":"2023-01-15T14:37:36.684968+0000","last_active":"2023-01-15T14:53:35.410093+0000","last_peered":"2023-01-15T14:53:35.410093+0000","last_clean":"2023-01-15T14:53:35.410093+0000","last_became_active":"2023-01-15T14:37:36.684531+0000","last_became_peered":"2023-01-15T14:37:36.684531+0000","last_unstale":"2023-01-15T14:53:35.410093+0000","last_undegraded":"2023-01-15T14:53:35.410093+0000","last_fullsized":"2023-01-15T14:53:35.410093+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:55:53.309126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6635367,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":424,"num_read_kb":43551,"num_write":1060,"num_write_kb":27182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:42.492181+0000","last_change":"2023-01-15T14:37:40.693210+0000","last_active":"2023-01-15T14:51:42.492181+0000","last_peered":"2023-01-15T14:51:42.492181+0000","last_clean":"2023-01-15T14:51:42.492181+0000","last_became_active":"2023-01-15T14:37:40.692942+0000","last_became_peered":"2023-01-15T14:37:40.692942+0000","last_unstale":"2023-01-15T14:51:42.492181+0000","last_undegraded":"2023-01-15T14:51:42.492181+0000","last_fullsized":"2023-01-15T14:51:42.492181+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:41:30.160928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"211'871","reported_seq":1801,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.428697+0000","last_change":"2023-01-15T14:37:42.713000+0000","last_active":"2023-01-15T14:53:40.428697+0000","last_peered":"2023-01-15T14:53:40.428697+0000","last_clean":"2023-01-15T14:53:40.428697+0000","last_became_active":"2023-01-15T14:37:42.712714+0000","last_became_peered":"2023-01-15T14:37:42.712714+0000","last_unstale":"2023-01-15T14:53:40.428697+0000","last_undegraded":"2023-01-15T14:53:40.428697+0000","last_fullsized":"2023-01-15T14:53:40.428697+0000","mapping_epoch":26,"log_start":"211'800","ondisk_log_start":"211'800","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":800,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:08:50.677576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30517,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1242,"num_read_kb":1232,"num_write":814,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":194,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.459507+0000","last_change":"2023-01-15T14:37:44.716709+0000","last_active":"2023-01-15T14:50:17.459507+0000","last_peered":"2023-01-15T14:50:17.459507+0000","last_clean":"2023-01-15T14:50:17.459507+0000","last_became_active":"2023-01-15T14:37:44.716495+0000","last_became_peered":"2023-01-15T14:37:44.716495+0000","last_unstale":"2023-01-15T14:50:17.459507+0000","last_undegraded":"2023-01-15T14:50:17.459507+0000","last_fullsized":"2023-01-15T14:50:17.459507+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:59:24.108327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"211'119","reported_seq":335,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:32.981510+0000","last_change":"2023-01-15T14:37:47.298594+0000","last_active":"2023-01-15T14:53:32.981510+0000","last_peered":"2023-01-15T14:53:32.981510+0000","last_clean":"2023-01-15T14:53:32.981510+0000","last_became_active":"2023-01-15T14:37:47.298255+0000","last_became_peered":"2023-01-15T14:37:47.298255+0000","last_unstale":"2023-01-15T14:53:32.981510+0000","last_undegraded":"2023-01-15T14:53:32.981510+0000","last_fullsized":"2023-01-15T14:53:32.981510+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:23:20.959692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":189,"num_write":278,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":194,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.942669+0000","last_change":"2023-01-15T14:37:40.700539+0000","last_active":"2023-01-15T14:49:36.942669+0000","last_peered":"2023-01-15T14:49:36.942669+0000","last_clean":"2023-01-15T14:49:36.942669+0000","last_became_active":"2023-01-15T14:37:40.698674+0000","last_became_peered":"2023-01-15T14:37:40.698674+0000","last_unstale":"2023-01-15T14:49:36.942669+0000","last_undegraded":"2023-01-15T14:49:36.942669+0000","last_fullsized":"2023-01-15T14:49:36.942669+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:00:24.545638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"211'445","reported_seq":1903,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.707222+0000","last_change":"2023-01-15T14:37:38.701303+0000","last_active":"2023-01-15T14:53:39.707222+0000","last_peered":"2023-01-15T14:53:39.707222+0000","last_clean":"2023-01-15T14:53:39.707222+0000","last_became_active":"2023-01-15T14:37:38.701054+0000","last_became_peered":"2023-01-15T14:37:38.701054+0000","last_unstale":"2023-01-15T14:53:39.707222+0000","last_undegraded":"2023-01-15T14:53:39.707222+0000","last_fullsized":"2023-01-15T14:53:39.707222+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":400,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:12:00.438830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2733,"num_read_kb":2567,"num_write":539,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"211'152","reported_seq":432,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.106861+0000","last_change":"2023-01-15T14:37:36.689884+0000","last_active":"2023-01-15T14:53:38.106861+0000","last_peered":"2023-01-15T14:53:38.106861+0000","last_clean":"2023-01-15T14:53:38.106861+0000","last_became_active":"2023-01-15T14:37:36.689607+0000","last_became_peered":"2023-01-15T14:37:36.689607+0000","last_unstale":"2023-01-15T14:53:38.106861+0000","last_undegraded":"2023-01-15T14:53:38.106861+0000","last_fullsized":"2023-01-15T14:53:38.106861+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:22:03.485143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":273473,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":310,"num_read_kb":588,"num_write":822,"num_write_kb":22633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"211'95","reported_seq":342,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.090869+0000","last_change":"2023-01-15T14:37:42.708335+0000","last_active":"2023-01-15T14:53:40.090869+0000","last_peered":"2023-01-15T14:53:40.090869+0000","last_clean":"2023-01-15T14:53:40.090869+0000","last_became_active":"2023-01-15T14:37:42.707853+0000","last_became_peered":"2023-01-15T14:37:42.707853+0000","last_unstale":"2023-01-15T14:53:40.090869+0000","last_undegraded":"2023-01-15T14:53:40.090869+0000","last_fullsized":"2023-01-15T14:53:40.090869+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:14:11.512475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10354,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":54,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":185,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.955915+0000","last_change":"2023-01-15T14:37:44.712033+0000","last_active":"2023-01-15T14:49:36.955915+0000","last_peered":"2023-01-15T14:49:36.955915+0000","last_clean":"2023-01-15T14:49:36.955915+0000","last_became_active":"2023-01-15T14:37:44.711769+0000","last_became_peered":"2023-01-15T14:37:44.711769+0000","last_unstale":"2023-01-15T14:49:36.955915+0000","last_undegraded":"2023-01-15T14:49:36.955915+0000","last_fullsized":"2023-01-15T14:49:36.955915+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:13:54.977358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"211'166","reported_seq":360,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.691551+0000","last_change":"2023-01-15T14:37:46.715404+0000","last_active":"2023-01-15T14:53:37.691551+0000","last_peered":"2023-01-15T14:53:37.691551+0000","last_clean":"2023-01-15T14:53:37.691551+0000","last_became_active":"2023-01-15T14:37:46.715124+0000","last_became_peered":"2023-01-15T14:37:46.715124+0000","last_unstale":"2023-01-15T14:53:37.691551+0000","last_undegraded":"2023-01-15T14:53:37.691551+0000","last_fullsized":"2023-01-15T14:53:37.691551+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:15:07.646794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":100,"num_write":419,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.940573+0000","last_change":"2023-01-15T14:37:40.697312+0000","last_active":"2023-01-15T14:49:36.940573+0000","last_peered":"2023-01-15T14:49:36.940573+0000","last_clean":"2023-01-15T14:49:36.940573+0000","last_became_active":"2023-01-15T14:37:40.697040+0000","last_became_peered":"2023-01-15T14:37:40.697040+0000","last_unstale":"2023-01-15T14:49:36.940573+0000","last_undegraded":"2023-01-15T14:49:36.940573+0000","last_fullsized":"2023-01-15T14:49:36.940573+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:58:56.069839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"211'292","reported_seq":1376,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.047127+0000","last_change":"2023-01-15T14:37:38.721550+0000","last_active":"2023-01-15T14:53:38.047127+0000","last_peered":"2023-01-15T14:53:38.047127+0000","last_clean":"2023-01-15T14:53:38.047127+0000","last_became_active":"2023-01-15T14:37:38.711894+0000","last_became_peered":"2023-01-15T14:37:38.711894+0000","last_unstale":"2023-01-15T14:53:38.047127+0000","last_undegraded":"2023-01-15T14:53:38.047127+0000","last_fullsized":"2023-01-15T14:53:38.047127+0000","mapping_epoch":22,"log_start":"211'200","ondisk_log_start":"211'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:16:21.966805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1746,"num_read_kb":1670,"num_write":338,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"211'202","reported_seq":571,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.632750+0000","last_change":"2023-01-15T14:37:36.687098+0000","last_active":"2023-01-15T14:53:39.632750+0000","last_peered":"2023-01-15T14:53:39.632750+0000","last_clean":"2023-01-15T14:53:39.632750+0000","last_became_active":"2023-01-15T14:37:36.686842+0000","last_became_peered":"2023-01-15T14:37:36.686842+0000","last_unstale":"2023-01-15T14:53:39.632750+0000","last_undegraded":"2023-01-15T14:53:39.632750+0000","last_fullsized":"2023-01-15T14:53:39.632750+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:13:43.069727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56462,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":519,"num_read_kb":10554,"num_write":1092,"num_write_kb":36631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.13","version":"211'123","reported_seq":395,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.093131+0000","last_change":"2023-01-15T14:37:42.716790+0000","last_active":"2023-01-15T14:53:40.093131+0000","last_peered":"2023-01-15T14:53:40.093131+0000","last_clean":"2023-01-15T14:53:40.093131+0000","last_became_active":"2023-01-15T14:37:42.716532+0000","last_became_peered":"2023-01-15T14:37:42.716532+0000","last_unstale":"2023-01-15T14:53:40.093131+0000","last_undegraded":"2023-01-15T14:53:40.093131+0000","last_fullsized":"2023-01-15T14:53:40.093131+0000","mapping_epoch":26,"log_start":"208'100","ondisk_log_start":"208'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:58:17.704918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8685,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":168,"num_read_kb":161,"num_write":86,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":190,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.942987+0000","last_change":"2023-01-15T14:37:44.715999+0000","last_active":"2023-01-15T14:49:36.942987+0000","last_peered":"2023-01-15T14:49:36.942987+0000","last_clean":"2023-01-15T14:49:36.942987+0000","last_became_active":"2023-01-15T14:37:44.715708+0000","last_became_peered":"2023-01-15T14:37:44.715708+0000","last_unstale":"2023-01-15T14:49:36.942987+0000","last_undegraded":"2023-01-15T14:49:36.942987+0000","last_fullsized":"2023-01-15T14:49:36.942987+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:51:26.538351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1d","version":"211'105","reported_seq":296,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:30.207008+0000","last_change":"2023-01-15T14:37:46.718716+0000","last_active":"2023-01-15T14:53:30.207008+0000","last_peered":"2023-01-15T14:53:30.207008+0000","last_clean":"2023-01-15T14:53:30.207008+0000","last_became_active":"2023-01-15T14:37:46.718444+0000","last_became_peered":"2023-01-15T14:37:46.718444+0000","last_unstale":"2023-01-15T14:53:30.207008+0000","last_undegraded":"2023-01-15T14:53:30.207008+0000","last_fullsized":"2023-01-15T14:53:30.207008+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:26:38.024833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":93,"num_read_kb":93,"num_write":267,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":199,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.949306+0000","last_change":"2023-01-15T14:37:40.701644+0000","last_active":"2023-01-15T14:49:36.949306+0000","last_peered":"2023-01-15T14:49:36.949306+0000","last_clean":"2023-01-15T14:49:36.949306+0000","last_became_active":"2023-01-15T14:37:40.701387+0000","last_became_peered":"2023-01-15T14:37:40.701387+0000","last_unstale":"2023-01-15T14:49:36.949306+0000","last_undegraded":"2023-01-15T14:49:36.949306+0000","last_fullsized":"2023-01-15T14:49:36.949306+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:27:08.753334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"211'377","reported_seq":1778,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.528936+0000","last_change":"2023-01-15T14:37:38.690131+0000","last_active":"2023-01-15T14:53:38.528936+0000","last_peered":"2023-01-15T14:53:38.528936+0000","last_clean":"2023-01-15T14:53:38.528936+0000","last_became_active":"2023-01-15T14:37:38.689446+0000","last_became_peered":"2023-01-15T14:37:38.689446+0000","last_unstale":"2023-01-15T14:53:38.528936+0000","last_undegraded":"2023-01-15T14:53:38.528936+0000","last_fullsized":"2023-01-15T14:53:38.528936+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":300,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:36:25.707133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2466,"num_read_kb":2353,"num_write":446,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"211'212","reported_seq":566,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.518527+0000","last_change":"2023-01-15T14:37:36.676081+0000","last_active":"2023-01-15T14:53:35.518527+0000","last_peered":"2023-01-15T14:53:35.518527+0000","last_clean":"2023-01-15T14:53:35.518527+0000","last_became_active":"2023-01-15T14:37:36.675854+0000","last_became_peered":"2023-01-15T14:37:36.675854+0000","last_unstale":"2023-01-15T14:53:35.518527+0000","last_undegraded":"2023-01-15T14:53:35.518527+0000","last_fullsized":"2023-01-15T14:53:35.518527+0000","mapping_epoch":20,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:48:55.245762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320631,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":533,"num_read_kb":2177,"num_write":1201,"num_write_kb":18808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"211'39","reported_seq":230,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:31.429425+0000","last_change":"2023-01-15T14:37:42.715633+0000","last_active":"2023-01-15T14:53:31.429425+0000","last_peered":"2023-01-15T14:53:31.429425+0000","last_clean":"2023-01-15T14:53:31.429425+0000","last_became_active":"2023-01-15T14:37:42.714940+0000","last_became_peered":"2023-01-15T14:37:42.714940+0000","last_unstale":"2023-01-15T14:53:31.429425+0000","last_undegraded":"2023-01-15T14:53:31.429425+0000","last_fullsized":"2023-01-15T14:53:31.429425+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:39:42.184863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":20,"num_read_kb":15,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":187,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.940305+0000","last_change":"2023-01-15T14:37:44.718061+0000","last_active":"2023-01-15T14:49:36.940305+0000","last_peered":"2023-01-15T14:49:36.940305+0000","last_clean":"2023-01-15T14:49:36.940305+0000","last_became_active":"2023-01-15T14:37:44.717831+0000","last_became_peered":"2023-01-15T14:37:44.717831+0000","last_unstale":"2023-01-15T14:49:36.940305+0000","last_undegraded":"2023-01-15T14:49:36.940305+0000","last_fullsized":"2023-01-15T14:49:36.940305+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:15:16.402330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"211'92","reported_seq":299,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:33.817213+0000","last_change":"2023-01-15T14:37:46.712185+0000","last_active":"2023-01-15T14:53:33.817213+0000","last_peered":"2023-01-15T14:53:33.817213+0000","last_clean":"2023-01-15T14:53:33.817213+0000","last_became_active":"2023-01-15T14:37:46.711918+0000","last_became_peered":"2023-01-15T14:37:46.711918+0000","last_unstale":"2023-01-15T14:53:33.817213+0000","last_undegraded":"2023-01-15T14:53:33.817213+0000","last_fullsized":"2023-01-15T14:53:33.817213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:33:56.419686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":109,"num_read_kb":109,"num_write":239,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":194,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.952110+0000","last_change":"2023-01-15T14:37:40.698737+0000","last_active":"2023-01-15T14:49:36.952110+0000","last_peered":"2023-01-15T14:49:36.952110+0000","last_clean":"2023-01-15T14:49:36.952110+0000","last_became_active":"2023-01-15T14:37:40.698462+0000","last_became_peered":"2023-01-15T14:37:40.698462+0000","last_unstale":"2023-01-15T14:49:36.952110+0000","last_undegraded":"2023-01-15T14:49:36.952110+0000","last_fullsized":"2023-01-15T14:49:36.952110+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:02:11.896710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"211'741","reported_seq":1943,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.955630+0000","last_change":"2023-01-15T14:37:38.687472+0000","last_active":"2023-01-15T14:53:38.955630+0000","last_peered":"2023-01-15T14:53:38.955630+0000","last_clean":"2023-01-15T14:53:38.955630+0000","last_became_active":"2023-01-15T14:37:38.687195+0000","last_became_peered":"2023-01-15T14:37:38.687195+0000","last_unstale":"2023-01-15T14:53:38.955630+0000","last_undegraded":"2023-01-15T14:53:38.955630+0000","last_fullsized":"2023-01-15T14:53:38.955630+0000","mapping_epoch":22,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":700,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:01:30.004601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3440,"num_read_kb":3066,"num_write":1012,"num_write_kb":386,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"211'170","reported_seq":474,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.530508+0000","last_change":"2023-01-15T14:37:36.682275+0000","last_active":"2023-01-15T14:53:35.530508+0000","last_peered":"2023-01-15T14:53:35.530508+0000","last_clean":"2023-01-15T14:53:35.530508+0000","last_became_active":"2023-01-15T14:37:36.678873+0000","last_became_peered":"2023-01-15T14:37:36.678873+0000","last_unstale":"2023-01-15T14:53:35.530508+0000","last_undegraded":"2023-01-15T14:53:35.530508+0000","last_fullsized":"2023-01-15T14:53:35.530508+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:41:45.880494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22651,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":391,"num_read_kb":426,"num_write":942,"num_write_kb":11123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.11","version":"211'789","reported_seq":1674,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.101847+0000","last_change":"2023-01-15T14:37:42.714369+0000","last_active":"2023-01-15T14:53:40.101847+0000","last_peered":"2023-01-15T14:53:40.101847+0000","last_clean":"2023-01-15T14:53:40.101847+0000","last_became_active":"2023-01-15T14:37:42.714080+0000","last_became_peered":"2023-01-15T14:37:42.714080+0000","last_unstale":"2023-01-15T14:53:40.101847+0000","last_undegraded":"2023-01-15T14:53:40.101847+0000","last_fullsized":"2023-01-15T14:53:40.101847+0000","mapping_epoch":26,"log_start":"211'700","ondisk_log_start":"211'700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":700,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:10:15.430662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34762,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1157,"num_read_kb":1149,"num_write":748,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.948920+0000","last_change":"2023-01-15T14:37:44.717103+0000","last_active":"2023-01-15T14:49:36.948920+0000","last_peered":"2023-01-15T14:49:36.948920+0000","last_clean":"2023-01-15T14:49:36.948920+0000","last_became_active":"2023-01-15T14:37:44.716061+0000","last_became_peered":"2023-01-15T14:37:44.716061+0000","last_unstale":"2023-01-15T14:49:36.948920+0000","last_undegraded":"2023-01-15T14:49:36.948920+0000","last_fullsized":"2023-01-15T14:49:36.948920+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:42:06.097271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1f","version":"211'115","reported_seq":300,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.949348+0000","last_change":"2023-01-15T14:37:46.720867+0000","last_active":"2023-01-15T14:53:38.949348+0000","last_peered":"2023-01-15T14:53:38.949348+0000","last_clean":"2023-01-15T14:53:38.949348+0000","last_became_active":"2023-01-15T14:37:46.720616+0000","last_became_peered":"2023-01-15T14:37:46.720616+0000","last_unstale":"2023-01-15T14:53:38.949348+0000","last_undegraded":"2023-01-15T14:53:38.949348+0000","last_fullsized":"2023-01-15T14:53:38.949348+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:56:06.408429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":103,"num_read_kb":103,"num_write":324,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"32'4","reported_seq":325,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.055902+0000","last_change":"2023-01-15T14:37:40.703091+0000","last_active":"2023-01-15T14:53:40.055902+0000","last_peered":"2023-01-15T14:53:40.055902+0000","last_clean":"2023-01-15T14:53:40.055902+0000","last_became_active":"2023-01-15T14:37:40.702849+0000","last_became_peered":"2023-01-15T14:37:40.702849+0000","last_unstale":"2023-01-15T14:53:40.055902+0000","last_undegraded":"2023-01-15T14:53:40.055902+0000","last_fullsized":"2023-01-15T14:53:40.055902+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:47:25.211328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1020,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":139,"num_read_kb":133,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"211'371","reported_seq":1596,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.707501+0000","last_change":"2023-01-15T14:37:38.711600+0000","last_active":"2023-01-15T14:53:39.707501+0000","last_peered":"2023-01-15T14:53:39.707501+0000","last_clean":"2023-01-15T14:53:39.707501+0000","last_became_active":"2023-01-15T14:37:38.702701+0000","last_became_peered":"2023-01-15T14:37:38.702701+0000","last_unstale":"2023-01-15T14:53:39.707501+0000","last_undegraded":"2023-01-15T14:53:39.707501+0000","last_fullsized":"2023-01-15T14:53:39.707501+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:16:26.784561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2077,"num_read_kb":1974,"num_write":429,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"211'158","reported_seq":486,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.675343+0000","last_change":"2023-01-15T14:37:36.683553+0000","last_active":"2023-01-15T14:53:39.675343+0000","last_peered":"2023-01-15T14:53:39.675343+0000","last_clean":"2023-01-15T14:53:39.675343+0000","last_became_active":"2023-01-15T14:37:36.683314+0000","last_became_peered":"2023-01-15T14:37:36.683314+0000","last_unstale":"2023-01-15T14:53:39.675343+0000","last_undegraded":"2023-01-15T14:53:39.675343+0000","last_fullsized":"2023-01-15T14:53:39.675343+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:22:06.597775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":601238,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":382,"num_read_kb":17707,"num_write":804,"num_write_kb":29744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"211'1540","reported_seq":3074,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.098007+0000","last_change":"2023-01-15T14:37:42.711889+0000","last_active":"2023-01-15T14:53:40.098007+0000","last_peered":"2023-01-15T14:53:40.098007+0000","last_clean":"2023-01-15T14:53:40.098007+0000","last_became_active":"2023-01-15T14:37:42.711021+0000","last_became_peered":"2023-01-15T14:37:42.711021+0000","last_unstale":"2023-01-15T14:53:40.098007+0000","last_undegraded":"2023-01-15T14:53:40.098007+0000","last_fullsized":"2023-01-15T14:53:40.098007+0000","mapping_epoch":26,"log_start":"211'1500","ondisk_log_start":"211'1500","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":1500,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:36:28.288155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5433,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2162,"num_read_kb":2154,"num_write":1485,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":187,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:52.455800+0000","last_change":"2023-01-15T14:37:44.716698+0000","last_active":"2023-01-15T14:49:52.455800+0000","last_peered":"2023-01-15T14:49:52.455800+0000","last_clean":"2023-01-15T14:49:52.455800+0000","last_became_active":"2023-01-15T14:37:44.716486+0000","last_became_peered":"2023-01-15T14:37:44.716486+0000","last_unstale":"2023-01-15T14:49:52.455800+0000","last_undegraded":"2023-01-15T14:49:52.455800+0000","last_fullsized":"2023-01-15T14:49:52.455800+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:07:28.476019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.18","version":"211'135","reported_seq":339,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:31.652691+0000","last_change":"2023-01-15T14:37:46.716536+0000","last_active":"2023-01-15T14:53:31.652691+0000","last_peered":"2023-01-15T14:53:31.652691+0000","last_clean":"2023-01-15T14:53:31.652691+0000","last_became_active":"2023-01-15T14:37:46.716311+0000","last_became_peered":"2023-01-15T14:37:46.716311+0000","last_unstale":"2023-01-15T14:53:31.652691+0000","last_undegraded":"2023-01-15T14:53:31.652691+0000","last_fullsized":"2023-01-15T14:53:31.652691+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:17:16.739261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":140,"num_write":357,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":199,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.949663+0000","last_change":"2023-01-15T14:37:40.700541+0000","last_active":"2023-01-15T14:49:36.949663+0000","last_peered":"2023-01-15T14:49:36.949663+0000","last_clean":"2023-01-15T14:49:36.949663+0000","last_became_active":"2023-01-15T14:37:40.700268+0000","last_became_peered":"2023-01-15T14:37:40.700268+0000","last_unstale":"2023-01-15T14:49:36.949663+0000","last_undegraded":"2023-01-15T14:49:36.949663+0000","last_fullsized":"2023-01-15T14:49:36.949663+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:58:45.055575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"211'783","reported_seq":2086,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.283165+0000","last_change":"2023-01-15T14:37:38.698756+0000","last_active":"2023-01-15T14:53:38.283165+0000","last_peered":"2023-01-15T14:53:38.283165+0000","last_clean":"2023-01-15T14:53:38.283165+0000","last_became_active":"2023-01-15T14:37:38.698082+0000","last_became_peered":"2023-01-15T14:37:38.698082+0000","last_unstale":"2023-01-15T14:53:38.283165+0000","last_undegraded":"2023-01-15T14:53:38.283165+0000","last_fullsized":"2023-01-15T14:53:38.283165+0000","mapping_epoch":22,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":700,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:53:02.402794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3663,"num_read_kb":3267,"num_write":1066,"num_write_kb":415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"211'153","reported_seq":445,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.463257+0000","last_change":"2023-01-15T14:37:36.683827+0000","last_active":"2023-01-15T14:53:38.463257+0000","last_peered":"2023-01-15T14:53:38.463257+0000","last_clean":"2023-01-15T14:53:38.463257+0000","last_became_active":"2023-01-15T14:37:36.683348+0000","last_became_peered":"2023-01-15T14:37:36.683348+0000","last_unstale":"2023-01-15T14:53:38.463257+0000","last_undegraded":"2023-01-15T14:53:38.463257+0000","last_fullsized":"2023-01-15T14:53:38.463257+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:26:45.341088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54405,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":344,"num_read_kb":464,"num_write":864,"num_write_kb":19935,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.17","version":"211'783","reported_seq":1625,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.690890+0000","last_change":"2023-01-15T14:37:42.710386+0000","last_active":"2023-01-15T14:53:39.690890+0000","last_peered":"2023-01-15T14:53:39.690890+0000","last_clean":"2023-01-15T14:53:39.690890+0000","last_became_active":"2023-01-15T14:37:42.710120+0000","last_became_peered":"2023-01-15T14:37:42.710120+0000","last_unstale":"2023-01-15T14:53:39.690890+0000","last_undegraded":"2023-01-15T14:53:39.690890+0000","last_fullsized":"2023-01-15T14:53:39.690890+0000","mapping_epoch":26,"log_start":"211'700","ondisk_log_start":"211'700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":700,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:50:46.735968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1060,"num_read_kb":1052,"num_write":751,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:52.456711+0000","last_change":"2023-01-15T14:37:44.712660+0000","last_active":"2023-01-15T14:49:52.456711+0000","last_peered":"2023-01-15T14:49:52.456711+0000","last_clean":"2023-01-15T14:49:52.456711+0000","last_became_active":"2023-01-15T14:37:44.711762+0000","last_became_peered":"2023-01-15T14:37:44.711762+0000","last_unstale":"2023-01-15T14:49:52.456711+0000","last_undegraded":"2023-01-15T14:49:52.456711+0000","last_fullsized":"2023-01-15T14:49:52.456711+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:49:24.402136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.19","version":"211'2639","reported_seq":3405,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.716680+0000","last_change":"2023-01-15T14:37:46.720545+0000","last_active":"2023-01-15T14:53:39.716680+0000","last_peered":"2023-01-15T14:53:39.716680+0000","last_clean":"2023-01-15T14:53:39.716680+0000","last_became_active":"2023-01-15T14:37:46.720297+0000","last_became_peered":"2023-01-15T14:37:46.720297+0000","last_unstale":"2023-01-15T14:53:39.716680+0000","last_undegraded":"2023-01-15T14:53:39.716680+0000","last_fullsized":"2023-01-15T14:53:39.716680+0000","mapping_epoch":30,"log_start":"211'2600","ondisk_log_start":"211'2600","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":2600,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:38:51.244973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5718,"num_read_kb":38676,"num_write":5356,"num_write_kb":2076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":199,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:47.466201+0000","last_change":"2023-01-15T14:37:40.703001+0000","last_active":"2023-01-15T14:49:47.466201+0000","last_peered":"2023-01-15T14:49:47.466201+0000","last_clean":"2023-01-15T14:49:47.466201+0000","last_became_active":"2023-01-15T14:37:40.702743+0000","last_became_peered":"2023-01-15T14:37:40.702743+0000","last_unstale":"2023-01-15T14:49:47.466201+0000","last_undegraded":"2023-01-15T14:49:47.466201+0000","last_fullsized":"2023-01-15T14:49:47.466201+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:57:44.759034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"211'375","reported_seq":1627,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.707296+0000","last_change":"2023-01-15T14:37:38.703188+0000","last_active":"2023-01-15T14:53:39.707296+0000","last_peered":"2023-01-15T14:53:39.707296+0000","last_clean":"2023-01-15T14:53:39.707296+0000","last_became_active":"2023-01-15T14:37:38.702731+0000","last_became_peered":"2023-01-15T14:37:38.702731+0000","last_unstale":"2023-01-15T14:53:39.707296+0000","last_undegraded":"2023-01-15T14:53:39.707296+0000","last_fullsized":"2023-01-15T14:53:39.707296+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:03:08.207262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2166,"num_read_kb":2054,"num_write":434,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"211'164","reported_seq":475,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.650041+0000","last_change":"2023-01-15T14:37:36.683493+0000","last_active":"2023-01-15T14:53:39.650041+0000","last_peered":"2023-01-15T14:53:39.650041+0000","last_clean":"2023-01-15T14:53:39.650041+0000","last_became_active":"2023-01-15T14:37:36.683222+0000","last_became_peered":"2023-01-15T14:37:36.683222+0000","last_unstale":"2023-01-15T14:53:39.650041+0000","last_undegraded":"2023-01-15T14:53:39.650041+0000","last_fullsized":"2023-01-15T14:53:39.650041+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:35:17.564948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":264304,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":363,"num_read_kb":12981,"num_write":896,"num_write_kb":34916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"211'1434","reported_seq":2907,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.701189+0000","last_change":"2023-01-15T14:37:42.707268+0000","last_active":"2023-01-15T14:53:39.701189+0000","last_peered":"2023-01-15T14:53:39.701189+0000","last_clean":"2023-01-15T14:53:39.701189+0000","last_became_active":"2023-01-15T14:37:42.707008+0000","last_became_peered":"2023-01-15T14:37:42.707008+0000","last_unstale":"2023-01-15T14:53:39.701189+0000","last_undegraded":"2023-01-15T14:53:39.701189+0000","last_fullsized":"2023-01-15T14:53:39.701189+0000","mapping_epoch":26,"log_start":"211'1400","ondisk_log_start":"211'1400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":1400,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:34:55.401013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2027,"num_read_kb":2019,"num_write":1409,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"211'396","reported_seq":1083,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.460138+0000","last_change":"2023-01-15T14:37:44.714129+0000","last_active":"2023-01-15T14:53:40.460138+0000","last_peered":"2023-01-15T14:53:40.460138+0000","last_clean":"2023-01-15T14:53:40.460138+0000","last_became_active":"2023-01-15T14:37:44.713800+0000","last_became_peered":"2023-01-15T14:37:44.713800+0000","last_unstale":"2023-01-15T14:53:40.460138+0000","last_undegraded":"2023-01-15T14:53:40.460138+0000","last_fullsized":"2023-01-15T14:53:40.460138+0000","mapping_epoch":28,"log_start":"208'300","ondisk_log_start":"208'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:48:34.042341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1a","version":"211'99","reported_seq":298,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.397471+0000","last_change":"2023-01-15T14:37:46.719637+0000","last_active":"2023-01-15T14:53:38.397471+0000","last_peered":"2023-01-15T14:53:38.397471+0000","last_clean":"2023-01-15T14:53:38.397471+0000","last_became_active":"2023-01-15T14:37:46.719359+0000","last_became_peered":"2023-01-15T14:37:46.719359+0000","last_unstale":"2023-01-15T14:53:38.397471+0000","last_undegraded":"2023-01-15T14:53:38.397471+0000","last_fullsized":"2023-01-15T14:53:38.397471+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:41:43.791401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":228,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":113,"num_read_kb":113,"num_write":274,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.16","version":"32'3","reported_seq":320,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.067324+0000","last_change":"2023-01-15T14:37:40.697767+0000","last_active":"2023-01-15T14:53:40.067324+0000","last_peered":"2023-01-15T14:53:40.067324+0000","last_clean":"2023-01-15T14:53:40.067324+0000","last_became_active":"2023-01-15T14:37:40.697523+0000","last_became_peered":"2023-01-15T14:37:40.697523+0000","last_unstale":"2023-01-15T14:53:40.067324+0000","last_undegraded":"2023-01-15T14:53:40.067324+0000","last_fullsized":"2023-01-15T14:53:40.067324+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:36:52.394665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":129,"num_read_kb":124,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"211'308","reported_seq":1458,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.685424+0000","last_change":"2023-01-15T14:37:38.740185+0000","last_active":"2023-01-15T14:53:38.685424+0000","last_peered":"2023-01-15T14:53:38.685424+0000","last_clean":"2023-01-15T14:53:38.685424+0000","last_became_active":"2023-01-15T14:37:38.735046+0000","last_became_peered":"2023-01-15T14:37:38.735046+0000","last_unstale":"2023-01-15T14:53:38.685424+0000","last_undegraded":"2023-01-15T14:53:38.685424+0000","last_fullsized":"2023-01-15T14:53:38.685424+0000","mapping_epoch":22,"log_start":"211'200","ondisk_log_start":"211'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:20:30.483621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1842,"num_read_kb":1768,"num_write":354,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"211'169","reported_seq":495,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.746757+0000","last_change":"2023-01-15T14:37:36.690790+0000","last_active":"2023-01-15T14:53:37.746757+0000","last_peered":"2023-01-15T14:53:37.746757+0000","last_clean":"2023-01-15T14:53:37.746757+0000","last_became_active":"2023-01-15T14:37:36.690577+0000","last_became_peered":"2023-01-15T14:37:36.690577+0000","last_unstale":"2023-01-15T14:53:37.746757+0000","last_undegraded":"2023-01-15T14:53:37.746757+0000","last_fullsized":"2023-01-15T14:53:37.746757+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:02:15.456386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51902,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":385,"num_read_kb":3922,"num_write":941,"num_write_kb":19323,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.15","version":"211'787","reported_seq":1663,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.093860+0000","last_change":"2023-01-15T14:37:42.703131+0000","last_active":"2023-01-15T14:53:40.093860+0000","last_peered":"2023-01-15T14:53:40.093860+0000","last_clean":"2023-01-15T14:53:40.093860+0000","last_became_active":"2023-01-15T14:37:42.702906+0000","last_became_peered":"2023-01-15T14:37:42.702906+0000","last_unstale":"2023-01-15T14:53:40.093860+0000","last_undegraded":"2023-01-15T14:53:40.093860+0000","last_fullsized":"2023-01-15T14:53:40.093860+0000","mapping_epoch":26,"log_start":"211'700","ondisk_log_start":"211'700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":700,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:10:51.510135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8057,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1103,"num_read_kb":1096,"num_write":749,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"211'413","reported_seq":2319,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.463038+0000","last_change":"2023-01-15T14:37:44.717311+0000","last_active":"2023-01-15T14:53:40.463038+0000","last_peered":"2023-01-15T14:53:40.463038+0000","last_clean":"2023-01-15T14:53:40.463038+0000","last_became_active":"2023-01-15T14:37:44.716630+0000","last_became_peered":"2023-01-15T14:37:44.716630+0000","last_unstale":"2023-01-15T14:53:40.463038+0000","last_undegraded":"2023-01-15T14:53:40.463038+0000","last_fullsized":"2023-01-15T14:53:40.463038+0000","mapping_epoch":28,"log_start":"211'400","ondisk_log_start":"211'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":400,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:37:46.207121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"211'128","reported_seq":327,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:31.785739+0000","last_change":"2023-01-15T14:37:47.298976+0000","last_active":"2023-01-15T14:53:31.785739+0000","last_peered":"2023-01-15T14:53:31.785739+0000","last_clean":"2023-01-15T14:53:31.785739+0000","last_became_active":"2023-01-15T14:37:47.298767+0000","last_became_peered":"2023-01-15T14:37:47.298767+0000","last_unstale":"2023-01-15T14:53:31.785739+0000","last_undegraded":"2023-01-15T14:53:31.785739+0000","last_fullsized":"2023-01-15T14:53:31.785739+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:39:18.840288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":135,"num_write":359,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":192,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:42.463135+0000","last_change":"2023-01-15T14:37:40.704227+0000","last_active":"2023-01-15T14:50:42.463135+0000","last_peered":"2023-01-15T14:50:42.463135+0000","last_clean":"2023-01-15T14:50:42.463135+0000","last_became_active":"2023-01-15T14:37:40.703897+0000","last_became_peered":"2023-01-15T14:37:40.703897+0000","last_unstale":"2023-01-15T14:50:42.463135+0000","last_undegraded":"2023-01-15T14:50:42.463135+0000","last_fullsized":"2023-01-15T14:50:42.463135+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:51:19.922921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"211'385","reported_seq":1630,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.032235+0000","last_change":"2023-01-15T14:37:38.697950+0000","last_active":"2023-01-15T14:53:39.032235+0000","last_peered":"2023-01-15T14:53:39.032235+0000","last_clean":"2023-01-15T14:53:39.032235+0000","last_became_active":"2023-01-15T14:37:38.697685+0000","last_became_peered":"2023-01-15T14:37:38.697685+0000","last_unstale":"2023-01-15T14:53:39.032235+0000","last_undegraded":"2023-01-15T14:53:39.032235+0000","last_fullsized":"2023-01-15T14:53:39.032235+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:29:43.293503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2227,"num_read_kb":2094,"num_write":467,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"211'155","reported_seq":500,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.660024+0000","last_change":"2023-01-15T14:37:36.679079+0000","last_active":"2023-01-15T14:53:39.660024+0000","last_peered":"2023-01-15T14:53:39.660024+0000","last_clean":"2023-01-15T14:53:39.660024+0000","last_became_active":"2023-01-15T14:37:36.678778+0000","last_became_peered":"2023-01-15T14:37:36.678778+0000","last_unstale":"2023-01-15T14:53:39.660024+0000","last_undegraded":"2023-01-15T14:53:39.660024+0000","last_fullsized":"2023-01-15T14:53:39.660024+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:26:21.266115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11588767,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":436,"num_read_kb":37253,"num_write":831,"num_write_kb":23887,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"211'909","reported_seq":1841,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.101065+0000","last_change":"2023-01-15T14:37:42.711612+0000","last_active":"2023-01-15T14:53:40.101065+0000","last_peered":"2023-01-15T14:53:40.101065+0000","last_clean":"2023-01-15T14:53:40.101065+0000","last_became_active":"2023-01-15T14:37:42.711376+0000","last_became_peered":"2023-01-15T14:37:42.711376+0000","last_unstale":"2023-01-15T14:53:40.101065+0000","last_undegraded":"2023-01-15T14:53:40.101065+0000","last_fullsized":"2023-01-15T14:53:40.101065+0000","mapping_epoch":26,"log_start":"211'800","ondisk_log_start":"211'800","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":800,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:13:42.352079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7756,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1234,"num_read_kb":1219,"num_write":859,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:17.465533+0000","last_change":"2023-01-15T14:37:44.717493+0000","last_active":"2023-01-15T14:51:17.465533+0000","last_peered":"2023-01-15T14:51:17.465533+0000","last_clean":"2023-01-15T14:51:17.465533+0000","last_became_active":"2023-01-15T14:37:44.717222+0000","last_became_peered":"2023-01-15T14:37:44.717222+0000","last_unstale":"2023-01-15T14:51:17.465533+0000","last_undegraded":"2023-01-15T14:51:17.465533+0000","last_fullsized":"2023-01-15T14:51:17.465533+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:17:32.006569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"211'538","reported_seq":1052,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.450481+0000","last_change":"2023-01-15T14:37:46.721060+0000","last_active":"2023-01-15T14:53:40.450481+0000","last_peered":"2023-01-15T14:53:40.450481+0000","last_clean":"2023-01-15T14:53:40.450481+0000","last_became_active":"2023-01-15T14:37:46.720824+0000","last_became_peered":"2023-01-15T14:37:46.720824+0000","last_unstale":"2023-01-15T14:53:40.450481+0000","last_undegraded":"2023-01-15T14:53:40.450481+0000","last_fullsized":"2023-01-15T14:53:40.450481+0000","mapping_epoch":30,"log_start":"211'500","ondisk_log_start":"211'500","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":500,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:56:19.318498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1268,"num_read_kb":1268,"num_write":1158,"num_write_kb":389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:42.446540+0000","last_change":"2023-01-15T14:37:40.694707+0000","last_active":"2023-01-15T14:50:42.446540+0000","last_peered":"2023-01-15T14:50:42.446540+0000","last_clean":"2023-01-15T14:50:42.446540+0000","last_became_active":"2023-01-15T14:37:40.694463+0000","last_became_peered":"2023-01-15T14:37:40.694463+0000","last_unstale":"2023-01-15T14:50:42.446540+0000","last_undegraded":"2023-01-15T14:50:42.446540+0000","last_fullsized":"2023-01-15T14:50:42.446540+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:53:04.415292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"211'469","reported_seq":1519,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.956727+0000","last_change":"2023-01-15T14:37:38.691023+0000","last_active":"2023-01-15T14:53:38.956727+0000","last_peered":"2023-01-15T14:53:38.956727+0000","last_clean":"2023-01-15T14:53:38.956727+0000","last_became_active":"2023-01-15T14:37:38.690776+0000","last_became_peered":"2023-01-15T14:37:38.690776+0000","last_unstale":"2023-01-15T14:53:38.956727+0000","last_undegraded":"2023-01-15T14:53:38.956727+0000","last_fullsized":"2023-01-15T14:53:38.956727+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":400,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:29:27.496473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2452,"num_read_kb":2296,"num_write":680,"num_write_kb":242,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"211'165","reported_seq":473,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.462502+0000","last_change":"2023-01-15T14:37:36.679053+0000","last_active":"2023-01-15T14:53:38.462502+0000","last_peered":"2023-01-15T14:53:38.462502+0000","last_clean":"2023-01-15T14:53:38.462502+0000","last_became_active":"2023-01-15T14:37:36.678805+0000","last_became_peered":"2023-01-15T14:37:36.678805+0000","last_unstale":"2023-01-15T14:53:38.462502+0000","last_undegraded":"2023-01-15T14:53:38.462502+0000","last_fullsized":"2023-01-15T14:53:38.462502+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:09:13.432068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":572967,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":357,"num_read_kb":13986,"num_write":888,"num_write_kb":31304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"211'801","reported_seq":1685,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.084996+0000","last_change":"2023-01-15T14:37:42.709494+0000","last_active":"2023-01-15T14:53:40.084996+0000","last_peered":"2023-01-15T14:53:40.084996+0000","last_clean":"2023-01-15T14:53:40.084996+0000","last_became_active":"2023-01-15T14:37:42.709224+0000","last_became_peered":"2023-01-15T14:37:42.709224+0000","last_unstale":"2023-01-15T14:53:40.084996+0000","last_undegraded":"2023-01-15T14:53:40.084996+0000","last_fullsized":"2023-01-15T14:53:40.084996+0000","mapping_epoch":26,"log_start":"211'700","ondisk_log_start":"211'700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:32:12.930619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4096,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1099,"num_read_kb":1090,"num_write":748,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":196,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:47.475839+0000","last_change":"2023-01-15T14:37:44.716726+0000","last_active":"2023-01-15T14:50:47.475839+0000","last_peered":"2023-01-15T14:50:47.475839+0000","last_clean":"2023-01-15T14:50:47.475839+0000","last_became_active":"2023-01-15T14:37:44.716460+0000","last_became_peered":"2023-01-15T14:37:44.716460+0000","last_unstale":"2023-01-15T14:50:47.475839+0000","last_undegraded":"2023-01-15T14:50:47.475839+0000","last_fullsized":"2023-01-15T14:50:47.475839+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:01:30.891982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"211'118","reported_seq":309,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.099508+0000","last_change":"2023-01-15T14:37:46.717326+0000","last_active":"2023-01-15T14:53:37.099508+0000","last_peered":"2023-01-15T14:53:37.099508+0000","last_clean":"2023-01-15T14:53:37.099508+0000","last_became_active":"2023-01-15T14:37:46.717124+0000","last_became_peered":"2023-01-15T14:37:46.717124+0000","last_unstale":"2023-01-15T14:53:37.099508+0000","last_undegraded":"2023-01-15T14:53:37.099508+0000","last_fullsized":"2023-01-15T14:53:37.099508+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:56:21.796019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":97,"num_read_kb":97,"num_write":306,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:12.449888+0000","last_change":"2023-01-15T14:37:40.700845+0000","last_active":"2023-01-15T14:51:12.449888+0000","last_peered":"2023-01-15T14:51:12.449888+0000","last_clean":"2023-01-15T14:51:12.449888+0000","last_became_active":"2023-01-15T14:37:40.700605+0000","last_became_peered":"2023-01-15T14:37:40.700605+0000","last_unstale":"2023-01-15T14:51:12.449888+0000","last_undegraded":"2023-01-15T14:51:12.449888+0000","last_fullsized":"2023-01-15T14:51:12.449888+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:06:58.031469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"211'386","reported_seq":1634,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.604525+0000","last_change":"2023-01-15T14:37:38.689467+0000","last_active":"2023-01-15T14:53:38.604525+0000","last_peered":"2023-01-15T14:53:38.604525+0000","last_clean":"2023-01-15T14:53:38.604525+0000","last_became_active":"2023-01-15T14:37:38.689172+0000","last_became_peered":"2023-01-15T14:37:38.689172+0000","last_unstale":"2023-01-15T14:53:38.604525+0000","last_undegraded":"2023-01-15T14:53:38.604525+0000","last_fullsized":"2023-01-15T14:53:38.604525+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":300,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:34:35.797859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2229,"num_read_kb":2098,"num_write":465,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"211'135","reported_seq":424,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.612082+0000","last_change":"2023-01-15T14:37:36.686298+0000","last_active":"2023-01-15T14:53:39.612082+0000","last_peered":"2023-01-15T14:53:39.612082+0000","last_clean":"2023-01-15T14:53:39.612082+0000","last_became_active":"2023-01-15T14:37:36.685647+0000","last_became_peered":"2023-01-15T14:37:36.685647+0000","last_unstale":"2023-01-15T14:53:39.612082+0000","last_undegraded":"2023-01-15T14:53:39.612082+0000","last_fullsized":"2023-01-15T14:53:39.612082+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:34:43.292402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3172946,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":326,"num_read_kb":29693,"num_write":758,"num_write_kb":5947,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.8","version":"211'1556","reported_seq":3068,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.102634+0000","last_change":"2023-01-15T14:37:42.712505+0000","last_active":"2023-01-15T14:53:40.102634+0000","last_peered":"2023-01-15T14:53:40.102634+0000","last_clean":"2023-01-15T14:53:40.102634+0000","last_became_active":"2023-01-15T14:37:42.712204+0000","last_became_peered":"2023-01-15T14:37:42.712204+0000","last_unstale":"2023-01-15T14:53:40.102634+0000","last_undegraded":"2023-01-15T14:53:40.102634+0000","last_fullsized":"2023-01-15T14:53:40.102634+0000","mapping_epoch":26,"log_start":"211'1500","ondisk_log_start":"211'1500","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":1500,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:07:30.014839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8002,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":2133,"num_read_kb":2118,"num_write":1494,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"211'411","reported_seq":4272,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.463774+0000","last_change":"2023-01-15T14:37:44.711070+0000","last_active":"2023-01-15T14:53:40.463774+0000","last_peered":"2023-01-15T14:53:40.463774+0000","last_clean":"2023-01-15T14:53:40.463774+0000","last_became_active":"2023-01-15T14:37:44.710807+0000","last_became_peered":"2023-01-15T14:37:44.710807+0000","last_unstale":"2023-01-15T14:53:40.463774+0000","last_undegraded":"2023-01-15T14:53:40.463774+0000","last_fullsized":"2023-01-15T14:53:40.463774+0000","mapping_epoch":28,"log_start":"211'400","ondisk_log_start":"211'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:17:27.883455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"211'117","reported_seq":301,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.599068+0000","last_change":"2023-01-15T14:37:46.719801+0000","last_active":"2023-01-15T14:53:38.599068+0000","last_peered":"2023-01-15T14:53:38.599068+0000","last_clean":"2023-01-15T14:53:38.599068+0000","last_became_active":"2023-01-15T14:37:46.719428+0000","last_became_peered":"2023-01-15T14:37:46.719428+0000","last_unstale":"2023-01-15T14:53:38.599068+0000","last_undegraded":"2023-01-15T14:53:38.599068+0000","last_fullsized":"2023-01-15T14:53:38.599068+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:56:56.772965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":321,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:42.446621+0000","last_change":"2023-01-15T14:37:40.701688+0000","last_active":"2023-01-15T14:50:42.446621+0000","last_peered":"2023-01-15T14:50:42.446621+0000","last_clean":"2023-01-15T14:50:42.446621+0000","last_became_active":"2023-01-15T14:37:40.701409+0000","last_became_peered":"2023-01-15T14:37:40.701409+0000","last_unstale":"2023-01-15T14:50:42.446621+0000","last_undegraded":"2023-01-15T14:50:42.446621+0000","last_fullsized":"2023-01-15T14:50:42.446621+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:08:38.271065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"211'695","reported_seq":2005,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.048654+0000","last_change":"2023-01-15T14:37:38.697345+0000","last_active":"2023-01-15T14:53:38.048654+0000","last_peered":"2023-01-15T14:53:38.048654+0000","last_clean":"2023-01-15T14:53:38.048654+0000","last_became_active":"2023-01-15T14:37:38.697091+0000","last_became_peered":"2023-01-15T14:37:38.697091+0000","last_unstale":"2023-01-15T14:53:38.048654+0000","last_undegraded":"2023-01-15T14:53:38.048654+0000","last_fullsized":"2023-01-15T14:53:38.048654+0000","mapping_epoch":22,"log_start":"211'600","ondisk_log_start":"211'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":600,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:34:57.253166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3464,"num_read_kb":3142,"num_write":920,"num_write_kb":340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"211'159","reported_seq":460,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.543369+0000","last_change":"2023-01-15T14:38:22.299134+0000","last_active":"2023-01-15T14:53:35.543369+0000","last_peered":"2023-01-15T14:53:35.543369+0000","last_clean":"2023-01-15T14:53:35.543369+0000","last_became_active":"2023-01-15T14:38:22.298866+0000","last_became_peered":"2023-01-15T14:38:22.298866+0000","last_unstale":"2023-01-15T14:53:35.543369+0000","last_undegraded":"2023-01-15T14:53:35.543369+0000","last_fullsized":"2023-01-15T14:53:35.543369+0000","mapping_epoch":33,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:19:05.939248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5248052,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":360,"num_read_kb":1883,"num_write":820,"num_write_kb":12015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"211'1719","reported_seq":3321,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.426588+0000","last_change":"2023-01-15T14:37:42.712144+0000","last_active":"2023-01-15T14:53:40.426588+0000","last_peered":"2023-01-15T14:53:40.426588+0000","last_clean":"2023-01-15T14:53:40.426588+0000","last_became_active":"2023-01-15T14:37:42.711895+0000","last_became_peered":"2023-01-15T14:37:42.711895+0000","last_unstale":"2023-01-15T14:53:40.426588+0000","last_undegraded":"2023-01-15T14:53:40.426588+0000","last_fullsized":"2023-01-15T14:53:40.426588+0000","mapping_epoch":26,"log_start":"211'1700","ondisk_log_start":"211'1700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":1700,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:45:38.257131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19135,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2340,"num_read_kb":2326,"num_write":1646,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:47.447230+0000","last_change":"2023-01-15T14:37:44.717961+0000","last_active":"2023-01-15T14:50:47.447230+0000","last_peered":"2023-01-15T14:50:47.447230+0000","last_clean":"2023-01-15T14:50:47.447230+0000","last_became_active":"2023-01-15T14:37:44.717640+0000","last_became_peered":"2023-01-15T14:37:44.717640+0000","last_unstale":"2023-01-15T14:50:47.447230+0000","last_undegraded":"2023-01-15T14:50:47.447230+0000","last_fullsized":"2023-01-15T14:50:47.447230+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:37:53.658697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"211'84","reported_seq":280,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.596472+0000","last_change":"2023-01-15T14:37:46.717828+0000","last_active":"2023-01-15T14:53:39.596472+0000","last_peered":"2023-01-15T14:53:39.596472+0000","last_clean":"2023-01-15T14:53:39.596472+0000","last_became_active":"2023-01-15T14:37:46.717572+0000","last_became_peered":"2023-01-15T14:37:46.717572+0000","last_unstale":"2023-01-15T14:53:39.596472+0000","last_undegraded":"2023-01-15T14:53:39.596472+0000","last_fullsized":"2023-01-15T14:53:39.596472+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:00:26.615151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":215,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:12.449995+0000","last_change":"2023-01-15T14:37:40.694169+0000","last_active":"2023-01-15T14:51:12.449995+0000","last_peered":"2023-01-15T14:51:12.449995+0000","last_clean":"2023-01-15T14:51:12.449995+0000","last_became_active":"2023-01-15T14:37:40.693862+0000","last_became_peered":"2023-01-15T14:37:40.693862+0000","last_unstale":"2023-01-15T14:51:12.449995+0000","last_undegraded":"2023-01-15T14:51:12.449995+0000","last_fullsized":"2023-01-15T14:51:12.449995+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:13:17.335071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"211'421","reported_seq":1698,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.607225+0000","last_change":"2023-01-15T14:37:38.694461+0000","last_active":"2023-01-15T14:53:38.607225+0000","last_peered":"2023-01-15T14:53:38.607225+0000","last_clean":"2023-01-15T14:53:38.607225+0000","last_became_active":"2023-01-15T14:37:38.694196+0000","last_became_peered":"2023-01-15T14:37:38.694196+0000","last_unstale":"2023-01-15T14:53:38.607225+0000","last_undegraded":"2023-01-15T14:53:38.607225+0000","last_fullsized":"2023-01-15T14:53:38.607225+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:10:03.791893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2481,"num_read_kb":2319,"num_write":545,"num_write_kb":190,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"211'147","reported_seq":463,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.528817+0000","last_change":"2023-01-15T14:37:36.690847+0000","last_active":"2023-01-15T14:53:35.528817+0000","last_peered":"2023-01-15T14:53:35.528817+0000","last_clean":"2023-01-15T14:53:35.528817+0000","last_became_active":"2023-01-15T14:37:36.690633+0000","last_became_peered":"2023-01-15T14:37:36.690633+0000","last_unstale":"2023-01-15T14:53:35.528817+0000","last_undegraded":"2023-01-15T14:53:35.528817+0000","last_fullsized":"2023-01-15T14:53:35.528817+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:50:19.310969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10598660,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":321,"num_read_kb":21926,"num_write":818,"num_write_kb":32830,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"211'806","reported_seq":1688,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.089311+0000","last_change":"2023-01-15T14:37:42.711404+0000","last_active":"2023-01-15T14:53:40.089311+0000","last_peered":"2023-01-15T14:53:40.089311+0000","last_clean":"2023-01-15T14:53:40.089311+0000","last_became_active":"2023-01-15T14:37:42.711160+0000","last_became_peered":"2023-01-15T14:37:42.711160+0000","last_unstale":"2023-01-15T14:53:40.089311+0000","last_undegraded":"2023-01-15T14:53:40.089311+0000","last_fullsized":"2023-01-15T14:53:40.089311+0000","mapping_epoch":26,"log_start":"211'700","ondisk_log_start":"211'700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:45:14.759143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6091,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1125,"num_read_kb":1117,"num_write":803,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":186,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:17.487653+0000","last_change":"2023-01-15T14:37:44.711272+0000","last_active":"2023-01-15T14:51:17.487653+0000","last_peered":"2023-01-15T14:51:17.487653+0000","last_clean":"2023-01-15T14:51:17.487653+0000","last_became_active":"2023-01-15T14:37:44.711013+0000","last_became_peered":"2023-01-15T14:37:44.711013+0000","last_unstale":"2023-01-15T14:51:17.487653+0000","last_undegraded":"2023-01-15T14:51:17.487653+0000","last_fullsized":"2023-01-15T14:51:17.487653+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:44:52.075371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"211'116","reported_seq":311,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.828547+0000","last_change":"2023-01-15T14:37:46.716553+0000","last_active":"2023-01-15T14:53:35.828547+0000","last_peered":"2023-01-15T14:53:35.828547+0000","last_clean":"2023-01-15T14:53:35.828547+0000","last_became_active":"2023-01-15T14:37:46.716251+0000","last_became_peered":"2023-01-15T14:37:46.716251+0000","last_unstale":"2023-01-15T14:53:35.828547+0000","last_undegraded":"2023-01-15T14:53:35.828547+0000","last_fullsized":"2023-01-15T14:53:35.828547+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:33:43.082081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":101,"num_read_kb":101,"num_write":327,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:12.464637+0000","last_change":"2023-01-15T14:37:40.705060+0000","last_active":"2023-01-15T14:51:12.464637+0000","last_peered":"2023-01-15T14:51:12.464637+0000","last_clean":"2023-01-15T14:51:12.464637+0000","last_became_active":"2023-01-15T14:37:40.704750+0000","last_became_peered":"2023-01-15T14:37:40.704750+0000","last_unstale":"2023-01-15T14:51:12.464637+0000","last_undegraded":"2023-01-15T14:51:12.464637+0000","last_fullsized":"2023-01-15T14:51:12.464637+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:05:22.107908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"211'424","reported_seq":1685,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.034168+0000","last_change":"2023-01-15T14:37:38.688614+0000","last_active":"2023-01-15T14:53:39.034168+0000","last_peered":"2023-01-15T14:53:39.034168+0000","last_clean":"2023-01-15T14:53:39.034168+0000","last_became_active":"2023-01-15T14:37:38.688378+0000","last_became_peered":"2023-01-15T14:37:38.688378+0000","last_unstale":"2023-01-15T14:53:39.034168+0000","last_undegraded":"2023-01-15T14:53:39.034168+0000","last_fullsized":"2023-01-15T14:53:39.034168+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":400,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:57:30.173628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2376,"num_read_kb":2216,"num_write":533,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"211'165","reported_seq":531,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.622995+0000","last_change":"2023-01-15T14:37:36.686670+0000","last_active":"2023-01-15T14:53:39.622995+0000","last_peered":"2023-01-15T14:53:39.622995+0000","last_clean":"2023-01-15T14:53:39.622995+0000","last_became_active":"2023-01-15T14:37:36.686489+0000","last_became_peered":"2023-01-15T14:37:36.686489+0000","last_unstale":"2023-01-15T14:53:39.622995+0000","last_undegraded":"2023-01-15T14:53:39.622995+0000","last_fullsized":"2023-01-15T14:53:39.622995+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:40:47.945254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31394,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":442,"num_read_kb":4410,"num_write":902,"num_write_kb":27417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.f","version":"211'107","reported_seq":364,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.109468+0000","last_change":"2023-01-15T14:37:42.710217+0000","last_active":"2023-01-15T14:53:40.109468+0000","last_peered":"2023-01-15T14:53:40.109468+0000","last_clean":"2023-01-15T14:53:40.109468+0000","last_became_active":"2023-01-15T14:37:42.709945+0000","last_became_peered":"2023-01-15T14:37:42.709945+0000","last_unstale":"2023-01-15T14:53:40.109468+0000","last_undegraded":"2023-01-15T14:53:40.109468+0000","last_fullsized":"2023-01-15T14:53:40.109468+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:58:50.953135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10308,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":133,"num_read_kb":124,"num_write":66,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"211'380","reported_seq":2843,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.460890+0000","last_change":"2023-01-15T14:37:44.718436+0000","last_active":"2023-01-15T14:53:40.460890+0000","last_peered":"2023-01-15T14:53:40.460890+0000","last_clean":"2023-01-15T14:53:40.460890+0000","last_became_active":"2023-01-15T14:37:44.718178+0000","last_became_peered":"2023-01-15T14:37:44.718178+0000","last_unstale":"2023-01-15T14:53:40.460890+0000","last_undegraded":"2023-01-15T14:53:40.460890+0000","last_fullsized":"2023-01-15T14:53:40.460890+0000","mapping_epoch":28,"log_start":"208'300","ondisk_log_start":"208'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:13:44.994069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"211'93","reported_seq":286,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.979598+0000","last_change":"2023-01-15T14:37:46.719573+0000","last_active":"2023-01-15T14:53:39.979598+0000","last_peered":"2023-01-15T14:53:39.979598+0000","last_clean":"2023-01-15T14:53:39.979598+0000","last_became_active":"2023-01-15T14:37:46.719324+0000","last_became_peered":"2023-01-15T14:37:46.719324+0000","last_unstale":"2023-01-15T14:53:39.979598+0000","last_undegraded":"2023-01-15T14:53:39.979598+0000","last_fullsized":"2023-01-15T14:53:39.979598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:26:41.099321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":82,"num_read_kb":82,"num_write":245,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"25'2","reported_seq":438,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.394708+0000","last_change":"2023-01-15T14:37:40.704895+0000","last_active":"2023-01-15T14:53:40.394708+0000","last_peered":"2023-01-15T14:53:40.394708+0000","last_clean":"2023-01-15T14:53:40.394708+0000","last_became_active":"2023-01-15T14:37:40.704646+0000","last_became_peered":"2023-01-15T14:37:40.704646+0000","last_unstale":"2023-01-15T14:53:40.394708+0000","last_undegraded":"2023-01-15T14:53:40.394708+0000","last_fullsized":"2023-01-15T14:53:40.394708+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:14:12.062281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":237,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"211'375","reported_seq":1640,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.681063+0000","last_change":"2023-01-15T14:37:38.690501+0000","last_active":"2023-01-15T14:53:38.681063+0000","last_peered":"2023-01-15T14:53:38.681063+0000","last_clean":"2023-01-15T14:53:38.681063+0000","last_became_active":"2023-01-15T14:37:38.690229+0000","last_became_peered":"2023-01-15T14:37:38.690229+0000","last_unstale":"2023-01-15T14:53:38.681063+0000","last_undegraded":"2023-01-15T14:53:38.681063+0000","last_fullsized":"2023-01-15T14:53:38.681063+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:50:24.159178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2183,"num_read_kb":2086,"num_write":446,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"211'174","reported_seq":487,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.761535+0000","last_change":"2023-01-15T14:37:36.681779+0000","last_active":"2023-01-15T14:53:35.761535+0000","last_peered":"2023-01-15T14:53:35.761535+0000","last_clean":"2023-01-15T14:53:35.761535+0000","last_became_active":"2023-01-15T14:37:36.681383+0000","last_became_peered":"2023-01-15T14:37:36.681383+0000","last_unstale":"2023-01-15T14:53:35.761535+0000","last_undegraded":"2023-01-15T14:53:35.761535+0000","last_fullsized":"2023-01-15T14:53:35.761535+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:26:41.190988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2072,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":368,"num_read_kb":1556,"num_write":960,"num_write_kb":23707,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"211'46","reported_seq":254,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:33.702214+0000","last_change":"2023-01-15T14:37:42.711214+0000","last_active":"2023-01-15T14:53:33.702214+0000","last_peered":"2023-01-15T14:53:33.702214+0000","last_clean":"2023-01-15T14:53:33.702214+0000","last_became_active":"2023-01-15T14:37:42.710775+0000","last_became_peered":"2023-01-15T14:37:42.710775+0000","last_unstale":"2023-01-15T14:53:33.702214+0000","last_undegraded":"2023-01-15T14:53:33.702214+0000","last_fullsized":"2023-01-15T14:53:33.702214+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:31:56.326044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":32,"num_read_kb":26,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"211'384","reported_seq":1154,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.461622+0000","last_change":"2023-01-15T14:37:44.717724+0000","last_active":"2023-01-15T14:53:40.461622+0000","last_peered":"2023-01-15T14:53:40.461622+0000","last_clean":"2023-01-15T14:53:40.461622+0000","last_became_active":"2023-01-15T14:37:44.717419+0000","last_became_peered":"2023-01-15T14:37:44.717419+0000","last_unstale":"2023-01-15T14:53:40.461622+0000","last_undegraded":"2023-01-15T14:53:40.461622+0000","last_fullsized":"2023-01-15T14:53:40.461622+0000","mapping_epoch":28,"log_start":"208'300","ondisk_log_start":"208'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:22:14.640560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"211'112","reported_seq":305,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.959275+0000","last_change":"2023-01-15T14:37:46.719904+0000","last_active":"2023-01-15T14:53:38.959275+0000","last_peered":"2023-01-15T14:53:38.959275+0000","last_clean":"2023-01-15T14:53:38.959275+0000","last_became_active":"2023-01-15T14:37:46.719667+0000","last_became_peered":"2023-01-15T14:37:46.719667+0000","last_unstale":"2023-01-15T14:53:38.959275+0000","last_undegraded":"2023-01-15T14:53:38.959275+0000","last_fullsized":"2023-01-15T14:53:38.959275+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:25:38.240655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":91,"num_write":288,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":196,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:12.468400+0000","last_change":"2023-01-15T14:37:40.703594+0000","last_active":"2023-01-15T14:51:12.468400+0000","last_peered":"2023-01-15T14:51:12.468400+0000","last_clean":"2023-01-15T14:51:12.468400+0000","last_became_active":"2023-01-15T14:37:40.703342+0000","last_became_peered":"2023-01-15T14:37:40.703342+0000","last_unstale":"2023-01-15T14:51:12.468400+0000","last_undegraded":"2023-01-15T14:51:12.468400+0000","last_fullsized":"2023-01-15T14:51:12.468400+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:00:33.311561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"211'447","reported_seq":1876,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.684175+0000","last_change":"2023-01-15T14:37:38.691560+0000","last_active":"2023-01-15T14:53:39.684175+0000","last_peered":"2023-01-15T14:53:39.684175+0000","last_clean":"2023-01-15T14:53:39.684175+0000","last_became_active":"2023-01-15T14:37:38.691279+0000","last_became_peered":"2023-01-15T14:37:38.691279+0000","last_unstale":"2023-01-15T14:53:39.684175+0000","last_undegraded":"2023-01-15T14:53:39.684175+0000","last_fullsized":"2023-01-15T14:53:39.684175+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:34:31.086678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2821,"num_read_kb":2652,"num_write":586,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"211'191","reported_seq":525,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.607234+0000","last_change":"2023-01-15T14:37:36.676521+0000","last_active":"2023-01-15T14:53:39.607234+0000","last_peered":"2023-01-15T14:53:39.607234+0000","last_clean":"2023-01-15T14:53:39.607234+0000","last_became_active":"2023-01-15T14:37:36.676284+0000","last_became_peered":"2023-01-15T14:37:36.676284+0000","last_unstale":"2023-01-15T14:53:39.607234+0000","last_undegraded":"2023-01-15T14:53:39.607234+0000","last_fullsized":"2023-01-15T14:53:39.607234+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:51:55.635242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5297271,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":429,"num_read_kb":12123,"num_write":984,"num_write_kb":45569,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.d","version":"211'139","reported_seq":417,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.437234+0000","last_change":"2023-01-15T14:37:42.713375+0000","last_active":"2023-01-15T14:53:40.437234+0000","last_peered":"2023-01-15T14:53:40.437234+0000","last_clean":"2023-01-15T14:53:40.437234+0000","last_became_active":"2023-01-15T14:37:42.713106+0000","last_became_peered":"2023-01-15T14:37:42.713106+0000","last_unstale":"2023-01-15T14:53:40.437234+0000","last_undegraded":"2023-01-15T14:53:40.437234+0000","last_fullsized":"2023-01-15T14:53:40.437234+0000","mapping_epoch":26,"log_start":"208'100","ondisk_log_start":"208'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:08:45.043110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7205,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1206,"num_read_kb":1196,"num_write":2144,"num_write_kb":2062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:17.454731+0000","last_change":"2023-01-15T14:37:44.716424+0000","last_active":"2023-01-15T14:51:17.454731+0000","last_peered":"2023-01-15T14:51:17.454731+0000","last_clean":"2023-01-15T14:51:17.454731+0000","last_became_active":"2023-01-15T14:37:44.716207+0000","last_became_peered":"2023-01-15T14:37:44.716207+0000","last_unstale":"2023-01-15T14:51:17.454731+0000","last_undegraded":"2023-01-15T14:51:17.454731+0000","last_fullsized":"2023-01-15T14:51:17.454731+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:29:03.327429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"211'136","reported_seq":331,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.111790+0000","last_change":"2023-01-15T14:37:46.721595+0000","last_active":"2023-01-15T14:53:40.111790+0000","last_peered":"2023-01-15T14:53:40.111790+0000","last_clean":"2023-01-15T14:53:40.111790+0000","last_became_active":"2023-01-15T14:37:46.721290+0000","last_became_peered":"2023-01-15T14:37:46.721290+0000","last_unstale":"2023-01-15T14:53:40.111790+0000","last_undegraded":"2023-01-15T14:53:40.111790+0000","last_fullsized":"2023-01-15T14:53:40.111790+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:49:34.918812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":131,"num_write":344,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":190,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.476538+0000","last_change":"2023-01-15T14:37:40.704476+0000","last_active":"2023-01-15T14:50:12.476538+0000","last_peered":"2023-01-15T14:50:12.476538+0000","last_clean":"2023-01-15T14:50:12.476538+0000","last_became_active":"2023-01-15T14:37:40.704214+0000","last_became_peered":"2023-01-15T14:37:40.704214+0000","last_unstale":"2023-01-15T14:50:12.476538+0000","last_undegraded":"2023-01-15T14:50:12.476538+0000","last_fullsized":"2023-01-15T14:50:12.476538+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:12:54.862777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":202,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:02.454770+0000","last_change":"2023-01-15T14:37:29.889263+0000","last_active":"2023-01-15T14:50:02.454770+0000","last_peered":"2023-01-15T14:50:02.454770+0000","last_clean":"2023-01-15T14:50:02.454770+0000","last_became_active":"2023-01-15T14:37:29.888963+0000","last_became_peered":"2023-01-15T14:37:29.888963+0000","last_unstale":"2023-01-15T14:50:02.454770+0000","last_undegraded":"2023-01-15T14:50:02.454770+0000","last_fullsized":"2023-01-15T14:50:02.454770+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:38:15.449835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"211'165","reported_seq":475,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.376118+0000","last_change":"2023-01-15T14:37:36.685505+0000","last_active":"2023-01-15T14:53:35.376118+0000","last_peered":"2023-01-15T14:53:35.376118+0000","last_clean":"2023-01-15T14:53:35.376118+0000","last_became_active":"2023-01-15T14:37:36.685227+0000","last_became_peered":"2023-01-15T14:37:36.685227+0000","last_unstale":"2023-01-15T14:53:35.376118+0000","last_undegraded":"2023-01-15T14:53:35.376118+0000","last_fullsized":"2023-01-15T14:53:35.376118+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:19:34.667498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6690664,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":339,"num_read_kb":18819,"num_write":846,"num_write_kb":26977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"211'365","reported_seq":1726,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.762127+0000","last_change":"2023-01-15T14:37:38.694751+0000","last_active":"2023-01-15T14:53:38.762127+0000","last_peered":"2023-01-15T14:53:38.762127+0000","last_clean":"2023-01-15T14:53:38.762127+0000","last_became_active":"2023-01-15T14:37:38.694505+0000","last_became_peered":"2023-01-15T14:37:38.694505+0000","last_unstale":"2023-01-15T14:53:38.762127+0000","last_undegraded":"2023-01-15T14:53:38.762127+0000","last_fullsized":"2023-01-15T14:53:38.762127+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:09:48.682810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2257,"num_read_kb":2170,"num_write":412,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"211'1663","reported_seq":3264,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.446895+0000","last_change":"2023-01-15T14:37:42.715832+0000","last_active":"2023-01-15T14:53:40.446895+0000","last_peered":"2023-01-15T14:53:40.446895+0000","last_clean":"2023-01-15T14:53:40.446895+0000","last_became_active":"2023-01-15T14:37:42.715338+0000","last_became_peered":"2023-01-15T14:37:42.715338+0000","last_unstale":"2023-01-15T14:53:40.446895+0000","last_undegraded":"2023-01-15T14:53:40.446895+0000","last_fullsized":"2023-01-15T14:53:40.446895+0000","mapping_epoch":26,"log_start":"211'1600","ondisk_log_start":"211'1600","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":1600,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:43:15.774094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16221,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":2310,"num_read_kb":2295,"num_write":1591,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":192,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.459843+0000","last_change":"2023-01-15T14:37:44.713410+0000","last_active":"2023-01-15T14:50:17.459843+0000","last_peered":"2023-01-15T14:50:17.459843+0000","last_clean":"2023-01-15T14:50:17.459843+0000","last_became_active":"2023-01-15T14:37:44.713170+0000","last_became_peered":"2023-01-15T14:37:44.713170+0000","last_unstale":"2023-01-15T14:50:17.459843+0000","last_undegraded":"2023-01-15T14:50:17.459843+0000","last_fullsized":"2023-01-15T14:50:17.459843+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:36:39.198243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"211'152","reported_seq":352,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.702627+0000","last_change":"2023-01-15T14:37:47.298477+0000","last_active":"2023-01-15T14:53:39.702627+0000","last_peered":"2023-01-15T14:53:39.702627+0000","last_clean":"2023-01-15T14:53:39.702627+0000","last_became_active":"2023-01-15T14:37:47.298162+0000","last_became_peered":"2023-01-15T14:37:47.298162+0000","last_unstale":"2023-01-15T14:53:39.702627+0000","last_undegraded":"2023-01-15T14:53:39.702627+0000","last_fullsized":"2023-01-15T14:53:39.702627+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:54:00.988664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":166,"num_read_kb":166,"num_write":418,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":190,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.476656+0000","last_change":"2023-01-15T14:37:40.703572+0000","last_active":"2023-01-15T14:50:12.476656+0000","last_peered":"2023-01-15T14:50:12.476656+0000","last_clean":"2023-01-15T14:50:12.476656+0000","last_became_active":"2023-01-15T14:37:40.703243+0000","last_became_peered":"2023-01-15T14:37:40.703243+0000","last_unstale":"2023-01-15T14:50:12.476656+0000","last_undegraded":"2023-01-15T14:50:12.476656+0000","last_fullsized":"2023-01-15T14:50:12.476656+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:25:58.863936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":206,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:02.457219+0000","last_change":"2023-01-15T14:37:29.628864+0000","last_active":"2023-01-15T14:50:02.457219+0000","last_peered":"2023-01-15T14:50:02.457219+0000","last_clean":"2023-01-15T14:50:02.457219+0000","last_became_active":"2023-01-15T14:37:29.628564+0000","last_became_peered":"2023-01-15T14:37:29.628564+0000","last_unstale":"2023-01-15T14:50:02.457219+0000","last_undegraded":"2023-01-15T14:50:02.457219+0000","last_fullsized":"2023-01-15T14:50:02.457219+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:15:36.369780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"211'163","reported_seq":500,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.530101+0000","last_change":"2023-01-15T14:37:36.737172+0000","last_active":"2023-01-15T14:53:35.530101+0000","last_peered":"2023-01-15T14:53:35.530101+0000","last_clean":"2023-01-15T14:53:35.530101+0000","last_became_active":"2023-01-15T14:37:36.690568+0000","last_became_peered":"2023-01-15T14:37:36.690568+0000","last_unstale":"2023-01-15T14:53:35.530101+0000","last_undegraded":"2023-01-15T14:53:35.530101+0000","last_fullsized":"2023-01-15T14:53:35.530101+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:25:06.182292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10759228,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":369,"num_read_kb":83033,"num_write":860,"num_write_kb":49550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"211'420","reported_seq":1832,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.683992+0000","last_change":"2023-01-15T14:37:38.696277+0000","last_active":"2023-01-15T14:53:39.683992+0000","last_peered":"2023-01-15T14:53:39.683992+0000","last_clean":"2023-01-15T14:53:39.683992+0000","last_became_active":"2023-01-15T14:37:38.696020+0000","last_became_peered":"2023-01-15T14:37:38.696020+0000","last_unstale":"2023-01-15T14:53:39.683992+0000","last_undegraded":"2023-01-15T14:53:39.683992+0000","last_fullsized":"2023-01-15T14:53:39.683992+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":400,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:45:35.339752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2488,"num_read_kb":2356,"num_write":492,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"211'70","reported_seq":295,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:32.505724+0000","last_change":"2023-01-15T14:37:42.711168+0000","last_active":"2023-01-15T14:53:32.505724+0000","last_peered":"2023-01-15T14:53:32.505724+0000","last_clean":"2023-01-15T14:53:32.505724+0000","last_became_active":"2023-01-15T14:37:42.710756+0000","last_became_peered":"2023-01-15T14:37:42.710756+0000","last_unstale":"2023-01-15T14:53:32.505724+0000","last_undegraded":"2023-01-15T14:53:32.505724+0000","last_fullsized":"2023-01-15T14:53:32.505724+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":0,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:46:04.324806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:47.451222+0000","last_change":"2023-01-15T14:37:44.714210+0000","last_active":"2023-01-15T14:50:47.451222+0000","last_peered":"2023-01-15T14:50:47.451222+0000","last_clean":"2023-01-15T14:50:47.451222+0000","last_became_active":"2023-01-15T14:37:44.713966+0000","last_became_peered":"2023-01-15T14:37:44.713966+0000","last_unstale":"2023-01-15T14:50:47.451222+0000","last_undegraded":"2023-01-15T14:50:47.451222+0000","last_fullsized":"2023-01-15T14:50:47.451222+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:06:20.105237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"211'104","reported_seq":316,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:32.860955+0000","last_change":"2023-01-15T14:37:46.718055+0000","last_active":"2023-01-15T14:53:32.860955+0000","last_peered":"2023-01-15T14:53:32.860955+0000","last_clean":"2023-01-15T14:53:32.860955+0000","last_became_active":"2023-01-15T14:37:46.717837+0000","last_became_peered":"2023-01-15T14:37:46.717837+0000","last_unstale":"2023-01-15T14:53:32.860955+0000","last_undegraded":"2023-01-15T14:53:32.860955+0000","last_fullsized":"2023-01-15T14:53:32.860955+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:30:44.664640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":111,"num_read_kb":111,"num_write":255,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:42.446860+0000","last_change":"2023-01-15T14:37:40.699163+0000","last_active":"2023-01-15T14:50:42.446860+0000","last_peered":"2023-01-15T14:50:42.446860+0000","last_clean":"2023-01-15T14:50:42.446860+0000","last_became_active":"2023-01-15T14:37:40.698895+0000","last_became_peered":"2023-01-15T14:37:40.698895+0000","last_unstale":"2023-01-15T14:50:42.446860+0000","last_undegraded":"2023-01-15T14:50:42.446860+0000","last_fullsized":"2023-01-15T14:50:42.446860+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:55:31.082719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"211'384","reported_seq":1630,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.759119+0000","last_change":"2023-01-15T14:37:38.698385+0000","last_active":"2023-01-15T14:53:38.759119+0000","last_peered":"2023-01-15T14:53:38.759119+0000","last_clean":"2023-01-15T14:53:38.759119+0000","last_became_active":"2023-01-15T14:37:38.698045+0000","last_became_peered":"2023-01-15T14:37:38.698045+0000","last_unstale":"2023-01-15T14:53:38.759119+0000","last_undegraded":"2023-01-15T14:53:38.759119+0000","last_fullsized":"2023-01-15T14:53:38.759119+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:36:33.299741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2171,"num_read_kb":2049,"num_write":448,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":202,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:57.440678+0000","last_change":"2023-01-15T14:37:30.264547+0000","last_active":"2023-01-15T14:49:57.440678+0000","last_peered":"2023-01-15T14:49:57.440678+0000","last_clean":"2023-01-15T14:49:57.440678+0000","last_became_active":"2023-01-15T14:37:30.264281+0000","last_became_peered":"2023-01-15T14:37:30.264281+0000","last_unstale":"2023-01-15T14:49:57.440678+0000","last_undegraded":"2023-01-15T14:49:57.440678+0000","last_fullsized":"2023-01-15T14:49:57.440678+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:35:23.596247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"211'189","reported_seq":676,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.635108+0000","last_change":"2023-01-15T14:37:36.674787+0000","last_active":"2023-01-15T14:53:39.635108+0000","last_peered":"2023-01-15T14:53:39.635108+0000","last_clean":"2023-01-15T14:53:39.635108+0000","last_became_active":"2023-01-15T14:37:36.674534+0000","last_became_peered":"2023-01-15T14:37:36.674534+0000","last_unstale":"2023-01-15T14:53:39.635108+0000","last_undegraded":"2023-01-15T14:53:39.635108+0000","last_fullsized":"2023-01-15T14:53:39.635108+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:23:31.468826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5815863,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":785,"num_read_kb":123527,"num_write":1100,"num_write_kb":23225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"211'75","reported_seq":293,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.696902+0000","last_change":"2023-01-15T14:37:42.704035+0000","last_active":"2023-01-15T14:53:37.696902+0000","last_peered":"2023-01-15T14:53:37.696902+0000","last_clean":"2023-01-15T14:53:37.696902+0000","last_became_active":"2023-01-15T14:37:42.703267+0000","last_became_peered":"2023-01-15T14:37:42.703267+0000","last_unstale":"2023-01-15T14:53:37.696902+0000","last_undegraded":"2023-01-15T14:53:37.696902+0000","last_fullsized":"2023-01-15T14:53:37.696902+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:03:20.567875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":87,"num_read_kb":79,"num_write":65,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":186,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.477346+0000","last_change":"2023-01-15T14:37:44.713616+0000","last_active":"2023-01-15T14:50:17.477346+0000","last_peered":"2023-01-15T14:50:17.477346+0000","last_clean":"2023-01-15T14:50:17.477346+0000","last_became_active":"2023-01-15T14:37:44.713364+0000","last_became_peered":"2023-01-15T14:37:44.713364+0000","last_unstale":"2023-01-15T14:50:17.477346+0000","last_undegraded":"2023-01-15T14:50:17.477346+0000","last_fullsized":"2023-01-15T14:50:17.477346+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:40:07.388770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"211'214","reported_seq":435,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.884022+0000","last_change":"2023-01-15T14:37:46.717939+0000","last_active":"2023-01-15T14:53:38.884022+0000","last_peered":"2023-01-15T14:53:38.884022+0000","last_clean":"2023-01-15T14:53:38.884022+0000","last_became_active":"2023-01-15T14:37:46.717639+0000","last_became_peered":"2023-01-15T14:37:46.717639+0000","last_unstale":"2023-01-15T14:53:38.884022+0000","last_undegraded":"2023-01-15T14:53:38.884022+0000","last_fullsized":"2023-01-15T14:53:38.884022+0000","mapping_epoch":30,"log_start":"211'200","ondisk_log_start":"211'200","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:02:23.856640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":313,"num_read_kb":337,"num_write":512,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":192,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.458879+0000","last_change":"2023-01-15T14:37:40.699573+0000","last_active":"2023-01-15T14:50:12.458879+0000","last_peered":"2023-01-15T14:50:12.458879+0000","last_clean":"2023-01-15T14:50:12.458879+0000","last_became_active":"2023-01-15T14:37:40.699246+0000","last_became_peered":"2023-01-15T14:37:40.699246+0000","last_unstale":"2023-01-15T14:50:12.458879+0000","last_undegraded":"2023-01-15T14:50:12.458879+0000","last_fullsized":"2023-01-15T14:50:12.458879+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:54:45.573791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"211'454","reported_seq":1669,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.031795+0000","last_change":"2023-01-15T14:37:38.687917+0000","last_active":"2023-01-15T14:53:39.031795+0000","last_peered":"2023-01-15T14:53:39.031795+0000","last_clean":"2023-01-15T14:53:39.031795+0000","last_became_active":"2023-01-15T14:37:38.687490+0000","last_became_peered":"2023-01-15T14:37:38.687490+0000","last_unstale":"2023-01-15T14:53:39.031795+0000","last_undegraded":"2023-01-15T14:53:39.031795+0000","last_fullsized":"2023-01-15T14:53:39.031795+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":400,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:38.021944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2487,"num_read_kb":2271,"num_write":577,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":206,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:02.457249+0000","last_change":"2023-01-15T14:37:29.627557+0000","last_active":"2023-01-15T14:50:02.457249+0000","last_peered":"2023-01-15T14:50:02.457249+0000","last_clean":"2023-01-15T14:50:02.457249+0000","last_became_active":"2023-01-15T14:37:29.627291+0000","last_became_peered":"2023-01-15T14:37:29.627291+0000","last_unstale":"2023-01-15T14:50:02.457249+0000","last_undegraded":"2023-01-15T14:50:02.457249+0000","last_fullsized":"2023-01-15T14:50:02.457249+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:11:35.808261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":353,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:27.470753+0000","last_change":"2023-01-15T14:37:24.852695+0000","last_active":"2023-01-15T14:51:27.470753+0000","last_peered":"2023-01-15T14:51:27.470753+0000","last_clean":"2023-01-15T14:51:27.470753+0000","last_became_active":"2023-01-15T14:37:24.851968+0000","last_became_peered":"2023-01-15T14:37:24.851968+0000","last_unstale":"2023-01-15T14:51:27.470753+0000","last_undegraded":"2023-01-15T14:51:27.470753+0000","last_fullsized":"2023-01-15T14:51:27.470753+0000","mapping_epoch":14,"log_start":"15'100","ondisk_log_start":"15'100","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:22.895058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:22.895058+0000","last_clean_scrub_stamp":"2023-01-15T14:37:22.895058+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:30:43.509829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"211'160","reported_seq":461,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.746502+0000","last_change":"2023-01-15T14:37:36.688440+0000","last_active":"2023-01-15T14:53:37.746502+0000","last_peered":"2023-01-15T14:53:37.746502+0000","last_clean":"2023-01-15T14:53:37.746502+0000","last_became_active":"2023-01-15T14:37:36.688008+0000","last_became_peered":"2023-01-15T14:37:36.688008+0000","last_unstale":"2023-01-15T14:53:37.746502+0000","last_undegraded":"2023-01-15T14:53:37.746502+0000","last_fullsized":"2023-01-15T14:53:37.746502+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:11:06.047492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145784,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":329,"num_read_kb":15725,"num_write":898,"num_write_kb":26668,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"211'1034","reported_seq":2058,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.438647+0000","last_change":"2023-01-15T14:37:42.717121+0000","last_active":"2023-01-15T14:53:40.438647+0000","last_peered":"2023-01-15T14:53:40.438647+0000","last_clean":"2023-01-15T14:53:40.438647+0000","last_became_active":"2023-01-15T14:37:42.716846+0000","last_became_peered":"2023-01-15T14:37:42.716846+0000","last_unstale":"2023-01-15T14:53:40.438647+0000","last_undegraded":"2023-01-15T14:53:40.438647+0000","last_fullsized":"2023-01-15T14:53:40.438647+0000","mapping_epoch":26,"log_start":"211'1000","ondisk_log_start":"211'1000","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":1000,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:53:19.497541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31526,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1544,"num_read_kb":1529,"num_write":1166,"num_write_kb":291,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":186,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:47.481930+0000","last_change":"2023-01-15T14:37:44.711829+0000","last_active":"2023-01-15T14:50:47.481930+0000","last_peered":"2023-01-15T14:50:47.481930+0000","last_clean":"2023-01-15T14:50:47.481930+0000","last_became_active":"2023-01-15T14:37:44.711557+0000","last_became_peered":"2023-01-15T14:37:44.711557+0000","last_unstale":"2023-01-15T14:50:47.481930+0000","last_undegraded":"2023-01-15T14:50:47.481930+0000","last_fullsized":"2023-01-15T14:50:47.481930+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:58:14.319541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"211'111","reported_seq":315,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.170012+0000","last_change":"2023-01-15T14:37:46.721515+0000","last_active":"2023-01-15T14:53:38.170012+0000","last_peered":"2023-01-15T14:53:38.170012+0000","last_clean":"2023-01-15T14:53:38.170012+0000","last_became_active":"2023-01-15T14:37:46.721290+0000","last_became_peered":"2023-01-15T14:37:46.721290+0000","last_unstale":"2023-01-15T14:53:38.170012+0000","last_undegraded":"2023-01-15T14:53:38.170012+0000","last_fullsized":"2023-01-15T14:53:38.170012+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:43:28.203433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":121,"num_read_kb":121,"num_write":299,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":199,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:42.463297+0000","last_change":"2023-01-15T14:37:40.698940+0000","last_active":"2023-01-15T14:50:42.463297+0000","last_peered":"2023-01-15T14:50:42.463297+0000","last_clean":"2023-01-15T14:50:42.463297+0000","last_became_active":"2023-01-15T14:37:40.698663+0000","last_became_peered":"2023-01-15T14:37:40.698663+0000","last_unstale":"2023-01-15T14:50:42.463297+0000","last_undegraded":"2023-01-15T14:50:42.463297+0000","last_fullsized":"2023-01-15T14:50:42.463297+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:21:19.237789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"211'760","reported_seq":2002,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.954671+0000","last_change":"2023-01-15T14:38:22.227208+0000","last_active":"2023-01-15T14:53:38.954671+0000","last_peered":"2023-01-15T14:53:38.954671+0000","last_clean":"2023-01-15T14:53:38.954671+0000","last_became_active":"2023-01-15T14:38:22.226914+0000","last_became_peered":"2023-01-15T14:38:22.226914+0000","last_unstale":"2023-01-15T14:53:38.954671+0000","last_undegraded":"2023-01-15T14:53:38.954671+0000","last_fullsized":"2023-01-15T14:53:38.954671+0000","mapping_epoch":33,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:01:51.989818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3483,"num_read_kb":3113,"num_write":1016,"num_write_kb":377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":200,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:32.471855+0000","last_change":"2023-01-15T14:37:29.628681+0000","last_active":"2023-01-15T14:51:32.471855+0000","last_peered":"2023-01-15T14:51:32.471855+0000","last_clean":"2023-01-15T14:51:32.471855+0000","last_became_active":"2023-01-15T14:37:29.628441+0000","last_became_peered":"2023-01-15T14:37:29.628441+0000","last_unstale":"2023-01-15T14:51:32.471855+0000","last_undegraded":"2023-01-15T14:51:32.471855+0000","last_fullsized":"2023-01-15T14:51:32.471855+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:19:12.253299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"211'214","reported_seq":533,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.553174+0000","last_change":"2023-01-15T14:37:36.684950+0000","last_active":"2023-01-15T14:53:35.553174+0000","last_peered":"2023-01-15T14:53:35.553174+0000","last_clean":"2023-01-15T14:53:35.553174+0000","last_became_active":"2023-01-15T14:37:36.684466+0000","last_became_peered":"2023-01-15T14:37:36.684466+0000","last_unstale":"2023-01-15T14:53:35.553174+0000","last_undegraded":"2023-01-15T14:53:35.553174+0000","last_fullsized":"2023-01-15T14:53:35.553174+0000","mapping_epoch":20,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:23:53.606498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3120,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":450,"num_read_kb":736,"num_write":1138,"num_write_kb":11689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.4","version":"211'1289","reported_seq":2605,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.520682+0000","last_change":"2023-01-15T14:37:42.711830+0000","last_active":"2023-01-15T14:53:40.520682+0000","last_peered":"2023-01-15T14:53:40.520682+0000","last_clean":"2023-01-15T14:53:40.520682+0000","last_became_active":"2023-01-15T14:37:42.711627+0000","last_became_peered":"2023-01-15T14:37:42.711627+0000","last_unstale":"2023-01-15T14:53:40.520682+0000","last_undegraded":"2023-01-15T14:53:40.520682+0000","last_fullsized":"2023-01-15T14:53:40.520682+0000","mapping_epoch":26,"log_start":"211'1200","ondisk_log_start":"211'1200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":1200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:39:49.136765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60304,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":1801,"num_read_kb":1784,"num_write":948,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":188,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.459719+0000","last_change":"2023-01-15T14:37:44.716760+0000","last_active":"2023-01-15T14:50:17.459719+0000","last_peered":"2023-01-15T14:50:17.459719+0000","last_clean":"2023-01-15T14:50:17.459719+0000","last_became_active":"2023-01-15T14:37:44.716522+0000","last_became_peered":"2023-01-15T14:37:44.716522+0000","last_unstale":"2023-01-15T14:50:17.459719+0000","last_undegraded":"2023-01-15T14:50:17.459719+0000","last_fullsized":"2023-01-15T14:50:17.459719+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:35:41.276323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"211'221","reported_seq":457,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.682720+0000","last_change":"2023-01-15T14:37:47.299621+0000","last_active":"2023-01-15T14:53:38.682720+0000","last_peered":"2023-01-15T14:53:38.682720+0000","last_clean":"2023-01-15T14:53:38.682720+0000","last_became_active":"2023-01-15T14:37:47.299336+0000","last_became_peered":"2023-01-15T14:37:47.299336+0000","last_unstale":"2023-01-15T14:53:38.682720+0000","last_undegraded":"2023-01-15T14:53:38.682720+0000","last_fullsized":"2023-01-15T14:53:38.682720+0000","mapping_epoch":30,"log_start":"211'200","ondisk_log_start":"211'200","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:09:24.425424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":321,"num_read_kb":321,"num_write":605,"num_write_kb":156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.446772+0000","last_change":"2023-01-15T14:37:40.703149+0000","last_active":"2023-01-15T14:50:12.446772+0000","last_peered":"2023-01-15T14:50:12.446772+0000","last_clean":"2023-01-15T14:50:12.446772+0000","last_became_active":"2023-01-15T14:37:40.702901+0000","last_became_peered":"2023-01-15T14:37:40.702901+0000","last_unstale":"2023-01-15T14:50:12.446772+0000","last_undegraded":"2023-01-15T14:50:12.446772+0000","last_fullsized":"2023-01-15T14:50:12.446772+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:25:38.706071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":199,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:02.457313+0000","last_change":"2023-01-15T14:37:29.889154+0000","last_active":"2023-01-15T14:50:02.457313+0000","last_peered":"2023-01-15T14:50:02.457313+0000","last_clean":"2023-01-15T14:50:02.457313+0000","last_became_active":"2023-01-15T14:37:29.888890+0000","last_became_peered":"2023-01-15T14:37:29.888890+0000","last_unstale":"2023-01-15T14:50:02.457313+0000","last_undegraded":"2023-01-15T14:50:02.457313+0000","last_fullsized":"2023-01-15T14:50:02.457313+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:37:34.810620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"211'233","reported_seq":583,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.654928+0000","last_change":"2023-01-15T14:37:36.675002+0000","last_active":"2023-01-15T14:53:39.654928+0000","last_peered":"2023-01-15T14:53:39.654928+0000","last_clean":"2023-01-15T14:53:39.654928+0000","last_became_active":"2023-01-15T14:37:36.674735+0000","last_became_peered":"2023-01-15T14:37:36.674735+0000","last_unstale":"2023-01-15T14:53:39.654928+0000","last_undegraded":"2023-01-15T14:53:39.654928+0000","last_fullsized":"2023-01-15T14:53:39.654928+0000","mapping_epoch":20,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:18:40.182960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77051,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":588,"num_read_kb":1145,"num_write":1090,"num_write_kb":14571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"211'614","reported_seq":1693,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.879794+0000","last_change":"2023-01-15T14:37:38.701092+0000","last_active":"2023-01-15T14:53:38.879794+0000","last_peered":"2023-01-15T14:53:38.879794+0000","last_clean":"2023-01-15T14:53:38.879794+0000","last_became_active":"2023-01-15T14:37:38.700798+0000","last_became_peered":"2023-01-15T14:37:38.700798+0000","last_unstale":"2023-01-15T14:53:38.879794+0000","last_undegraded":"2023-01-15T14:53:38.879794+0000","last_fullsized":"2023-01-15T14:53:38.879794+0000","mapping_epoch":22,"log_start":"211'600","ondisk_log_start":"211'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":600,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:31:27.143420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2904,"num_read_kb":2618,"num_write":816,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"211'872","reported_seq":1761,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.716905+0000","last_change":"2023-01-15T14:37:42.707448+0000","last_active":"2023-01-15T14:53:39.716905+0000","last_peered":"2023-01-15T14:53:39.716905+0000","last_clean":"2023-01-15T14:53:39.716905+0000","last_became_active":"2023-01-15T14:37:42.707182+0000","last_became_peered":"2023-01-15T14:37:42.707182+0000","last_unstale":"2023-01-15T14:53:39.716905+0000","last_undegraded":"2023-01-15T14:53:39.716905+0000","last_fullsized":"2023-01-15T14:53:39.716905+0000","mapping_epoch":26,"log_start":"211'800","ondisk_log_start":"211'800","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":800,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:49:48.643911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1177,"num_read_kb":1168,"num_write":846,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"211'388","reported_seq":1407,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.459338+0000","last_change":"2023-01-15T14:37:44.715356+0000","last_active":"2023-01-15T14:53:40.459338+0000","last_peered":"2023-01-15T14:53:40.459338+0000","last_clean":"2023-01-15T14:53:40.459338+0000","last_became_active":"2023-01-15T14:37:44.715124+0000","last_became_peered":"2023-01-15T14:37:44.715124+0000","last_unstale":"2023-01-15T14:53:40.459338+0000","last_undegraded":"2023-01-15T14:53:40.459338+0000","last_fullsized":"2023-01-15T14:53:40.459338+0000","mapping_epoch":28,"log_start":"208'300","ondisk_log_start":"208'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:48:40.866202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"211'100","reported_seq":296,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:36.379627+0000","last_change":"2023-01-15T14:37:47.299840+0000","last_active":"2023-01-15T14:53:36.379627+0000","last_peered":"2023-01-15T14:53:36.379627+0000","last_clean":"2023-01-15T14:53:36.379627+0000","last_became_active":"2023-01-15T14:37:47.299599+0000","last_became_peered":"2023-01-15T14:37:47.299599+0000","last_unstale":"2023-01-15T14:53:36.379627+0000","last_undegraded":"2023-01-15T14:53:36.379627+0000","last_fullsized":"2023-01-15T14:53:36.379627+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:21:04.790453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":84,"num_write":260,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":196,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.459125+0000","last_change":"2023-01-15T14:37:40.700607+0000","last_active":"2023-01-15T14:50:12.459125+0000","last_peered":"2023-01-15T14:50:12.459125+0000","last_clean":"2023-01-15T14:50:12.459125+0000","last_became_active":"2023-01-15T14:37:40.698216+0000","last_became_peered":"2023-01-15T14:37:40.698216+0000","last_unstale":"2023-01-15T14:50:12.459125+0000","last_undegraded":"2023-01-15T14:50:12.459125+0000","last_fullsized":"2023-01-15T14:50:12.459125+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:12:35.131981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"211'192","reported_seq":537,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.627725+0000","last_change":"2023-01-15T14:37:36.678609+0000","last_active":"2023-01-15T14:53:37.627725+0000","last_peered":"2023-01-15T14:53:37.627725+0000","last_clean":"2023-01-15T14:53:37.627725+0000","last_became_active":"2023-01-15T14:37:36.678299+0000","last_became_peered":"2023-01-15T14:37:36.678299+0000","last_unstale":"2023-01-15T14:53:37.627725+0000","last_undegraded":"2023-01-15T14:53:37.627725+0000","last_fullsized":"2023-01-15T14:53:37.627725+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:23:08.489731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":403788,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":429,"num_read_kb":1087,"num_write":1076,"num_write_kb":27243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":202,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:27.458403+0000","last_change":"2023-01-15T14:37:29.628858+0000","last_active":"2023-01-15T14:50:27.458403+0000","last_peered":"2023-01-15T14:50:27.458403+0000","last_clean":"2023-01-15T14:50:27.458403+0000","last_became_active":"2023-01-15T14:37:29.628576+0000","last_became_peered":"2023-01-15T14:37:29.628576+0000","last_unstale":"2023-01-15T14:50:27.458403+0000","last_undegraded":"2023-01-15T14:50:27.458403+0000","last_fullsized":"2023-01-15T14:50:27.458403+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:39:25.804326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"211'371","reported_seq":1556,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.710095+0000","last_change":"2023-01-15T14:37:38.711911+0000","last_active":"2023-01-15T14:53:35.710095+0000","last_peered":"2023-01-15T14:53:35.710095+0000","last_clean":"2023-01-15T14:53:35.710095+0000","last_became_active":"2023-01-15T14:37:38.703434+0000","last_became_peered":"2023-01-15T14:37:38.703434+0000","last_unstale":"2023-01-15T14:53:35.710095+0000","last_undegraded":"2023-01-15T14:53:35.710095+0000","last_fullsized":"2023-01-15T14:53:35.710095+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:58:37.744469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2133,"num_read_kb":2009,"num_write":473,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"211'762","reported_seq":1610,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.684535+0000","last_change":"2023-01-15T14:37:42.709258+0000","last_active":"2023-01-15T14:53:39.684535+0000","last_peered":"2023-01-15T14:53:39.684535+0000","last_clean":"2023-01-15T14:53:39.684535+0000","last_became_active":"2023-01-15T14:37:42.708999+0000","last_became_peered":"2023-01-15T14:37:42.708999+0000","last_unstale":"2023-01-15T14:53:39.684535+0000","last_undegraded":"2023-01-15T14:53:39.684535+0000","last_fullsized":"2023-01-15T14:53:39.684535+0000","mapping_epoch":26,"log_start":"211'700","ondisk_log_start":"211'700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":700,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:07:37.241979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1062,"num_read_kb":1053,"num_write":745,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"211'420","reported_seq":1124,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.462336+0000","last_change":"2023-01-15T14:37:44.716359+0000","last_active":"2023-01-15T14:53:40.462336+0000","last_peered":"2023-01-15T14:53:40.462336+0000","last_clean":"2023-01-15T14:53:40.462336+0000","last_became_active":"2023-01-15T14:37:44.716031+0000","last_became_peered":"2023-01-15T14:37:44.716031+0000","last_unstale":"2023-01-15T14:53:40.462336+0000","last_undegraded":"2023-01-15T14:53:40.462336+0000","last_fullsized":"2023-01-15T14:53:40.462336+0000","mapping_epoch":28,"log_start":"211'400","ondisk_log_start":"211'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":400,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:33:05.840876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"211'127","reported_seq":314,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.703657+0000","last_change":"2023-01-15T14:37:46.715111+0000","last_active":"2023-01-15T14:53:39.703657+0000","last_peered":"2023-01-15T14:53:39.703657+0000","last_clean":"2023-01-15T14:53:39.703657+0000","last_became_active":"2023-01-15T14:37:46.714848+0000","last_became_peered":"2023-01-15T14:37:46.714848+0000","last_unstale":"2023-01-15T14:53:39.703657+0000","last_undegraded":"2023-01-15T14:53:39.703657+0000","last_fullsized":"2023-01-15T14:53:39.703657+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:50:41.066996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":372,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":376,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":201,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:42.484331+0000","last_change":"2023-01-15T14:37:40.703689+0000","last_active":"2023-01-15T14:51:42.484331+0000","last_peered":"2023-01-15T14:51:42.484331+0000","last_clean":"2023-01-15T14:51:42.484331+0000","last_became_active":"2023-01-15T14:37:40.703409+0000","last_became_peered":"2023-01-15T14:37:40.703409+0000","last_unstale":"2023-01-15T14:51:42.484331+0000","last_undegraded":"2023-01-15T14:51:42.484331+0000","last_fullsized":"2023-01-15T14:51:42.484331+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:57:24.297786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":202,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:32.449491+0000","last_change":"2023-01-15T14:37:29.625608+0000","last_active":"2023-01-15T14:50:32.449491+0000","last_peered":"2023-01-15T14:50:32.449491+0000","last_clean":"2023-01-15T14:50:32.449491+0000","last_became_active":"2023-01-15T14:37:29.625345+0000","last_became_peered":"2023-01-15T14:37:29.625345+0000","last_unstale":"2023-01-15T14:50:32.449491+0000","last_undegraded":"2023-01-15T14:50:32.449491+0000","last_fullsized":"2023-01-15T14:50:32.449491+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:21:19.142014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"211'212","reported_seq":557,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.342730+0000","last_change":"2023-01-15T14:37:36.693256+0000","last_active":"2023-01-15T14:53:38.342730+0000","last_peered":"2023-01-15T14:53:38.342730+0000","last_clean":"2023-01-15T14:53:38.342730+0000","last_became_active":"2023-01-15T14:37:36.690354+0000","last_became_peered":"2023-01-15T14:37:36.690354+0000","last_unstale":"2023-01-15T14:53:38.342730+0000","last_undegraded":"2023-01-15T14:53:38.342730+0000","last_fullsized":"2023-01-15T14:53:38.342730+0000","mapping_epoch":20,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:13:42.719875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275486,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":485,"num_read_kb":38325,"num_write":1072,"num_write_kb":26556,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"211'697","reported_seq":1948,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.678666+0000","last_change":"2023-01-15T14:37:38.698005+0000","last_active":"2023-01-15T14:53:38.678666+0000","last_peered":"2023-01-15T14:53:38.678666+0000","last_clean":"2023-01-15T14:53:38.678666+0000","last_became_active":"2023-01-15T14:37:38.697753+0000","last_became_peered":"2023-01-15T14:37:38.697753+0000","last_unstale":"2023-01-15T14:53:38.678666+0000","last_undegraded":"2023-01-15T14:53:38.678666+0000","last_fullsized":"2023-01-15T14:53:38.678666+0000","mapping_epoch":22,"log_start":"211'600","ondisk_log_start":"211'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":600,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:50:52.464249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3291,"num_read_kb":2979,"num_write":918,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"211'960","reported_seq":1959,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.431050+0000","last_change":"2023-01-15T14:37:42.703117+0000","last_active":"2023-01-15T14:53:40.431050+0000","last_peered":"2023-01-15T14:53:40.431050+0000","last_clean":"2023-01-15T14:53:40.431050+0000","last_became_active":"2023-01-15T14:37:42.702857+0000","last_became_peered":"2023-01-15T14:37:42.702857+0000","last_unstale":"2023-01-15T14:53:40.431050+0000","last_undegraded":"2023-01-15T14:53:40.431050+0000","last_fullsized":"2023-01-15T14:53:40.431050+0000","mapping_epoch":26,"log_start":"211'900","ondisk_log_start":"211'900","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":900,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:11:25.904497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26126,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1351,"num_read_kb":1336,"num_write":866,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":196,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.470783+0000","last_change":"2023-01-15T14:37:44.711247+0000","last_active":"2023-01-15T14:50:17.470783+0000","last_peered":"2023-01-15T14:50:17.470783+0000","last_clean":"2023-01-15T14:50:17.470783+0000","last_became_active":"2023-01-15T14:37:44.710451+0000","last_became_peered":"2023-01-15T14:37:44.710451+0000","last_unstale":"2023-01-15T14:50:17.470783+0000","last_undegraded":"2023-01-15T14:50:17.470783+0000","last_fullsized":"2023-01-15T14:50:17.470783+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:05:42.944095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"211'111","reported_seq":305,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.456394+0000","last_change":"2023-01-15T14:37:46.715908+0000","last_active":"2023-01-15T14:53:37.456394+0000","last_peered":"2023-01-15T14:53:37.456394+0000","last_clean":"2023-01-15T14:53:37.456394+0000","last_became_active":"2023-01-15T14:37:46.715668+0000","last_became_peered":"2023-01-15T14:37:46.715668+0000","last_unstale":"2023-01-15T14:53:37.456394+0000","last_undegraded":"2023-01-15T14:53:37.456394+0000","last_fullsized":"2023-01-15T14:53:37.456394+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:53:52.514860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":93,"num_read_kb":93,"num_write":296,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"211'457","reported_seq":1801,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.031209+0000","last_change":"2023-01-15T14:37:38.689230+0000","last_active":"2023-01-15T14:53:39.031209+0000","last_peered":"2023-01-15T14:53:39.031209+0000","last_clean":"2023-01-15T14:53:39.031209+0000","last_became_active":"2023-01-15T14:37:38.688987+0000","last_became_peered":"2023-01-15T14:37:38.688987+0000","last_unstale":"2023-01-15T14:53:39.031209+0000","last_undegraded":"2023-01-15T14:53:39.031209+0000","last_fullsized":"2023-01-15T14:53:39.031209+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":400,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:08:37.392794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2625,"num_read_kb":2457,"num_write":597,"num_write_kb":206,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"211'189","reported_seq":523,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.642529+0000","last_change":"2023-01-15T14:37:36.686731+0000","last_active":"2023-01-15T14:53:39.642529+0000","last_peered":"2023-01-15T14:53:39.642529+0000","last_clean":"2023-01-15T14:53:39.642529+0000","last_became_active":"2023-01-15T14:37:36.686491+0000","last_became_peered":"2023-01-15T14:37:36.686491+0000","last_unstale":"2023-01-15T14:53:39.642529+0000","last_undegraded":"2023-01-15T14:53:39.642529+0000","last_fullsized":"2023-01-15T14:53:39.642529+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:04:11.581353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":20599481,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":421,"num_read_kb":48171,"num_write":991,"num_write_kb":43708,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":194,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.456263+0000","last_change":"2023-01-15T14:37:40.705567+0000","last_active":"2023-01-15T14:50:12.456263+0000","last_peered":"2023-01-15T14:50:12.456263+0000","last_clean":"2023-01-15T14:50:12.456263+0000","last_became_active":"2023-01-15T14:37:40.704912+0000","last_became_peered":"2023-01-15T14:37:40.704912+0000","last_unstale":"2023-01-15T14:50:12.456263+0000","last_undegraded":"2023-01-15T14:50:12.456263+0000","last_fullsized":"2023-01-15T14:50:12.456263+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:18:21.375974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1e","version":"211'730","reported_seq":1562,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.645294+0000","last_change":"2023-01-15T14:37:42.703801+0000","last_active":"2023-01-15T14:53:39.645294+0000","last_peered":"2023-01-15T14:53:39.645294+0000","last_clean":"2023-01-15T14:53:39.645294+0000","last_became_active":"2023-01-15T14:37:42.703563+0000","last_became_peered":"2023-01-15T14:37:42.703563+0000","last_unstale":"2023-01-15T14:53:39.645294+0000","last_undegraded":"2023-01-15T14:53:39.645294+0000","last_fullsized":"2023-01-15T14:53:39.645294+0000","mapping_epoch":26,"log_start":"211'700","ondisk_log_start":"211'700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":700,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:20:24.679096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1028,"num_read_kb":1021,"num_write":740,"num_write_kb":34,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1f","version":"211'398","reported_seq":1557,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.458562+0000","last_change":"2023-01-15T14:37:44.718105+0000","last_active":"2023-01-15T14:53:40.458562+0000","last_peered":"2023-01-15T14:53:40.458562+0000","last_clean":"2023-01-15T14:53:40.458562+0000","last_became_active":"2023-01-15T14:37:44.717859+0000","last_became_peered":"2023-01-15T14:37:44.717859+0000","last_unstale":"2023-01-15T14:53:40.458562+0000","last_undegraded":"2023-01-15T14:53:40.458562+0000","last_fullsized":"2023-01-15T14:53:40.458562+0000","mapping_epoch":28,"log_start":"208'300","ondisk_log_start":"208'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":98,"log_dups_size":300,"ondisk_log_size":98,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:03:53.818624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.10","version":"211'156","reported_seq":349,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.533046+0000","last_change":"2023-01-15T14:37:46.718841+0000","last_active":"2023-01-15T14:53:38.533046+0000","last_peered":"2023-01-15T14:53:38.533046+0000","last_clean":"2023-01-15T14:53:38.533046+0000","last_became_active":"2023-01-15T14:37:46.718616+0000","last_became_peered":"2023-01-15T14:37:46.718616+0000","last_unstale":"2023-01-15T14:53:38.533046+0000","last_undegraded":"2023-01-15T14:53:38.533046+0000","last_fullsized":"2023-01-15T14:53:38.533046+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":100,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:25:57.319630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":102,"num_write":398,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.458727+0000","last_change":"2023-01-15T14:37:40.697058+0000","last_active":"2023-01-15T14:50:12.458727+0000","last_peered":"2023-01-15T14:50:12.458727+0000","last_clean":"2023-01-15T14:50:12.458727+0000","last_became_active":"2023-01-15T14:37:40.696799+0000","last_became_peered":"2023-01-15T14:37:40.696799+0000","last_unstale":"2023-01-15T14:50:12.458727+0000","last_undegraded":"2023-01-15T14:50:12.458727+0000","last_fullsized":"2023-01-15T14:50:12.458727+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:46:37.492466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"211'363","reported_seq":1495,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.569905+0000","last_change":"2023-01-15T14:37:38.701933+0000","last_active":"2023-01-15T14:53:37.569905+0000","last_peered":"2023-01-15T14:53:37.569905+0000","last_clean":"2023-01-15T14:53:37.569905+0000","last_became_active":"2023-01-15T14:37:38.701678+0000","last_became_peered":"2023-01-15T14:37:38.701678+0000","last_unstale":"2023-01-15T14:53:37.569905+0000","last_undegraded":"2023-01-15T14:53:37.569905+0000","last_fullsized":"2023-01-15T14:53:37.569905+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":300,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:19:11.347651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2079,"num_read_kb":1952,"num_write":488,"num_write_kb":180,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"211'154","reported_seq":438,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.640125+0000","last_change":"2023-01-15T14:37:36.685435+0000","last_active":"2023-01-15T14:53:39.640125+0000","last_peered":"2023-01-15T14:53:39.640125+0000","last_clean":"2023-01-15T14:53:39.640125+0000","last_became_active":"2023-01-15T14:37:36.685185+0000","last_became_peered":"2023-01-15T14:37:36.685185+0000","last_unstale":"2023-01-15T14:53:39.640125+0000","last_undegraded":"2023-01-15T14:53:39.640125+0000","last_fullsized":"2023-01-15T14:53:39.640125+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":100,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:13:03.935243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5831928,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":281,"num_read_kb":6560,"num_write":806,"num_write_kb":27228,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"211'2873","reported_seq":5647,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.082603+0000","last_change":"2023-01-15T14:37:42.711636+0000","last_active":"2023-01-15T14:53:40.082603+0000","last_peered":"2023-01-15T14:53:40.082603+0000","last_clean":"2023-01-15T14:53:40.082603+0000","last_became_active":"2023-01-15T14:37:42.711416+0000","last_became_peered":"2023-01-15T14:37:42.711416+0000","last_unstale":"2023-01-15T14:53:40.082603+0000","last_undegraded":"2023-01-15T14:53:40.082603+0000","last_fullsized":"2023-01-15T14:53:40.082603+0000","mapping_epoch":26,"log_start":"211'2800","ondisk_log_start":"211'2800","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":2800,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:18:30.876488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4395,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":4064,"num_read_kb":4051,"num_write":2821,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":185,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:52.473507+0000","last_change":"2023-01-15T14:37:44.714363+0000","last_active":"2023-01-15T14:49:52.473507+0000","last_peered":"2023-01-15T14:49:52.473507+0000","last_clean":"2023-01-15T14:49:52.473507+0000","last_became_active":"2023-01-15T14:37:44.714098+0000","last_became_peered":"2023-01-15T14:37:44.714098+0000","last_unstale":"2023-01-15T14:49:52.473507+0000","last_undegraded":"2023-01-15T14:49:52.473507+0000","last_fullsized":"2023-01-15T14:49:52.473507+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:07:49.396936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"211'124","reported_seq":318,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:31.414478+0000","last_change":"2023-01-15T14:37:46.715875+0000","last_active":"2023-01-15T14:53:31.414478+0000","last_peered":"2023-01-15T14:53:31.414478+0000","last_clean":"2023-01-15T14:53:31.414478+0000","last_became_active":"2023-01-15T14:37:46.715628+0000","last_became_peered":"2023-01-15T14:37:46.715628+0000","last_unstale":"2023-01-15T14:53:31.414478+0000","last_undegraded":"2023-01-15T14:53:31.414478+0000","last_fullsized":"2023-01-15T14:53:31.414478+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":100,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:49:08.393781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":121,"num_read_kb":121,"num_write":343,"num_write_kb":78,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":198,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.458650+0000","last_change":"2023-01-15T14:37:40.703519+0000","last_active":"2023-01-15T14:50:12.458650+0000","last_peered":"2023-01-15T14:50:12.458650+0000","last_clean":"2023-01-15T14:50:12.458650+0000","last_became_active":"2023-01-15T14:37:40.703252+0000","last_became_peered":"2023-01-15T14:37:40.703252+0000","last_unstale":"2023-01-15T14:50:12.458650+0000","last_undegraded":"2023-01-15T14:50:12.458650+0000","last_fullsized":"2023-01-15T14:50:12.458650+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:03:14.035770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"211'670","reported_seq":2030,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.683935+0000","last_change":"2023-01-15T14:38:21.777604+0000","last_active":"2023-01-15T14:53:39.683935+0000","last_peered":"2023-01-15T14:53:39.683935+0000","last_clean":"2023-01-15T14:53:39.683935+0000","last_became_active":"2023-01-15T14:38:21.777325+0000","last_became_peered":"2023-01-15T14:38:21.777325+0000","last_unstale":"2023-01-15T14:53:39.683935+0000","last_undegraded":"2023-01-15T14:53:39.683935+0000","last_fullsized":"2023-01-15T14:53:39.683935+0000","mapping_epoch":33,"log_start":"211'600","ondisk_log_start":"211'600","created":22,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":600,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:29:09.468111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3465,"num_read_kb":3093,"num_write":996,"num_write_kb":483,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"211'267","reported_seq":684,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:36.671582+0000","last_change":"2023-01-15T14:37:36.701236+0000","last_active":"2023-01-15T14:53:36.671582+0000","last_peered":"2023-01-15T14:53:36.671582+0000","last_clean":"2023-01-15T14:53:36.671582+0000","last_became_active":"2023-01-15T14:37:36.692246+0000","last_became_peered":"2023-01-15T14:37:36.692246+0000","last_unstale":"2023-01-15T14:53:36.671582+0000","last_undegraded":"2023-01-15T14:53:36.671582+0000","last_fullsized":"2023-01-15T14:53:36.671582+0000","mapping_epoch":20,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":200,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:42:22.155809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5297326,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":800,"num_read_kb":4888,"num_write":1237,"num_write_kb":18418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.18","version":"211'782","reported_seq":1655,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.083815+0000","last_change":"2023-01-15T14:37:42.713417+0000","last_active":"2023-01-15T14:53:40.083815+0000","last_peered":"2023-01-15T14:53:40.083815+0000","last_clean":"2023-01-15T14:53:40.083815+0000","last_became_active":"2023-01-15T14:37:42.712923+0000","last_became_peered":"2023-01-15T14:37:42.712923+0000","last_unstale":"2023-01-15T14:53:40.083815+0000","last_undegraded":"2023-01-15T14:53:40.083815+0000","last_fullsized":"2023-01-15T14:53:40.083815+0000","mapping_epoch":26,"log_start":"211'700","ondisk_log_start":"211'700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":700,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:26:37.086806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":13845,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1109,"num_read_kb":1102,"num_write":743,"num_write_kb":28,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":190,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:52.444051+0000","last_change":"2023-01-15T14:37:44.717599+0000","last_active":"2023-01-15T14:49:52.444051+0000","last_peered":"2023-01-15T14:49:52.444051+0000","last_clean":"2023-01-15T14:49:52.444051+0000","last_became_active":"2023-01-15T14:37:44.717350+0000","last_became_peered":"2023-01-15T14:37:44.717350+0000","last_unstale":"2023-01-15T14:49:52.444051+0000","last_undegraded":"2023-01-15T14:49:52.444051+0000","last_fullsized":"2023-01-15T14:49:52.444051+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:58:45.284486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.16","version":"211'117","reported_seq":331,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.111262+0000","last_change":"2023-01-15T14:37:47.298784+0000","last_active":"2023-01-15T14:53:40.111262+0000","last_peered":"2023-01-15T14:53:40.111262+0000","last_clean":"2023-01-15T14:53:40.111262+0000","last_became_active":"2023-01-15T14:37:47.298459+0000","last_became_peered":"2023-01-15T14:37:47.298459+0000","last_unstale":"2023-01-15T14:53:40.111262+0000","last_undegraded":"2023-01-15T14:53:40.111262+0000","last_fullsized":"2023-01-15T14:53:40.111262+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:02:25.617549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":157,"num_read_kb":157,"num_write":322,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:47.455374+0000","last_change":"2023-01-15T14:37:40.704854+0000","last_active":"2023-01-15T14:49:47.455374+0000","last_peered":"2023-01-15T14:49:47.455374+0000","last_clean":"2023-01-15T14:49:47.455374+0000","last_became_active":"2023-01-15T14:37:40.704117+0000","last_became_peered":"2023-01-15T14:37:40.704117+0000","last_unstale":"2023-01-15T14:49:47.455374+0000","last_undegraded":"2023-01-15T14:49:47.455374+0000","last_fullsized":"2023-01-15T14:49:47.455374+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:45:55.449539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"211'317","reported_seq":1554,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.681415+0000","last_change":"2023-01-15T14:37:38.699998+0000","last_active":"2023-01-15T14:53:38.681415+0000","last_peered":"2023-01-15T14:53:38.681415+0000","last_clean":"2023-01-15T14:53:38.681415+0000","last_became_active":"2023-01-15T14:37:38.699759+0000","last_became_peered":"2023-01-15T14:37:38.699759+0000","last_unstale":"2023-01-15T14:53:38.681415+0000","last_undegraded":"2023-01-15T14:53:38.681415+0000","last_fullsized":"2023-01-15T14:53:38.681415+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":300,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:40:56.605934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2106,"num_read_kb":2018,"num_write":376,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"211'164","reported_seq":582,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.645244+0000","last_change":"2023-01-15T14:37:36.679042+0000","last_active":"2023-01-15T14:53:39.645244+0000","last_peered":"2023-01-15T14:53:39.645244+0000","last_clean":"2023-01-15T14:53:39.645244+0000","last_became_active":"2023-01-15T14:37:36.678760+0000","last_became_peered":"2023-01-15T14:37:36.678760+0000","last_unstale":"2023-01-15T14:53:39.645244+0000","last_undegraded":"2023-01-15T14:53:39.645244+0000","last_fullsized":"2023-01-15T14:53:39.645244+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:51:29.426271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":922763,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":647,"num_read_kb":9222,"num_write":910,"num_write_kb":20705,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.1b","version":"211'795","reported_seq":1674,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.103434+0000","last_change":"2023-01-15T14:37:42.714171+0000","last_active":"2023-01-15T14:53:40.103434+0000","last_peered":"2023-01-15T14:53:40.103434+0000","last_clean":"2023-01-15T14:53:40.103434+0000","last_became_active":"2023-01-15T14:37:42.713810+0000","last_became_peered":"2023-01-15T14:37:42.713810+0000","last_unstale":"2023-01-15T14:53:40.103434+0000","last_undegraded":"2023-01-15T14:53:40.103434+0000","last_fullsized":"2023-01-15T14:53:40.103434+0000","mapping_epoch":26,"log_start":"211'700","ondisk_log_start":"211'700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":700,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:20:43.592351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5005,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1094,"num_read_kb":1089,"num_write":744,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.459899+0000","last_change":"2023-01-15T14:37:44.716778+0000","last_active":"2023-01-15T14:50:17.459899+0000","last_peered":"2023-01-15T14:50:17.459899+0000","last_clean":"2023-01-15T14:50:17.459899+0000","last_became_active":"2023-01-15T14:37:44.716579+0000","last_became_peered":"2023-01-15T14:37:44.716579+0000","last_unstale":"2023-01-15T14:50:17.459899+0000","last_undegraded":"2023-01-15T14:50:17.459899+0000","last_fullsized":"2023-01-15T14:50:17.459899+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:40:30.693034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.15","version":"211'186","reported_seq":399,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.849119+0000","last_change":"2023-01-15T14:37:46.716168+0000","last_active":"2023-01-15T14:53:39.849119+0000","last_peered":"2023-01-15T14:53:39.849119+0000","last_clean":"2023-01-15T14:53:39.849119+0000","last_became_active":"2023-01-15T14:37:46.715941+0000","last_became_peered":"2023-01-15T14:37:46.715941+0000","last_unstale":"2023-01-15T14:53:39.849119+0000","last_undegraded":"2023-01-15T14:53:39.849119+0000","last_fullsized":"2023-01-15T14:53:39.849119+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":100,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:47:22.701955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":253,"num_read_kb":253,"num_write":508,"num_write_kb":124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":194,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:47.452714+0000","last_change":"2023-01-15T14:37:40.702359+0000","last_active":"2023-01-15T14:49:47.452714+0000","last_peered":"2023-01-15T14:49:47.452714+0000","last_clean":"2023-01-15T14:49:47.452714+0000","last_became_active":"2023-01-15T14:37:40.702066+0000","last_became_peered":"2023-01-15T14:37:40.702066+0000","last_unstale":"2023-01-15T14:49:47.452714+0000","last_undegraded":"2023-01-15T14:49:47.452714+0000","last_fullsized":"2023-01-15T14:49:47.452714+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:51:38.029281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"211'365","reported_seq":1488,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.606247+0000","last_change":"2023-01-15T14:37:38.688317+0000","last_active":"2023-01-15T14:53:38.606247+0000","last_peered":"2023-01-15T14:53:38.606247+0000","last_clean":"2023-01-15T14:53:38.606247+0000","last_became_active":"2023-01-15T14:37:38.688028+0000","last_became_peered":"2023-01-15T14:37:38.688028+0000","last_unstale":"2023-01-15T14:53:38.606247+0000","last_undegraded":"2023-01-15T14:53:38.606247+0000","last_fullsized":"2023-01-15T14:53:38.606247+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:09:05.136220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2044,"num_read_kb":1911,"num_write":441,"num_write_kb":103,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"211'158","reported_seq":456,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.662662+0000","last_change":"2023-01-15T14:37:36.689505+0000","last_active":"2023-01-15T14:53:39.662662+0000","last_peered":"2023-01-15T14:53:39.662662+0000","last_clean":"2023-01-15T14:53:39.662662+0000","last_became_active":"2023-01-15T14:37:36.689211+0000","last_became_peered":"2023-01-15T14:37:36.689211+0000","last_unstale":"2023-01-15T14:53:39.662662+0000","last_undegraded":"2023-01-15T14:53:39.662662+0000","last_fullsized":"2023-01-15T14:53:39.662662+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:43:09.908151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5273222,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":337,"num_read_kb":4771,"num_write":867,"num_write_kb":14924,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"211'1558","reported_seq":3104,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.105911+0000","last_change":"2023-01-15T14:37:42.708464+0000","last_active":"2023-01-15T14:53:40.105911+0000","last_peered":"2023-01-15T14:53:40.105911+0000","last_clean":"2023-01-15T14:53:40.105911+0000","last_became_active":"2023-01-15T14:37:42.708111+0000","last_became_peered":"2023-01-15T14:37:42.708111+0000","last_unstale":"2023-01-15T14:53:40.105911+0000","last_undegraded":"2023-01-15T14:53:40.105911+0000","last_fullsized":"2023-01-15T14:53:40.105911+0000","mapping_epoch":26,"log_start":"211'1500","ondisk_log_start":"211'1500","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":1500,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:31:47.719858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5842,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2170,"num_read_kb":2161,"num_write":1508,"num_write_kb":23,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":185,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.477313+0000","last_change":"2023-01-15T14:37:44.713696+0000","last_active":"2023-01-15T14:50:17.477313+0000","last_peered":"2023-01-15T14:50:17.477313+0000","last_clean":"2023-01-15T14:50:17.477313+0000","last_became_active":"2023-01-15T14:37:44.713444+0000","last_became_peered":"2023-01-15T14:37:44.713444+0000","last_unstale":"2023-01-15T14:50:17.477313+0000","last_undegraded":"2023-01-15T14:50:17.477313+0000","last_fullsized":"2023-01-15T14:50:17.477313+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:05:11.672124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.14","version":"211'140","reported_seq":338,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.457905+0000","last_change":"2023-01-15T14:37:46.717864+0000","last_active":"2023-01-15T14:53:37.457905+0000","last_peered":"2023-01-15T14:53:37.457905+0000","last_clean":"2023-01-15T14:53:37.457905+0000","last_became_active":"2023-01-15T14:37:46.717218+0000","last_became_peered":"2023-01-15T14:37:46.717218+0000","last_unstale":"2023-01-15T14:53:37.457905+0000","last_undegraded":"2023-01-15T14:53:37.457905+0000","last_fullsized":"2023-01-15T14:53:37.457905+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":100,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:29:24.456492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":146,"num_read_kb":146,"num_write":386,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.1e","version":"0'0","reported_seq":12,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:37.473109+0000","last_change":"2023-01-15T14:49:35.958289+0000","last_active":"2023-01-15T14:51:37.473109+0000","last_peered":"2023-01-15T14:51:37.473109+0000","last_clean":"2023-01-15T14:51:37.473109+0000","last_became_active":"2023-01-15T14:49:35.958055+0000","last_became_peered":"2023-01-15T14:49:35.958055+0000","last_unstale":"2023-01-15T14:51:37.473109+0000","last_undegraded":"2023-01-15T14:51:37.473109+0000","last_fullsized":"2023-01-15T14:51:37.473109+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:08:23.296533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.1f","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:47.454845+0000","last_change":"2023-01-15T14:43:28.978213+0000","last_active":"2023-01-15T14:49:47.454845+0000","last_peered":"2023-01-15T14:49:47.454845+0000","last_clean":"2023-01-15T14:49:47.454845+0000","last_became_active":"2023-01-15T14:43:28.977937+0000","last_became_peered":"2023-01-15T14:43:28.977937+0000","last_unstale":"2023-01-15T14:49:47.454845+0000","last_undegraded":"2023-01-15T14:49:47.454845+0000","last_fullsized":"2023-01-15T14:49:47.454845+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:51:13.408296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.27","version":"211'1572","reported_seq":2822,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.713353+0000","last_change":"2023-01-15T14:37:38.690652+0000","last_active":"2023-01-15T14:53:39.713353+0000","last_peered":"2023-01-15T14:53:39.713353+0000","last_clean":"2023-01-15T14:53:39.713353+0000","last_became_active":"2023-01-15T14:37:38.690379+0000","last_became_peered":"2023-01-15T14:37:38.690379+0000","last_unstale":"2023-01-15T14:53:39.713353+0000","last_undegraded":"2023-01-15T14:53:39.713353+0000","last_fullsized":"2023-01-15T14:53:39.713353+0000","mapping_epoch":22,"log_start":"211'1500","ondisk_log_start":"211'1500","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":1500,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:52:48.173605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6435,"num_read_kb":5497,"num_write":2271,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.20","version":"211'157","reported_seq":460,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.106763+0000","last_change":"2023-01-15T14:37:36.684971+0000","last_active":"2023-01-15T14:53:38.106763+0000","last_peered":"2023-01-15T14:53:38.106763+0000","last_clean":"2023-01-15T14:53:38.106763+0000","last_became_active":"2023-01-15T14:37:36.684641+0000","last_became_peered":"2023-01-15T14:37:36.684641+0000","last_unstale":"2023-01-15T14:53:38.106763+0000","last_undegraded":"2023-01-15T14:53:38.106763+0000","last_fullsized":"2023-01-15T14:53:38.106763+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":100,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:48:40.596826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":499576,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":332,"num_read_kb":3514,"num_write":821,"num_write_kb":28144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.19","version":"211'31","reported_seq":123,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:08.572308+0000","last_change":"2023-01-15T14:43:22.954365+0000","last_active":"2023-01-15T14:51:08.572308+0000","last_peered":"2023-01-15T14:51:08.572308+0000","last_clean":"2023-01-15T14:51:08.572308+0000","last_became_active":"2023-01-15T14:43:22.954142+0000","last_became_peered":"2023-01-15T14:43:22.954142+0000","last_unstale":"2023-01-15T14:51:08.572308+0000","last_undegraded":"2023-01-15T14:51:08.572308+0000","last_fullsized":"2023-01-15T14:51:08.572308+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:54:02.098026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":167,"num_read_kb":116,"num_write":61,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.18","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:42.475045+0000","last_change":"2023-01-15T14:43:26.968198+0000","last_active":"2023-01-15T14:50:42.475045+0000","last_peered":"2023-01-15T14:50:42.475045+0000","last_clean":"2023-01-15T14:50:42.475045+0000","last_became_active":"2023-01-15T14:43:26.967970+0000","last_became_peered":"2023-01-15T14:43:26.967970+0000","last_unstale":"2023-01-15T14:50:42.475045+0000","last_undegraded":"2023-01-15T14:50:42.475045+0000","last_fullsized":"2023-01-15T14:50:42.475045+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:48:55.053569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.1f","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.438579+0000","last_change":"2023-01-15T14:49:35.957353+0000","last_active":"2023-01-15T14:49:37.438579+0000","last_peered":"2023-01-15T14:49:37.438579+0000","last_clean":"2023-01-15T14:49:37.438579+0000","last_became_active":"2023-01-15T14:49:35.957080+0000","last_became_peered":"2023-01-15T14:49:35.957080+0000","last_unstale":"2023-01-15T14:49:37.438579+0000","last_undegraded":"2023-01-15T14:49:37.438579+0000","last_fullsized":"2023-01-15T14:49:37.438579+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:25:21.630425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.1e","version":"0'0","reported_seq":18,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:32.490034+0000","last_change":"2023-01-15T14:43:28.981397+0000","last_active":"2023-01-15T14:51:32.490034+0000","last_peered":"2023-01-15T14:51:32.490034+0000","last_clean":"2023-01-15T14:51:32.490034+0000","last_became_active":"2023-01-15T14:43:28.981146+0000","last_became_peered":"2023-01-15T14:43:28.981146+0000","last_unstale":"2023-01-15T14:51:32.490034+0000","last_undegraded":"2023-01-15T14:51:32.490034+0000","last_fullsized":"2023-01-15T14:51:32.490034+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:59:55.227884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.26","version":"211'1001","reported_seq":1924,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.879066+0000","last_change":"2023-01-15T14:37:38.695904+0000","last_active":"2023-01-15T14:53:38.879066+0000","last_peered":"2023-01-15T14:53:38.879066+0000","last_clean":"2023-01-15T14:53:38.879066+0000","last_became_active":"2023-01-15T14:37:38.695651+0000","last_became_peered":"2023-01-15T14:37:38.695651+0000","last_unstale":"2023-01-15T14:53:38.879066+0000","last_undegraded":"2023-01-15T14:53:38.879066+0000","last_fullsized":"2023-01-15T14:53:38.879066+0000","mapping_epoch":22,"log_start":"211'900","ondisk_log_start":"211'900","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":900,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:51:57.900713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4090,"num_read_kb":3512,"num_write":1419,"num_write_kb":618,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.21","version":"211'183","reported_seq":508,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.033969+0000","last_change":"2023-01-15T14:37:36.682947+0000","last_active":"2023-01-15T14:53:37.033969+0000","last_peered":"2023-01-15T14:53:37.033969+0000","last_clean":"2023-01-15T14:53:37.033969+0000","last_became_active":"2023-01-15T14:37:36.682732+0000","last_became_peered":"2023-01-15T14:37:36.682732+0000","last_unstale":"2023-01-15T14:53:37.033969+0000","last_undegraded":"2023-01-15T14:53:37.033969+0000","last_fullsized":"2023-01-15T14:53:37.033969+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":100,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:36:25.952121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":573021,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":386,"num_read_kb":6270,"num_write":1002,"num_write_kb":26992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.18","version":"211'36","reported_seq":128,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:14.706706+0000","last_change":"2023-01-15T14:43:22.949797+0000","last_active":"2023-01-15T14:51:14.706706+0000","last_peered":"2023-01-15T14:51:14.706706+0000","last_clean":"2023-01-15T14:51:14.706706+0000","last_became_active":"2023-01-15T14:43:22.949541+0000","last_became_peered":"2023-01-15T14:43:22.949541+0000","last_unstale":"2023-01-15T14:51:14.706706+0000","last_undegraded":"2023-01-15T14:51:14.706706+0000","last_fullsized":"2023-01-15T14:51:14.706706+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:05:40.664439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":172,"num_read_kb":114,"num_write":75,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.19","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:42.463034+0000","last_change":"2023-01-15T14:43:26.973499+0000","last_active":"2023-01-15T14:50:42.463034+0000","last_peered":"2023-01-15T14:50:42.463034+0000","last_clean":"2023-01-15T14:50:42.463034+0000","last_became_active":"2023-01-15T14:43:26.973278+0000","last_became_peered":"2023-01-15T14:43:26.973278+0000","last_unstale":"2023-01-15T14:50:42.463034+0000","last_undegraded":"2023-01-15T14:50:42.463034+0000","last_fullsized":"2023-01-15T14:50:42.463034+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:40:21.357857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.1c","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.452838+0000","last_change":"2023-01-15T14:49:35.957774+0000","last_active":"2023-01-15T14:49:37.452838+0000","last_peered":"2023-01-15T14:49:37.452838+0000","last_clean":"2023-01-15T14:49:37.452838+0000","last_became_active":"2023-01-15T14:49:35.957018+0000","last_became_peered":"2023-01-15T14:49:35.957018+0000","last_unstale":"2023-01-15T14:49:37.452838+0000","last_undegraded":"2023-01-15T14:49:37.452838+0000","last_fullsized":"2023-01-15T14:49:37.452838+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:03:27.659075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.1d","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:02.484868+0000","last_change":"2023-01-15T14:43:28.971702+0000","last_active":"2023-01-15T14:51:02.484868+0000","last_peered":"2023-01-15T14:51:02.484868+0000","last_clean":"2023-01-15T14:51:02.484868+0000","last_became_active":"2023-01-15T14:43:28.967432+0000","last_became_peered":"2023-01-15T14:43:28.967432+0000","last_unstale":"2023-01-15T14:51:02.484868+0000","last_undegraded":"2023-01-15T14:51:02.484868+0000","last_fullsized":"2023-01-15T14:51:02.484868+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:08:41.739176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.25","version":"211'808","reported_seq":2146,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.761082+0000","last_change":"2023-01-15T14:37:38.698108+0000","last_active":"2023-01-15T14:53:38.761082+0000","last_peered":"2023-01-15T14:53:38.761082+0000","last_clean":"2023-01-15T14:53:38.761082+0000","last_became_active":"2023-01-15T14:37:38.697469+0000","last_became_peered":"2023-01-15T14:37:38.697469+0000","last_unstale":"2023-01-15T14:53:38.761082+0000","last_undegraded":"2023-01-15T14:53:38.761082+0000","last_fullsized":"2023-01-15T14:53:38.761082+0000","mapping_epoch":22,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":700,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:06:38.844145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3788,"num_read_kb":3378,"num_write":1097,"num_write_kb":426,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.22","version":"211'209","reported_seq":557,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.225113+0000","last_change":"2023-01-15T14:37:36.692214+0000","last_active":"2023-01-15T14:53:38.225113+0000","last_peered":"2023-01-15T14:53:38.225113+0000","last_clean":"2023-01-15T14:53:38.225113+0000","last_became_active":"2023-01-15T14:37:36.689036+0000","last_became_peered":"2023-01-15T14:37:36.689036+0000","last_unstale":"2023-01-15T14:53:38.225113+0000","last_undegraded":"2023-01-15T14:53:38.225113+0000","last_fullsized":"2023-01-15T14:53:38.225113+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":100,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:27:02.330326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":326770,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":475,"num_read_kb":30882,"num_write":924,"num_write_kb":50417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.1b","version":"211'23","reported_seq":89,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:14.526019+0000","last_change":"2023-01-15T14:43:22.956288+0000","last_active":"2023-01-15T14:51:14.526019+0000","last_peered":"2023-01-15T14:51:14.526019+0000","last_clean":"2023-01-15T14:51:14.526019+0000","last_became_active":"2023-01-15T14:43:22.956028+0000","last_became_peered":"2023-01-15T14:43:22.956028+0000","last_unstale":"2023-01-15T14:51:14.526019+0000","last_undegraded":"2023-01-15T14:51:14.526019+0000","last_fullsized":"2023-01-15T14:51:14.526019+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:32:30.038878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":69,"num_write":49,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"59.1a","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:57.465767+0000","last_change":"2023-01-15T14:43:26.967010+0000","last_active":"2023-01-15T14:50:57.465767+0000","last_peered":"2023-01-15T14:50:57.465767+0000","last_clean":"2023-01-15T14:50:57.465767+0000","last_became_active":"2023-01-15T14:43:26.966774+0000","last_became_peered":"2023-01-15T14:43:26.966774+0000","last_unstale":"2023-01-15T14:50:57.465767+0000","last_undegraded":"2023-01-15T14:50:57.465767+0000","last_fullsized":"2023-01-15T14:50:57.465767+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:27:24.436145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.1d","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.451363+0000","last_change":"2023-01-15T14:49:35.958524+0000","last_active":"2023-01-15T14:49:37.451363+0000","last_peered":"2023-01-15T14:49:37.451363+0000","last_clean":"2023-01-15T14:49:37.451363+0000","last_became_active":"2023-01-15T14:49:35.958233+0000","last_became_peered":"2023-01-15T14:49:35.958233+0000","last_unstale":"2023-01-15T14:49:37.451363+0000","last_undegraded":"2023-01-15T14:49:37.451363+0000","last_fullsized":"2023-01-15T14:49:37.451363+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:33:26.726113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.1c","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:02.448883+0000","last_change":"2023-01-15T14:43:28.978844+0000","last_active":"2023-01-15T14:51:02.448883+0000","last_peered":"2023-01-15T14:51:02.448883+0000","last_clean":"2023-01-15T14:51:02.448883+0000","last_became_active":"2023-01-15T14:43:28.978617+0000","last_became_peered":"2023-01-15T14:43:28.978617+0000","last_unstale":"2023-01-15T14:51:02.448883+0000","last_undegraded":"2023-01-15T14:51:02.448883+0000","last_fullsized":"2023-01-15T14:51:02.448883+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:12:36.116792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.24","version":"211'630","reported_seq":1662,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.679214+0000","last_change":"2023-01-15T14:37:38.705978+0000","last_active":"2023-01-15T14:53:38.679214+0000","last_peered":"2023-01-15T14:53:38.679214+0000","last_clean":"2023-01-15T14:53:38.679214+0000","last_became_active":"2023-01-15T14:37:38.701098+0000","last_became_peered":"2023-01-15T14:37:38.701098+0000","last_unstale":"2023-01-15T14:53:38.679214+0000","last_undegraded":"2023-01-15T14:53:38.679214+0000","last_fullsized":"2023-01-15T14:53:38.679214+0000","mapping_epoch":22,"log_start":"211'600","ondisk_log_start":"211'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":600,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:08:23.218602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2906,"num_read_kb":2586,"num_write":847,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.23","version":"211'191","reported_seq":546,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:36.196411+0000","last_change":"2023-01-15T14:37:36.693294+0000","last_active":"2023-01-15T14:53:36.196411+0000","last_peered":"2023-01-15T14:53:36.196411+0000","last_clean":"2023-01-15T14:53:36.196411+0000","last_became_active":"2023-01-15T14:37:36.690514+0000","last_became_peered":"2023-01-15T14:37:36.690514+0000","last_unstale":"2023-01-15T14:53:36.196411+0000","last_undegraded":"2023-01-15T14:53:36.196411+0000","last_fullsized":"2023-01-15T14:53:36.196411+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:04:29.509711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324647,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":586,"num_read_kb":592,"num_write":899,"num_write_kb":8930,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.1a","version":"208'22","reported_seq":93,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:52.461839+0000","last_change":"2023-01-15T14:43:22.957286+0000","last_active":"2023-01-15T14:50:52.461839+0000","last_peered":"2023-01-15T14:50:52.461839+0000","last_clean":"2023-01-15T14:50:52.461839+0000","last_became_active":"2023-01-15T14:43:22.957007+0000","last_became_peered":"2023-01-15T14:43:22.957007+0000","last_unstale":"2023-01-15T14:50:52.461839+0000","last_undegraded":"2023-01-15T14:50:52.461839+0000","last_fullsized":"2023-01-15T14:50:52.461839+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:37:41.383349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":119,"num_read_kb":80,"num_write":43,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.1b","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:57.465498+0000","last_change":"2023-01-15T14:43:26.968741+0000","last_active":"2023-01-15T14:50:57.465498+0000","last_peered":"2023-01-15T14:50:57.465498+0000","last_clean":"2023-01-15T14:50:57.465498+0000","last_became_active":"2023-01-15T14:43:26.968516+0000","last_became_peered":"2023-01-15T14:43:26.968516+0000","last_unstale":"2023-01-15T14:50:57.465498+0000","last_undegraded":"2023-01-15T14:50:57.465498+0000","last_fullsized":"2023-01-15T14:50:57.465498+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:17:14.596458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.1a","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.452701+0000","last_change":"2023-01-15T14:49:35.958610+0000","last_active":"2023-01-15T14:49:37.452701+0000","last_peered":"2023-01-15T14:49:37.452701+0000","last_clean":"2023-01-15T14:49:37.452701+0000","last_became_active":"2023-01-15T14:49:35.958039+0000","last_became_peered":"2023-01-15T14:49:35.958039+0000","last_unstale":"2023-01-15T14:49:37.452701+0000","last_undegraded":"2023-01-15T14:49:37.452701+0000","last_fullsized":"2023-01-15T14:49:37.452701+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:25:14.784194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.1b","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:02.484694+0000","last_change":"2023-01-15T14:43:28.976328+0000","last_active":"2023-01-15T14:51:02.484694+0000","last_peered":"2023-01-15T14:51:02.484694+0000","last_clean":"2023-01-15T14:51:02.484694+0000","last_became_active":"2023-01-15T14:43:28.976071+0000","last_became_peered":"2023-01-15T14:43:28.976071+0000","last_unstale":"2023-01-15T14:51:02.484694+0000","last_undegraded":"2023-01-15T14:51:02.484694+0000","last_fullsized":"2023-01-15T14:51:02.484694+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:26:01.153673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.23","version":"211'832","reported_seq":2042,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.683998+0000","last_change":"2023-01-15T14:37:38.721420+0000","last_active":"2023-01-15T14:53:39.683998+0000","last_peered":"2023-01-15T14:53:39.683998+0000","last_clean":"2023-01-15T14:53:39.683998+0000","last_became_active":"2023-01-15T14:37:38.704405+0000","last_became_peered":"2023-01-15T14:37:38.704405+0000","last_unstale":"2023-01-15T14:53:39.683998+0000","last_undegraded":"2023-01-15T14:53:39.683998+0000","last_fullsized":"2023-01-15T14:53:39.683998+0000","mapping_epoch":22,"log_start":"211'800","ondisk_log_start":"211'800","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":800,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:13:23.410250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3891,"num_read_kb":3428,"num_write":1222,"num_write_kb":546,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.24","version":"211'150","reported_seq":464,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.652400+0000","last_change":"2023-01-15T14:37:36.689176+0000","last_active":"2023-01-15T14:53:39.652400+0000","last_peered":"2023-01-15T14:53:39.652400+0000","last_clean":"2023-01-15T14:53:39.652400+0000","last_became_active":"2023-01-15T14:37:36.688915+0000","last_became_peered":"2023-01-15T14:37:36.688915+0000","last_unstale":"2023-01-15T14:53:39.652400+0000","last_undegraded":"2023-01-15T14:53:39.652400+0000","last_fullsized":"2023-01-15T14:53:39.652400+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":100,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:51:01.595775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6947553,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":366,"num_read_kb":11481,"num_write":817,"num_write_kb":20864,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.1d","version":"211'13","reported_seq":60,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:12.388387+0000","last_change":"2023-01-15T14:43:22.952958+0000","last_active":"2023-01-15T14:51:12.388387+0000","last_peered":"2023-01-15T14:51:12.388387+0000","last_clean":"2023-01-15T14:51:12.388387+0000","last_became_active":"2023-01-15T14:43:22.952711+0000","last_became_peered":"2023-01-15T14:43:22.952711+0000","last_unstale":"2023-01-15T14:51:12.388387+0000","last_undegraded":"2023-01-15T14:51:12.388387+0000","last_fullsized":"2023-01-15T14:51:12.388387+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:30:48.210880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":63,"num_read_kb":38,"num_write":26,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.1c","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:57.483883+0000","last_change":"2023-01-15T14:43:26.968902+0000","last_active":"2023-01-15T14:50:57.483883+0000","last_peered":"2023-01-15T14:50:57.483883+0000","last_clean":"2023-01-15T14:50:57.483883+0000","last_became_active":"2023-01-15T14:43:26.968498+0000","last_became_peered":"2023-01-15T14:43:26.968498+0000","last_unstale":"2023-01-15T14:50:57.483883+0000","last_undegraded":"2023-01-15T14:50:57.483883+0000","last_fullsized":"2023-01-15T14:50:57.483883+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:30:51.125100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.1b","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.464573+0000","last_change":"2023-01-15T14:49:35.944483+0000","last_active":"2023-01-15T14:49:37.464573+0000","last_peered":"2023-01-15T14:49:37.464573+0000","last_clean":"2023-01-15T14:49:37.464573+0000","last_became_active":"2023-01-15T14:49:35.944198+0000","last_became_peered":"2023-01-15T14:49:35.944198+0000","last_unstale":"2023-01-15T14:49:37.464573+0000","last_undegraded":"2023-01-15T14:49:37.464573+0000","last_fullsized":"2023-01-15T14:49:37.464573+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:31:18.763555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.1a","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:02.463186+0000","last_change":"2023-01-15T14:43:28.980949+0000","last_active":"2023-01-15T14:51:02.463186+0000","last_peered":"2023-01-15T14:51:02.463186+0000","last_clean":"2023-01-15T14:51:02.463186+0000","last_became_active":"2023-01-15T14:43:28.980618+0000","last_became_peered":"2023-01-15T14:43:28.980618+0000","last_unstale":"2023-01-15T14:51:02.463186+0000","last_undegraded":"2023-01-15T14:51:02.463186+0000","last_fullsized":"2023-01-15T14:51:02.463186+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:15:46.828389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.22","version":"211'729","reported_seq":2035,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.683951+0000","last_change":"2023-01-15T14:37:38.690723+0000","last_active":"2023-01-15T14:53:39.683951+0000","last_peered":"2023-01-15T14:53:39.683951+0000","last_clean":"2023-01-15T14:53:39.683951+0000","last_became_active":"2023-01-15T14:37:38.690461+0000","last_became_peered":"2023-01-15T14:37:38.690461+0000","last_unstale":"2023-01-15T14:53:39.683951+0000","last_undegraded":"2023-01-15T14:53:39.683951+0000","last_fullsized":"2023-01-15T14:53:39.683951+0000","mapping_epoch":22,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":700,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:55:32.839311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3454,"num_read_kb":3117,"num_write":971,"num_write_kb":352,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.25","version":"211'206","reported_seq":543,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.617335+0000","last_change":"2023-01-15T14:37:36.677617+0000","last_active":"2023-01-15T14:53:39.617335+0000","last_peered":"2023-01-15T14:53:39.617335+0000","last_clean":"2023-01-15T14:53:39.617335+0000","last_became_active":"2023-01-15T14:37:36.676587+0000","last_became_peered":"2023-01-15T14:37:36.676587+0000","last_unstale":"2023-01-15T14:53:39.617335+0000","last_undegraded":"2023-01-15T14:53:39.617335+0000","last_fullsized":"2023-01-15T14:53:39.617335+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":100,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:23:30.478999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51894,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":431,"num_read_kb":18068,"num_write":1071,"num_write_kb":56210,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.1c","version":"211'30","reported_seq":120,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:18.529631+0000","last_change":"2023-01-15T14:43:22.959422+0000","last_active":"2023-01-15T14:53:18.529631+0000","last_peered":"2023-01-15T14:53:18.529631+0000","last_clean":"2023-01-15T14:53:18.529631+0000","last_became_active":"2023-01-15T14:43:22.959166+0000","last_became_peered":"2023-01-15T14:43:22.959166+0000","last_unstale":"2023-01-15T14:53:18.529631+0000","last_undegraded":"2023-01-15T14:53:18.529631+0000","last_fullsized":"2023-01-15T14:53:18.529631+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:02:20.956606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":164,"num_read_kb":105,"num_write":67,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"59.1d","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:57.483973+0000","last_change":"2023-01-15T14:43:26.972206+0000","last_active":"2023-01-15T14:50:57.483973+0000","last_peered":"2023-01-15T14:50:57.483973+0000","last_clean":"2023-01-15T14:50:57.483973+0000","last_became_active":"2023-01-15T14:43:26.971587+0000","last_became_peered":"2023-01-15T14:43:26.971587+0000","last_unstale":"2023-01-15T14:50:57.483973+0000","last_undegraded":"2023-01-15T14:50:57.483973+0000","last_fullsized":"2023-01-15T14:50:57.483973+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:31:50.670682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.18","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.464437+0000","last_change":"2023-01-15T14:49:35.953162+0000","last_active":"2023-01-15T14:49:37.464437+0000","last_peered":"2023-01-15T14:49:37.464437+0000","last_clean":"2023-01-15T14:49:37.464437+0000","last_became_active":"2023-01-15T14:49:35.952917+0000","last_became_peered":"2023-01-15T14:49:35.952917+0000","last_unstale":"2023-01-15T14:49:37.464437+0000","last_undegraded":"2023-01-15T14:49:37.464437+0000","last_fullsized":"2023-01-15T14:49:37.464437+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:24:41.592067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.19","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:47.461073+0000","last_change":"2023-01-15T14:43:28.984096+0000","last_active":"2023-01-15T14:50:47.461073+0000","last_peered":"2023-01-15T14:50:47.461073+0000","last_clean":"2023-01-15T14:50:47.461073+0000","last_became_active":"2023-01-15T14:43:28.983837+0000","last_became_peered":"2023-01-15T14:43:28.983837+0000","last_unstale":"2023-01-15T14:50:47.461073+0000","last_undegraded":"2023-01-15T14:50:47.461073+0000","last_fullsized":"2023-01-15T14:50:47.461073+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:23:50.547411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.21","version":"211'719","reported_seq":1896,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.686949+0000","last_change":"2023-01-15T14:37:38.712196+0000","last_active":"2023-01-15T14:53:37.686949+0000","last_peered":"2023-01-15T14:53:37.686949+0000","last_clean":"2023-01-15T14:53:37.686949+0000","last_became_active":"2023-01-15T14:37:38.703068+0000","last_became_peered":"2023-01-15T14:37:38.703068+0000","last_unstale":"2023-01-15T14:53:37.686949+0000","last_undegraded":"2023-01-15T14:53:37.686949+0000","last_fullsized":"2023-01-15T14:53:37.686949+0000","mapping_epoch":22,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":700,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:04:13.839231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3447,"num_read_kb":3053,"num_write":997,"num_write_kb":401,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"211'182","reported_seq":540,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.604229+0000","last_change":"2023-01-15T14:37:36.675184+0000","last_active":"2023-01-15T14:53:39.604229+0000","last_peered":"2023-01-15T14:53:39.604229+0000","last_clean":"2023-01-15T14:53:39.604229+0000","last_became_active":"2023-01-15T14:37:36.674641+0000","last_became_peered":"2023-01-15T14:37:36.674641+0000","last_unstale":"2023-01-15T14:53:39.604229+0000","last_undegraded":"2023-01-15T14:53:39.604229+0000","last_fullsized":"2023-01-15T14:53:39.604229+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":100,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:26:48.321470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":12121223,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":444,"num_read_kb":73888,"num_write":993,"num_write_kb":38570,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.1f","version":"211'21","reported_seq":85,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:03.767505+0000","last_change":"2023-01-15T14:43:22.952835+0000","last_active":"2023-01-15T14:51:03.767505+0000","last_peered":"2023-01-15T14:51:03.767505+0000","last_clean":"2023-01-15T14:51:03.767505+0000","last_became_active":"2023-01-15T14:43:22.952577+0000","last_became_peered":"2023-01-15T14:43:22.952577+0000","last_unstale":"2023-01-15T14:51:03.767505+0000","last_undegraded":"2023-01-15T14:51:03.767505+0000","last_fullsized":"2023-01-15T14:51:03.767505+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:41:19.063200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":105,"num_read_kb":65,"num_write":43,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.1e","version":"0'0","reported_seq":20,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:27.471075+0000","last_change":"2023-01-15T14:43:26.975147+0000","last_active":"2023-01-15T14:51:27.471075+0000","last_peered":"2023-01-15T14:51:27.471075+0000","last_clean":"2023-01-15T14:51:27.471075+0000","last_became_active":"2023-01-15T14:43:26.974870+0000","last_became_peered":"2023-01-15T14:43:26.974870+0000","last_unstale":"2023-01-15T14:51:27.471075+0000","last_undegraded":"2023-01-15T14:51:27.471075+0000","last_fullsized":"2023-01-15T14:51:27.471075+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:12:35.947539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"61.19","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.452711+0000","last_change":"2023-01-15T14:49:35.956461+0000","last_active":"2023-01-15T14:49:37.452711+0000","last_peered":"2023-01-15T14:49:37.452711+0000","last_clean":"2023-01-15T14:49:37.452711+0000","last_became_active":"2023-01-15T14:49:35.956220+0000","last_became_peered":"2023-01-15T14:49:35.956220+0000","last_unstale":"2023-01-15T14:49:37.452711+0000","last_undegraded":"2023-01-15T14:49:37.452711+0000","last_fullsized":"2023-01-15T14:49:37.452711+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:56:27.667676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.18","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:47.481522+0000","last_change":"2023-01-15T14:43:28.969647+0000","last_active":"2023-01-15T14:50:47.481522+0000","last_peered":"2023-01-15T14:50:47.481522+0000","last_clean":"2023-01-15T14:50:47.481522+0000","last_became_active":"2023-01-15T14:43:28.969381+0000","last_became_peered":"2023-01-15T14:43:28.969381+0000","last_unstale":"2023-01-15T14:50:47.481522+0000","last_undegraded":"2023-01-15T14:50:47.481522+0000","last_fullsized":"2023-01-15T14:50:47.481522+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:03:11.038621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.20","version":"211'1447","reported_seq":2782,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.953928+0000","last_change":"2023-01-15T14:37:38.688476+0000","last_active":"2023-01-15T14:53:38.953928+0000","last_peered":"2023-01-15T14:53:38.953928+0000","last_clean":"2023-01-15T14:53:38.953928+0000","last_became_active":"2023-01-15T14:37:38.688201+0000","last_became_peered":"2023-01-15T14:37:38.688201+0000","last_unstale":"2023-01-15T14:53:38.953928+0000","last_undegraded":"2023-01-15T14:53:38.953928+0000","last_fullsized":"2023-01-15T14:53:38.953928+0000","mapping_epoch":22,"log_start":"211'1400","ondisk_log_start":"211'1400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":1400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:36:22.620395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":6059,"num_read_kb":5230,"num_write":2041,"num_write_kb":889,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"211'173","reported_seq":580,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.672716+0000","last_change":"2023-01-15T14:37:36.682935+0000","last_active":"2023-01-15T14:53:39.672716+0000","last_peered":"2023-01-15T14:53:39.672716+0000","last_clean":"2023-01-15T14:53:39.672716+0000","last_became_active":"2023-01-15T14:37:36.682309+0000","last_became_peered":"2023-01-15T14:37:36.682309+0000","last_unstale":"2023-01-15T14:53:39.672716+0000","last_undegraded":"2023-01-15T14:53:39.672716+0000","last_fullsized":"2023-01-15T14:53:39.672716+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:10:32.259864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2056,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":532,"num_read_kb":84796,"num_write":950,"num_write_kb":47905,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.1e","version":"211'27","reported_seq":107,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:52:06.890282+0000","last_change":"2023-01-15T14:43:22.961239+0000","last_active":"2023-01-15T14:52:06.890282+0000","last_peered":"2023-01-15T14:52:06.890282+0000","last_clean":"2023-01-15T14:52:06.890282+0000","last_became_active":"2023-01-15T14:43:22.960911+0000","last_became_peered":"2023-01-15T14:43:22.960911+0000","last_unstale":"2023-01-15T14:52:06.890282+0000","last_undegraded":"2023-01-15T14:52:06.890282+0000","last_fullsized":"2023-01-15T14:52:06.890282+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":0,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:06:44.097358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":94,"num_write":64,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.1f","version":"208'3","reported_seq":25,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:42.454127+0000","last_change":"2023-01-15T14:43:26.970054+0000","last_active":"2023-01-15T14:49:42.454127+0000","last_peered":"2023-01-15T14:49:42.454127+0000","last_clean":"2023-01-15T14:49:42.454127+0000","last_became_active":"2023-01-15T14:43:26.969831+0000","last_became_peered":"2023-01-15T14:43:26.969831+0000","last_unstale":"2023-01-15T14:49:42.454127+0000","last_undegraded":"2023-01-15T14:49:42.454127+0000","last_fullsized":"2023-01-15T14:49:42.454127+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:03:43.325545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.16","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.453933+0000","last_change":"2023-01-15T14:49:35.959056+0000","last_active":"2023-01-15T14:49:37.453933+0000","last_peered":"2023-01-15T14:49:37.453933+0000","last_clean":"2023-01-15T14:49:37.453933+0000","last_became_active":"2023-01-15T14:49:35.958804+0000","last_became_peered":"2023-01-15T14:49:35.958804+0000","last_unstale":"2023-01-15T14:49:37.453933+0000","last_undegraded":"2023-01-15T14:49:37.453933+0000","last_fullsized":"2023-01-15T14:49:37.453933+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:47:48.346405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"60.17","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:47.464361+0000","last_change":"2023-01-15T14:43:28.970638+0000","last_active":"2023-01-15T14:50:47.464361+0000","last_peered":"2023-01-15T14:50:47.464361+0000","last_clean":"2023-01-15T14:50:47.464361+0000","last_became_active":"2023-01-15T14:43:28.970331+0000","last_became_peered":"2023-01-15T14:43:28.970331+0000","last_unstale":"2023-01-15T14:50:47.464361+0000","last_undegraded":"2023-01-15T14:50:47.464361+0000","last_fullsized":"2023-01-15T14:50:47.464361+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:44:13.959713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2f","version":"211'767","reported_seq":1963,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.707249+0000","last_change":"2023-01-15T14:37:38.706848+0000","last_active":"2023-01-15T14:53:39.707249+0000","last_peered":"2023-01-15T14:53:39.707249+0000","last_clean":"2023-01-15T14:53:39.707249+0000","last_became_active":"2023-01-15T14:37:38.706612+0000","last_became_peered":"2023-01-15T14:37:38.706612+0000","last_unstale":"2023-01-15T14:53:39.707249+0000","last_undegraded":"2023-01-15T14:53:39.707249+0000","last_fullsized":"2023-01-15T14:53:39.707249+0000","mapping_epoch":22,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":700,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:23:12.335873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3511,"num_read_kb":3114,"num_write":1048,"num_write_kb":402,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.28","version":"211'219","reported_seq":565,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.373995+0000","last_change":"2023-01-15T14:37:36.717830+0000","last_active":"2023-01-15T14:53:35.373995+0000","last_peered":"2023-01-15T14:53:35.373995+0000","last_clean":"2023-01-15T14:53:35.373995+0000","last_became_active":"2023-01-15T14:37:36.701250+0000","last_became_peered":"2023-01-15T14:37:36.701250+0000","last_unstale":"2023-01-15T14:53:35.373995+0000","last_undegraded":"2023-01-15T14:53:35.373995+0000","last_fullsized":"2023-01-15T14:53:35.373995+0000","mapping_epoch":20,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":200,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:25:25.731195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22681,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":518,"num_read_kb":10758,"num_write":1048,"num_write_kb":44011,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.11","version":"211'45","reported_seq":174,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:18.606341+0000","last_change":"2023-01-15T14:43:22.959473+0000","last_active":"2023-01-15T14:53:18.606341+0000","last_peered":"2023-01-15T14:53:18.606341+0000","last_clean":"2023-01-15T14:53:18.606341+0000","last_became_active":"2023-01-15T14:43:22.959106+0000","last_became_peered":"2023-01-15T14:43:22.959106+0000","last_unstale":"2023-01-15T14:53:18.606341+0000","last_undegraded":"2023-01-15T14:53:18.606341+0000","last_fullsized":"2023-01-15T14:53:18.606341+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":0,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:10:14.754797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":254,"num_read_kb":164,"num_write":99,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.10","version":"208'5","reported_seq":29,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:27.472736+0000","last_change":"2023-01-15T14:43:26.961918+0000","last_active":"2023-01-15T14:50:27.472736+0000","last_peered":"2023-01-15T14:50:27.472736+0000","last_clean":"2023-01-15T14:50:27.472736+0000","last_became_active":"2023-01-15T14:43:26.961658+0000","last_became_peered":"2023-01-15T14:43:26.961658+0000","last_unstale":"2023-01-15T14:50:27.472736+0000","last_undegraded":"2023-01-15T14:50:27.472736+0000","last_fullsized":"2023-01-15T14:50:27.472736+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:30:53.668284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":6171,"num_write":5,"num_write_kb":6171,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.17","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.471526+0000","last_change":"2023-01-15T14:49:35.955112+0000","last_active":"2023-01-15T14:49:37.471526+0000","last_peered":"2023-01-15T14:49:37.471526+0000","last_clean":"2023-01-15T14:49:37.471526+0000","last_became_active":"2023-01-15T14:49:35.954873+0000","last_became_peered":"2023-01-15T14:49:35.954873+0000","last_unstale":"2023-01-15T14:49:37.471526+0000","last_undegraded":"2023-01-15T14:49:37.471526+0000","last_fullsized":"2023-01-15T14:49:37.471526+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:37:50.291866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"60.16","version":"208'3","reported_seq":23,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:47.481984+0000","last_change":"2023-01-15T14:43:28.968607+0000","last_active":"2023-01-15T14:50:47.481984+0000","last_peered":"2023-01-15T14:50:47.481984+0000","last_clean":"2023-01-15T14:50:47.481984+0000","last_became_active":"2023-01-15T14:43:28.966148+0000","last_became_peered":"2023-01-15T14:43:28.966148+0000","last_unstale":"2023-01-15T14:50:47.481984+0000","last_undegraded":"2023-01-15T14:50:47.481984+0000","last_fullsized":"2023-01-15T14:50:47.481984+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:38:30.228604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2e","version":"211'720","reported_seq":1979,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.887364+0000","last_change":"2023-01-15T14:37:38.692396+0000","last_active":"2023-01-15T14:53:38.887364+0000","last_peered":"2023-01-15T14:53:38.887364+0000","last_clean":"2023-01-15T14:53:38.887364+0000","last_became_active":"2023-01-15T14:37:38.692128+0000","last_became_peered":"2023-01-15T14:37:38.692128+0000","last_unstale":"2023-01-15T14:53:38.887364+0000","last_undegraded":"2023-01-15T14:53:38.887364+0000","last_fullsized":"2023-01-15T14:53:38.887364+0000","mapping_epoch":22,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":700,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:45:43.013953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3411,"num_read_kb":3069,"num_write":957,"num_write_kb":351,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.29","version":"211'167","reported_seq":473,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:36.793256+0000","last_change":"2023-01-15T14:37:36.682596+0000","last_active":"2023-01-15T14:53:36.793256+0000","last_peered":"2023-01-15T14:53:36.793256+0000","last_clean":"2023-01-15T14:53:36.793256+0000","last_became_active":"2023-01-15T14:37:36.682250+0000","last_became_peered":"2023-01-15T14:37:36.682250+0000","last_unstale":"2023-01-15T14:53:36.793256+0000","last_undegraded":"2023-01-15T14:53:36.793256+0000","last_fullsized":"2023-01-15T14:53:36.793256+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":67,"log_dups_size":100,"ondisk_log_size":67,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:33:25.195575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7407473,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":338,"num_read_kb":15943,"num_write":878,"num_write_kb":33013,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.10","version":"211'5","reported_seq":34,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:10.850917+0000","last_change":"2023-01-15T14:43:22.957001+0000","last_active":"2023-01-15T14:53:10.850917+0000","last_peered":"2023-01-15T14:53:10.850917+0000","last_clean":"2023-01-15T14:53:10.850917+0000","last_became_active":"2023-01-15T14:43:22.956814+0000","last_became_peered":"2023-01-15T14:43:22.956814+0000","last_unstale":"2023-01-15T14:53:10.850917+0000","last_undegraded":"2023-01-15T14:53:10.850917+0000","last_fullsized":"2023-01-15T14:53:10.850917+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:58:45.749421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":18,"num_read_kb":11,"num_write":12,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.11","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:27.448639+0000","last_change":"2023-01-15T14:43:26.974655+0000","last_active":"2023-01-15T14:50:27.448639+0000","last_peered":"2023-01-15T14:50:27.448639+0000","last_clean":"2023-01-15T14:50:27.448639+0000","last_became_active":"2023-01-15T14:43:26.969379+0000","last_became_peered":"2023-01-15T14:43:26.969379+0000","last_unstale":"2023-01-15T14:50:27.448639+0000","last_undegraded":"2023-01-15T14:50:27.448639+0000","last_fullsized":"2023-01-15T14:50:27.448639+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:43:06.364343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.14","version":"210'1","reported_seq":12,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.471151+0000","last_change":"2023-01-15T14:49:35.960225+0000","last_active":"2023-01-15T14:49:37.471151+0000","last_peered":"2023-01-15T14:49:37.471151+0000","last_clean":"2023-01-15T14:49:37.471151+0000","last_became_active":"2023-01-15T14:49:35.959278+0000","last_became_peered":"2023-01-15T14:49:35.959278+0000","last_unstale":"2023-01-15T14:49:37.471151+0000","last_undegraded":"2023-01-15T14:49:37.471151+0000","last_fullsized":"2023-01-15T14:49:37.471151+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:47:52.504169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"60.15","version":"208'3","reported_seq":23,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:47.464474+0000","last_change":"2023-01-15T14:43:28.971847+0000","last_active":"2023-01-15T14:50:47.464474+0000","last_peered":"2023-01-15T14:50:47.464474+0000","last_clean":"2023-01-15T14:50:47.464474+0000","last_became_active":"2023-01-15T14:43:28.971599+0000","last_became_peered":"2023-01-15T14:43:28.971599+0000","last_unstale":"2023-01-15T14:50:47.464474+0000","last_undegraded":"2023-01-15T14:50:47.464474+0000","last_fullsized":"2023-01-15T14:50:47.464474+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:39:47.910966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":6144,"num_write":3,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2d","version":"211'344","reported_seq":1584,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.713073+0000","last_change":"2023-01-15T14:37:38.693001+0000","last_active":"2023-01-15T14:53:39.713073+0000","last_peered":"2023-01-15T14:53:39.713073+0000","last_clean":"2023-01-15T14:53:39.713073+0000","last_became_active":"2023-01-15T14:37:38.692752+0000","last_became_peered":"2023-01-15T14:37:38.692752+0000","last_unstale":"2023-01-15T14:53:39.713073+0000","last_undegraded":"2023-01-15T14:53:39.713073+0000","last_fullsized":"2023-01-15T14:53:39.713073+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":44,"log_dups_size":300,"ondisk_log_size":44,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:43:38.938550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2030,"num_read_kb":1952,"num_write":392,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"211'188","reported_seq":494,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:36.314535+0000","last_change":"2023-01-15T14:37:36.686502+0000","last_active":"2023-01-15T14:53:36.314535+0000","last_peered":"2023-01-15T14:53:36.314535+0000","last_clean":"2023-01-15T14:53:36.314535+0000","last_became_active":"2023-01-15T14:37:36.686276+0000","last_became_peered":"2023-01-15T14:37:36.686276+0000","last_unstale":"2023-01-15T14:53:36.314535+0000","last_undegraded":"2023-01-15T14:53:36.314535+0000","last_fullsized":"2023-01-15T14:53:36.314535+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":100,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:31:38.876293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3882,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":421,"num_read_kb":425,"num_write":915,"num_write_kb":10677,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.13","version":"211'117","reported_seq":480,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:14.532630+0000","last_change":"2023-01-15T14:43:22.959326+0000","last_active":"2023-01-15T14:51:14.532630+0000","last_peered":"2023-01-15T14:51:14.532630+0000","last_clean":"2023-01-15T14:51:14.532630+0000","last_became_active":"2023-01-15T14:43:22.959117+0000","last_became_peered":"2023-01-15T14:43:22.959117+0000","last_unstale":"2023-01-15T14:51:14.532630+0000","last_undegraded":"2023-01-15T14:51:14.532630+0000","last_fullsized":"2023-01-15T14:51:14.532630+0000","mapping_epoch":201,"log_start":"208'100","ondisk_log_start":"208'100","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:27:39.140409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":789,"num_read_kb":586,"num_write":141,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.12","version":"208'3","reported_seq":25,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:27.448764+0000","last_change":"2023-01-15T14:43:26.968957+0000","last_active":"2023-01-15T14:50:27.448764+0000","last_peered":"2023-01-15T14:50:27.448764+0000","last_clean":"2023-01-15T14:50:27.448764+0000","last_became_active":"2023-01-15T14:43:26.968646+0000","last_became_peered":"2023-01-15T14:43:26.968646+0000","last_unstale":"2023-01-15T14:50:27.448764+0000","last_undegraded":"2023-01-15T14:50:27.448764+0000","last_fullsized":"2023-01-15T14:50:27.448764+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:31:26.099553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.15","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.452909+0000","last_change":"2023-01-15T14:49:35.957706+0000","last_active":"2023-01-15T14:49:37.452909+0000","last_peered":"2023-01-15T14:49:37.452909+0000","last_clean":"2023-01-15T14:49:37.452909+0000","last_became_active":"2023-01-15T14:49:35.957455+0000","last_became_peered":"2023-01-15T14:49:35.957455+0000","last_unstale":"2023-01-15T14:49:37.452909+0000","last_undegraded":"2023-01-15T14:49:37.452909+0000","last_fullsized":"2023-01-15T14:49:37.452909+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:27:47.375075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.14","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:32.473845+0000","last_change":"2023-01-15T14:43:28.969290+0000","last_active":"2023-01-15T14:50:32.473845+0000","last_peered":"2023-01-15T14:50:32.473845+0000","last_clean":"2023-01-15T14:50:32.473845+0000","last_became_active":"2023-01-15T14:43:28.969013+0000","last_became_peered":"2023-01-15T14:43:28.969013+0000","last_unstale":"2023-01-15T14:50:32.473845+0000","last_undegraded":"2023-01-15T14:50:32.473845+0000","last_fullsized":"2023-01-15T14:50:32.473845+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:04:58.618252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.2c","version":"211'1126","reported_seq":2602,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.707309+0000","last_change":"2023-01-15T14:37:38.690342+0000","last_active":"2023-01-15T14:53:39.707309+0000","last_peered":"2023-01-15T14:53:39.707309+0000","last_clean":"2023-01-15T14:53:39.707309+0000","last_became_active":"2023-01-15T14:37:38.690101+0000","last_became_peered":"2023-01-15T14:37:38.690101+0000","last_unstale":"2023-01-15T14:53:39.707309+0000","last_undegraded":"2023-01-15T14:53:39.707309+0000","last_fullsized":"2023-01-15T14:53:39.707309+0000","mapping_epoch":22,"log_start":"211'1100","ondisk_log_start":"211'1100","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":1100,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:16:21.521260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":5165,"num_read_kb":4561,"num_write":1553,"num_write_kb":646,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2b","version":"211'224","reported_seq":668,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.637343+0000","last_change":"2023-01-15T14:38:21.772272+0000","last_active":"2023-01-15T14:53:39.637343+0000","last_peered":"2023-01-15T14:53:39.637343+0000","last_clean":"2023-01-15T14:53:39.637343+0000","last_became_active":"2023-01-15T14:38:21.771522+0000","last_became_peered":"2023-01-15T14:38:21.771522+0000","last_unstale":"2023-01-15T14:53:39.637343+0000","last_undegraded":"2023-01-15T14:53:39.637343+0000","last_fullsized":"2023-01-15T14:53:39.637343+0000","mapping_epoch":33,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":200,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:53:07.535043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3654201,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":797,"num_read_kb":142199,"num_write":1092,"num_write_kb":50104,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.12","version":"211'19","reported_seq":76,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:13.901146+0000","last_change":"2023-01-15T14:43:22.961746+0000","last_active":"2023-01-15T14:51:13.901146+0000","last_peered":"2023-01-15T14:51:13.901146+0000","last_clean":"2023-01-15T14:51:13.901146+0000","last_became_active":"2023-01-15T14:43:22.961281+0000","last_became_peered":"2023-01-15T14:43:22.961281+0000","last_unstale":"2023-01-15T14:51:13.901146+0000","last_undegraded":"2023-01-15T14:51:13.901146+0000","last_fullsized":"2023-01-15T14:51:13.901146+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":0,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:27:16.721069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":88,"num_read_kb":60,"num_write":50,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.13","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:27.461789+0000","last_change":"2023-01-15T14:43:26.968891+0000","last_active":"2023-01-15T14:50:27.461789+0000","last_peered":"2023-01-15T14:50:27.461789+0000","last_clean":"2023-01-15T14:50:27.461789+0000","last_became_active":"2023-01-15T14:43:26.968668+0000","last_became_peered":"2023-01-15T14:43:26.968668+0000","last_unstale":"2023-01-15T14:50:27.461789+0000","last_undegraded":"2023-01-15T14:50:27.461789+0000","last_fullsized":"2023-01-15T14:50:27.461789+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:28:33.079088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.12","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.438215+0000","last_change":"2023-01-15T14:49:35.954616+0000","last_active":"2023-01-15T14:49:37.438215+0000","last_peered":"2023-01-15T14:49:37.438215+0000","last_clean":"2023-01-15T14:49:37.438215+0000","last_became_active":"2023-01-15T14:49:35.954226+0000","last_became_peered":"2023-01-15T14:49:35.954226+0000","last_unstale":"2023-01-15T14:49:37.438215+0000","last_undegraded":"2023-01-15T14:49:37.438215+0000","last_fullsized":"2023-01-15T14:49:37.438215+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:51:34.708835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.13","version":"208'2","reported_seq":21,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:32.461504+0000","last_change":"2023-01-15T14:43:28.971028+0000","last_active":"2023-01-15T14:50:32.461504+0000","last_peered":"2023-01-15T14:50:32.461504+0000","last_clean":"2023-01-15T14:50:32.461504+0000","last_became_active":"2023-01-15T14:43:28.970702+0000","last_became_peered":"2023-01-15T14:43:28.970702+0000","last_unstale":"2023-01-15T14:50:32.461504+0000","last_undegraded":"2023-01-15T14:50:32.461504+0000","last_fullsized":"2023-01-15T14:50:32.461504+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:07:09.802185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":27,"num_write":2,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2b","version":"211'305","reported_seq":1497,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.454585+0000","last_change":"2023-01-15T14:37:38.705345+0000","last_active":"2023-01-15T14:53:37.454585+0000","last_peered":"2023-01-15T14:53:37.454585+0000","last_clean":"2023-01-15T14:53:37.454585+0000","last_became_active":"2023-01-15T14:37:38.705126+0000","last_became_peered":"2023-01-15T14:37:38.705126+0000","last_unstale":"2023-01-15T14:53:37.454585+0000","last_undegraded":"2023-01-15T14:53:37.454585+0000","last_fullsized":"2023-01-15T14:53:37.454585+0000","mapping_epoch":22,"log_start":"211'200","ondisk_log_start":"211'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":200,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:47:46.189778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1941,"num_read_kb":1871,"num_write":345,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"211'201","reported_seq":546,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.647657+0000","last_change":"2023-01-15T14:37:36.682293+0000","last_active":"2023-01-15T14:53:39.647657+0000","last_peered":"2023-01-15T14:53:39.647657+0000","last_clean":"2023-01-15T14:53:39.647657+0000","last_became_active":"2023-01-15T14:37:36.682033+0000","last_became_peered":"2023-01-15T14:37:36.682033+0000","last_unstale":"2023-01-15T14:53:39.647657+0000","last_undegraded":"2023-01-15T14:53:39.647657+0000","last_fullsized":"2023-01-15T14:53:39.647657+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":100,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:24:23.149108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4085223,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":468,"num_read_kb":6521,"num_write":1057,"num_write_kb":29365,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.15","version":"211'23","reported_seq":93,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:59.485918+0000","last_change":"2023-01-15T14:43:22.957613+0000","last_active":"2023-01-15T14:51:59.485918+0000","last_peered":"2023-01-15T14:51:59.485918+0000","last_clean":"2023-01-15T14:51:59.485918+0000","last_became_active":"2023-01-15T14:43:22.957329+0000","last_became_peered":"2023-01-15T14:43:22.957329+0000","last_unstale":"2023-01-15T14:51:59.485918+0000","last_undegraded":"2023-01-15T14:51:59.485918+0000","last_fullsized":"2023-01-15T14:51:59.485918+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:36:23.959340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":119,"num_read_kb":74,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.14","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:27.448804+0000","last_change":"2023-01-15T14:43:26.968202+0000","last_active":"2023-01-15T14:50:27.448804+0000","last_peered":"2023-01-15T14:50:27.448804+0000","last_clean":"2023-01-15T14:50:27.448804+0000","last_became_active":"2023-01-15T14:43:26.967969+0000","last_became_peered":"2023-01-15T14:43:26.967969+0000","last_unstale":"2023-01-15T14:50:27.448804+0000","last_undegraded":"2023-01-15T14:50:27.448804+0000","last_fullsized":"2023-01-15T14:50:27.448804+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:04:49.943681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.13","version":"210'1","reported_seq":12,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.452764+0000","last_change":"2023-01-15T14:49:35.956561+0000","last_active":"2023-01-15T14:49:37.452764+0000","last_peered":"2023-01-15T14:49:37.452764+0000","last_clean":"2023-01-15T14:49:37.452764+0000","last_became_active":"2023-01-15T14:49:35.956308+0000","last_became_peered":"2023-01-15T14:49:35.956308+0000","last_unstale":"2023-01-15T14:49:37.452764+0000","last_undegraded":"2023-01-15T14:49:37.452764+0000","last_fullsized":"2023-01-15T14:49:37.452764+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:58:01.564146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.12","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:32.461646+0000","last_change":"2023-01-15T14:43:28.971108+0000","last_active":"2023-01-15T14:50:32.461646+0000","last_peered":"2023-01-15T14:50:32.461646+0000","last_clean":"2023-01-15T14:50:32.461646+0000","last_became_active":"2023-01-15T14:43:28.970832+0000","last_became_peered":"2023-01-15T14:43:28.970832+0000","last_unstale":"2023-01-15T14:50:32.461646+0000","last_undegraded":"2023-01-15T14:50:32.461646+0000","last_fullsized":"2023-01-15T14:50:32.461646+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:23:58.759784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2a","version":"211'378","reported_seq":1688,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.529784+0000","last_change":"2023-01-15T14:37:38.705134+0000","last_active":"2023-01-15T14:53:38.529784+0000","last_peered":"2023-01-15T14:53:38.529784+0000","last_clean":"2023-01-15T14:53:38.529784+0000","last_became_active":"2023-01-15T14:37:38.704820+0000","last_became_peered":"2023-01-15T14:37:38.704820+0000","last_unstale":"2023-01-15T14:53:38.529784+0000","last_undegraded":"2023-01-15T14:53:38.529784+0000","last_fullsized":"2023-01-15T14:53:38.529784+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":300,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:21:54.535645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2335,"num_read_kb":2230,"num_write":474,"num_write_kb":148,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"211'161","reported_seq":445,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.864899+0000","last_change":"2023-01-15T14:37:36.677323+0000","last_active":"2023-01-15T14:53:37.864899+0000","last_peered":"2023-01-15T14:53:37.864899+0000","last_clean":"2023-01-15T14:53:37.864899+0000","last_became_active":"2023-01-15T14:37:36.677081+0000","last_became_peered":"2023-01-15T14:37:36.677081+0000","last_unstale":"2023-01-15T14:53:37.864899+0000","last_undegraded":"2023-01-15T14:53:37.864899+0000","last_fullsized":"2023-01-15T14:53:37.864899+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:44:23.559764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":319,"num_read_kb":362,"num_write":860,"num_write_kb":23386,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.14","version":"208'6","reported_seq":39,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:22.460437+0000","last_change":"2023-01-15T14:43:22.957874+0000","last_active":"2023-01-15T14:50:22.460437+0000","last_peered":"2023-01-15T14:50:22.460437+0000","last_clean":"2023-01-15T14:50:22.460437+0000","last_became_active":"2023-01-15T14:43:22.957613+0000","last_became_peered":"2023-01-15T14:43:22.957613+0000","last_unstale":"2023-01-15T14:50:22.460437+0000","last_undegraded":"2023-01-15T14:50:22.460437+0000","last_fullsized":"2023-01-15T14:50:22.460437+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:41:54.448130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":28,"num_read_kb":17,"num_write":14,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.15","version":"208'5","reported_seq":29,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:42.463772+0000","last_change":"2023-01-15T14:43:26.974453+0000","last_active":"2023-01-15T14:50:42.463772+0000","last_peered":"2023-01-15T14:50:42.463772+0000","last_clean":"2023-01-15T14:50:42.463772+0000","last_became_active":"2023-01-15T14:43:26.974221+0000","last_became_peered":"2023-01-15T14:43:26.974221+0000","last_unstale":"2023-01-15T14:50:42.463772+0000","last_undegraded":"2023-01-15T14:50:42.463772+0000","last_fullsized":"2023-01-15T14:50:42.463772+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:02:49.237236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":5649,"num_write":5,"num_write_kb":5649,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.10","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.452537+0000","last_change":"2023-01-15T14:49:35.959961+0000","last_active":"2023-01-15T14:49:37.452537+0000","last_peered":"2023-01-15T14:49:37.452537+0000","last_clean":"2023-01-15T14:49:37.452537+0000","last_became_active":"2023-01-15T14:49:35.959699+0000","last_became_peered":"2023-01-15T14:49:35.959699+0000","last_unstale":"2023-01-15T14:49:37.452537+0000","last_undegraded":"2023-01-15T14:49:37.452537+0000","last_fullsized":"2023-01-15T14:49:37.452537+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:44:35.384535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.11","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:32.461354+0000","last_change":"2023-01-15T14:43:28.981390+0000","last_active":"2023-01-15T14:50:32.461354+0000","last_peered":"2023-01-15T14:50:32.461354+0000","last_clean":"2023-01-15T14:50:32.461354+0000","last_became_active":"2023-01-15T14:43:28.981135+0000","last_became_peered":"2023-01-15T14:43:28.981135+0000","last_unstale":"2023-01-15T14:50:32.461354+0000","last_undegraded":"2023-01-15T14:50:32.461354+0000","last_fullsized":"2023-01-15T14:50:32.461354+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:59:00.234625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.29","version":"211'532","reported_seq":1803,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.956367+0000","last_change":"2023-01-15T14:37:38.701392+0000","last_active":"2023-01-15T14:53:38.956367+0000","last_peered":"2023-01-15T14:53:38.956367+0000","last_clean":"2023-01-15T14:53:38.956367+0000","last_became_active":"2023-01-15T14:37:38.701116+0000","last_became_peered":"2023-01-15T14:37:38.701116+0000","last_unstale":"2023-01-15T14:53:38.956367+0000","last_undegraded":"2023-01-15T14:53:38.956367+0000","last_fullsized":"2023-01-15T14:53:38.956367+0000","mapping_epoch":22,"log_start":"211'500","ondisk_log_start":"211'500","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":500,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:24:42.673424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2843,"num_read_kb":2567,"num_write":748,"num_write_kb":262,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"211'185","reported_seq":499,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.523645+0000","last_change":"2023-01-15T14:37:36.676056+0000","last_active":"2023-01-15T14:53:35.523645+0000","last_peered":"2023-01-15T14:53:35.523645+0000","last_clean":"2023-01-15T14:53:35.523645+0000","last_became_active":"2023-01-15T14:37:36.675797+0000","last_became_peered":"2023-01-15T14:37:36.675797+0000","last_unstale":"2023-01-15T14:53:35.523645+0000","last_undegraded":"2023-01-15T14:53:35.523645+0000","last_fullsized":"2023-01-15T14:53:35.523645+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":100,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:00:13.840033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27834,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":394,"num_read_kb":4730,"num_write":1006,"num_write_kb":29235,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.17","version":"211'32","reported_seq":126,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:10.698201+0000","last_change":"2023-01-15T14:43:22.960384+0000","last_active":"2023-01-15T14:51:10.698201+0000","last_peered":"2023-01-15T14:51:10.698201+0000","last_clean":"2023-01-15T14:51:10.698201+0000","last_became_active":"2023-01-15T14:43:22.960136+0000","last_became_peered":"2023-01-15T14:43:22.960136+0000","last_unstale":"2023-01-15T14:51:10.698201+0000","last_undegraded":"2023-01-15T14:51:10.698201+0000","last_fullsized":"2023-01-15T14:51:10.698201+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":32,"log_dups_size":0,"ondisk_log_size":32,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:05:33.328537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":175,"num_read_kb":109,"num_write":59,"num_write_kb":24,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.16","version":"208'8","reported_seq":40,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:42.463865+0000","last_change":"2023-01-15T14:43:26.972807+0000","last_active":"2023-01-15T14:50:42.463865+0000","last_peered":"2023-01-15T14:50:42.463865+0000","last_clean":"2023-01-15T14:50:42.463865+0000","last_became_active":"2023-01-15T14:43:26.972296+0000","last_became_peered":"2023-01-15T14:43:26.972296+0000","last_unstale":"2023-01-15T14:50:42.463865+0000","last_undegraded":"2023-01-15T14:50:42.463865+0000","last_fullsized":"2023-01-15T14:50:42.463865+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:54:38.668955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":25602,"num_write":12,"num_write_kb":10240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.11","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.438170+0000","last_change":"2023-01-15T14:49:35.955200+0000","last_active":"2023-01-15T14:49:37.438170+0000","last_peered":"2023-01-15T14:49:37.438170+0000","last_clean":"2023-01-15T14:49:37.438170+0000","last_became_active":"2023-01-15T14:49:35.954967+0000","last_became_peered":"2023-01-15T14:49:35.954967+0000","last_unstale":"2023-01-15T14:49:37.438170+0000","last_undegraded":"2023-01-15T14:49:37.438170+0000","last_fullsized":"2023-01-15T14:49:37.438170+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:24:32.869592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.10","version":"208'5","reported_seq":32,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:32.461567+0000","last_change":"2023-01-15T14:43:28.976080+0000","last_active":"2023-01-15T14:50:32.461567+0000","last_peered":"2023-01-15T14:50:32.461567+0000","last_clean":"2023-01-15T14:50:32.461567+0000","last_became_active":"2023-01-15T14:43:28.975782+0000","last_became_peered":"2023-01-15T14:43:28.975782+0000","last_unstale":"2023-01-15T14:50:32.461567+0000","last_undegraded":"2023-01-15T14:50:32.461567+0000","last_fullsized":"2023-01-15T14:50:32.461567+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:47:49.308315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.28","version":"211'350","reported_seq":1613,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.033592+0000","last_change":"2023-01-15T14:37:38.705358+0000","last_active":"2023-01-15T14:53:39.033592+0000","last_peered":"2023-01-15T14:53:39.033592+0000","last_clean":"2023-01-15T14:53:39.033592+0000","last_became_active":"2023-01-15T14:37:38.705092+0000","last_became_peered":"2023-01-15T14:37:38.705092+0000","last_unstale":"2023-01-15T14:53:39.033592+0000","last_undegraded":"2023-01-15T14:53:39.033592+0000","last_fullsized":"2023-01-15T14:53:39.033592+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:52:54.747823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2192,"num_read_kb":2088,"num_write":437,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"211'179","reported_seq":506,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.665091+0000","last_change":"2023-01-15T14:37:36.684103+0000","last_active":"2023-01-15T14:53:39.665091+0000","last_peered":"2023-01-15T14:53:39.665091+0000","last_clean":"2023-01-15T14:53:39.665091+0000","last_became_active":"2023-01-15T14:37:36.683872+0000","last_became_peered":"2023-01-15T14:37:36.683872+0000","last_unstale":"2023-01-15T14:53:39.665091+0000","last_undegraded":"2023-01-15T14:53:39.665091+0000","last_fullsized":"2023-01-15T14:53:39.665091+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":79,"log_dups_size":100,"ondisk_log_size":79,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:09:19.133924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5392650,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":415,"num_read_kb":3481,"num_write":962,"num_write_kb":28587,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.16","version":"208'20","reported_seq":92,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:37.462431+0000","last_change":"2023-01-15T14:43:22.960245+0000","last_active":"2023-01-15T14:50:37.462431+0000","last_peered":"2023-01-15T14:50:37.462431+0000","last_clean":"2023-01-15T14:50:37.462431+0000","last_became_active":"2023-01-15T14:43:22.960007+0000","last_became_peered":"2023-01-15T14:43:22.960007+0000","last_unstale":"2023-01-15T14:50:37.462431+0000","last_undegraded":"2023-01-15T14:50:37.462431+0000","last_fullsized":"2023-01-15T14:50:37.462431+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:12:01.729691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":119,"num_read_kb":90,"num_write":33,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"59.17","version":"208'3","reported_seq":24,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:42.446917+0000","last_change":"2023-01-15T14:43:26.969911+0000","last_active":"2023-01-15T14:50:42.446917+0000","last_peered":"2023-01-15T14:50:42.446917+0000","last_clean":"2023-01-15T14:50:42.446917+0000","last_became_active":"2023-01-15T14:43:26.969693+0000","last_became_peered":"2023-01-15T14:43:26.969693+0000","last_unstale":"2023-01-15T14:50:42.446917+0000","last_undegraded":"2023-01-15T14:50:42.446917+0000","last_fullsized":"2023-01-15T14:50:42.446917+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:11:17.743648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.e","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.441940+0000","last_change":"2023-01-15T14:49:35.957583+0000","last_active":"2023-01-15T14:49:37.441940+0000","last_peered":"2023-01-15T14:49:37.441940+0000","last_clean":"2023-01-15T14:49:37.441940+0000","last_became_active":"2023-01-15T14:49:35.957330+0000","last_became_peered":"2023-01-15T14:49:35.957330+0000","last_unstale":"2023-01-15T14:49:37.441940+0000","last_undegraded":"2023-01-15T14:49:37.441940+0000","last_fullsized":"2023-01-15T14:49:37.441940+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:54:35.420119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"60.f","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.447645+0000","last_change":"2023-01-15T14:43:28.976744+0000","last_active":"2023-01-15T14:50:17.447645+0000","last_peered":"2023-01-15T14:50:17.447645+0000","last_clean":"2023-01-15T14:50:17.447645+0000","last_became_active":"2023-01-15T14:43:28.976516+0000","last_became_peered":"2023-01-15T14:43:28.976516+0000","last_unstale":"2023-01-15T14:50:17.447645+0000","last_undegraded":"2023-01-15T14:50:17.447645+0000","last_fullsized":"2023-01-15T14:50:17.447645+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:51:02.074513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.37","version":"211'442","reported_seq":1655,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.605909+0000","last_change":"2023-01-15T14:37:38.702993+0000","last_active":"2023-01-15T14:53:38.605909+0000","last_peered":"2023-01-15T14:53:38.605909+0000","last_clean":"2023-01-15T14:53:38.605909+0000","last_became_active":"2023-01-15T14:37:38.702757+0000","last_became_peered":"2023-01-15T14:37:38.702757+0000","last_unstale":"2023-01-15T14:53:38.605909+0000","last_undegraded":"2023-01-15T14:53:38.605909+0000","last_fullsized":"2023-01-15T14:53:38.605909+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":400,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:41:26.610437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2437,"num_read_kb":2263,"num_write":570,"num_write_kb":200,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"211'170","reported_seq":496,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.669928+0000","last_change":"2023-01-15T14:37:36.685574+0000","last_active":"2023-01-15T14:53:39.669928+0000","last_peered":"2023-01-15T14:53:39.669928+0000","last_clean":"2023-01-15T14:53:39.669928+0000","last_became_active":"2023-01-15T14:37:36.685058+0000","last_became_peered":"2023-01-15T14:37:36.685058+0000","last_unstale":"2023-01-15T14:53:39.669928+0000","last_undegraded":"2023-01-15T14:53:39.669928+0000","last_fullsized":"2023-01-15T14:53:39.669928+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:13:29.335566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5590204,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":379,"num_read_kb":4889,"num_write":936,"num_write_kb":26113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.9","version":"211'22","reported_seq":93,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:26.918183+0000","last_change":"2023-01-15T14:43:22.961197+0000","last_active":"2023-01-15T14:51:26.918183+0000","last_peered":"2023-01-15T14:51:26.918183+0000","last_clean":"2023-01-15T14:51:26.918183+0000","last_became_active":"2023-01-15T14:43:22.960925+0000","last_became_peered":"2023-01-15T14:43:22.960925+0000","last_unstale":"2023-01-15T14:51:26.918183+0000","last_undegraded":"2023-01-15T14:51:26.918183+0000","last_fullsized":"2023-01-15T14:51:26.918183+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":0,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:30:53.382516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":119,"num_read_kb":86,"num_write":43,"num_write_kb":27,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.8","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:57.474187+0000","last_change":"2023-01-15T14:43:26.968153+0000","last_active":"2023-01-15T14:49:57.474187+0000","last_peered":"2023-01-15T14:49:57.474187+0000","last_clean":"2023-01-15T14:49:57.474187+0000","last_became_active":"2023-01-15T14:43:26.967870+0000","last_became_peered":"2023-01-15T14:43:26.967870+0000","last_unstale":"2023-01-15T14:49:57.474187+0000","last_undegraded":"2023-01-15T14:49:57.474187+0000","last_fullsized":"2023-01-15T14:49:57.474187+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:08:42.130788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.f","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.453032+0000","last_change":"2023-01-15T14:49:35.960006+0000","last_active":"2023-01-15T14:49:37.453032+0000","last_peered":"2023-01-15T14:49:37.453032+0000","last_clean":"2023-01-15T14:49:37.453032+0000","last_became_active":"2023-01-15T14:49:35.959770+0000","last_became_peered":"2023-01-15T14:49:35.959770+0000","last_unstale":"2023-01-15T14:49:37.453032+0000","last_undegraded":"2023-01-15T14:49:37.453032+0000","last_fullsized":"2023-01-15T14:49:37.453032+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:35:10.836651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.e","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.477421+0000","last_change":"2023-01-15T14:43:28.966437+0000","last_active":"2023-01-15T14:50:17.477421+0000","last_peered":"2023-01-15T14:50:17.477421+0000","last_clean":"2023-01-15T14:50:17.477421+0000","last_became_active":"2023-01-15T14:43:28.966063+0000","last_became_peered":"2023-01-15T14:43:28.966063+0000","last_unstale":"2023-01-15T14:50:17.477421+0000","last_undegraded":"2023-01-15T14:50:17.477421+0000","last_fullsized":"2023-01-15T14:50:17.477421+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:01:04.825364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.36","version":"211'807","reported_seq":1963,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.683956+0000","last_change":"2023-01-15T14:37:38.699975+0000","last_active":"2023-01-15T14:53:39.683956+0000","last_peered":"2023-01-15T14:53:39.683956+0000","last_clean":"2023-01-15T14:53:39.683956+0000","last_became_active":"2023-01-15T14:37:38.699739+0000","last_became_peered":"2023-01-15T14:37:38.699739+0000","last_unstale":"2023-01-15T14:53:39.683956+0000","last_undegraded":"2023-01-15T14:53:39.683956+0000","last_fullsized":"2023-01-15T14:53:39.683956+0000","mapping_epoch":22,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":700,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:09:35.448372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3764,"num_read_kb":3291,"num_write":1135,"num_write_kb":479,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"211'193","reported_seq":506,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.153689+0000","last_change":"2023-01-15T14:37:36.680241+0000","last_active":"2023-01-15T14:53:37.153689+0000","last_peered":"2023-01-15T14:53:37.153689+0000","last_clean":"2023-01-15T14:53:37.153689+0000","last_became_active":"2023-01-15T14:37:36.679837+0000","last_became_peered":"2023-01-15T14:37:36.679837+0000","last_unstale":"2023-01-15T14:53:37.153689+0000","last_undegraded":"2023-01-15T14:53:37.153689+0000","last_fullsized":"2023-01-15T14:53:37.153689+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":100,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:57:03.910089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5246361,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":402,"num_read_kb":17850,"num_write":1047,"num_write_kb":41054,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.8","version":"211'161","reported_seq":656,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:10.931485+0000","last_change":"2023-01-15T14:43:22.952759+0000","last_active":"2023-01-15T14:53:10.931485+0000","last_peered":"2023-01-15T14:53:10.931485+0000","last_clean":"2023-01-15T14:53:10.931485+0000","last_became_active":"2023-01-15T14:43:22.952376+0000","last_became_peered":"2023-01-15T14:43:22.952376+0000","last_unstale":"2023-01-15T14:53:10.931485+0000","last_undegraded":"2023-01-15T14:53:10.931485+0000","last_fullsized":"2023-01-15T14:53:10.931485+0000","mapping_epoch":201,"log_start":"208'100","ondisk_log_start":"208'100","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:44:01.646833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1092,"num_read_kb":797,"num_write":171,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.9","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:57.467548+0000","last_change":"2023-01-15T14:43:26.973424+0000","last_active":"2023-01-15T14:49:57.467548+0000","last_peered":"2023-01-15T14:49:57.467548+0000","last_clean":"2023-01-15T14:49:57.467548+0000","last_became_active":"2023-01-15T14:43:26.972928+0000","last_became_peered":"2023-01-15T14:43:26.972928+0000","last_unstale":"2023-01-15T14:49:57.467548+0000","last_undegraded":"2023-01-15T14:49:57.467548+0000","last_fullsized":"2023-01-15T14:49:57.467548+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:47:45.440029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.c","version":"210'1","reported_seq":12,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.452849+0000","last_change":"2023-01-15T14:49:35.953385+0000","last_active":"2023-01-15T14:49:37.452849+0000","last_peered":"2023-01-15T14:49:37.452849+0000","last_clean":"2023-01-15T14:49:37.452849+0000","last_became_active":"2023-01-15T14:49:35.952997+0000","last_became_peered":"2023-01-15T14:49:35.952997+0000","last_unstale":"2023-01-15T14:49:37.452849+0000","last_undegraded":"2023-01-15T14:49:37.452849+0000","last_fullsized":"2023-01-15T14:49:37.452849+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:57:00.804055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.d","version":"208'10","reported_seq":43,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.447530+0000","last_change":"2023-01-15T14:43:28.979699+0000","last_active":"2023-01-15T14:50:17.447530+0000","last_peered":"2023-01-15T14:50:17.447530+0000","last_clean":"2023-01-15T14:50:17.447530+0000","last_became_active":"2023-01-15T14:43:28.979408+0000","last_became_peered":"2023-01-15T14:43:28.979408+0000","last_unstale":"2023-01-15T14:50:17.447530+0000","last_undegraded":"2023-01-15T14:50:17.447530+0000","last_fullsized":"2023-01-15T14:50:17.447530+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:04:26.464839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":22,"num_read_kb":24580,"num_write":14,"num_write_kb":6144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.35","version":"211'754","reported_seq":2083,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.925420+0000","last_change":"2023-01-15T14:37:38.691004+0000","last_active":"2023-01-15T14:53:37.925420+0000","last_peered":"2023-01-15T14:53:37.925420+0000","last_clean":"2023-01-15T14:53:37.925420+0000","last_became_active":"2023-01-15T14:37:38.690746+0000","last_became_peered":"2023-01-15T14:37:38.690746+0000","last_unstale":"2023-01-15T14:53:37.925420+0000","last_undegraded":"2023-01-15T14:53:37.925420+0000","last_fullsized":"2023-01-15T14:53:37.925420+0000","mapping_epoch":22,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":700,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:33:21.909448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3515,"num_read_kb":3173,"num_write":1001,"num_write_kb":361,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.32","version":"211'173","reported_seq":494,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.625373+0000","last_change":"2023-01-15T14:37:36.686405+0000","last_active":"2023-01-15T14:53:39.625373+0000","last_peered":"2023-01-15T14:53:39.625373+0000","last_clean":"2023-01-15T14:53:39.625373+0000","last_became_active":"2023-01-15T14:37:36.685646+0000","last_became_peered":"2023-01-15T14:37:36.685646+0000","last_unstale":"2023-01-15T14:53:39.625373+0000","last_undegraded":"2023-01-15T14:53:39.625373+0000","last_fullsized":"2023-01-15T14:53:39.625373+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":73,"log_dups_size":100,"ondisk_log_size":73,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:57:41.387848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49865,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":433,"num_read_kb":1463,"num_write":923,"num_write_kb":14601,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.b","version":"211'18","reported_seq":77,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:12.666717+0000","last_change":"2023-01-15T14:43:22.949967+0000","last_active":"2023-01-15T14:51:12.666717+0000","last_peered":"2023-01-15T14:51:12.666717+0000","last_clean":"2023-01-15T14:51:12.666717+0000","last_became_active":"2023-01-15T14:43:22.949713+0000","last_became_peered":"2023-01-15T14:43:22.949713+0000","last_unstale":"2023-01-15T14:51:12.666717+0000","last_undegraded":"2023-01-15T14:51:12.666717+0000","last_fullsized":"2023-01-15T14:51:12.666717+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":0,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:17:14.514051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":56,"num_write":38,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.a","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:57.456312+0000","last_change":"2023-01-15T14:43:26.968733+0000","last_active":"2023-01-15T14:49:57.456312+0000","last_peered":"2023-01-15T14:49:57.456312+0000","last_clean":"2023-01-15T14:49:57.456312+0000","last_became_active":"2023-01-15T14:43:26.968482+0000","last_became_peered":"2023-01-15T14:43:26.968482+0000","last_unstale":"2023-01-15T14:49:57.456312+0000","last_undegraded":"2023-01-15T14:49:57.456312+0000","last_fullsized":"2023-01-15T14:49:57.456312+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:02:53.811465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.d","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.452927+0000","last_change":"2023-01-15T14:49:35.954908+0000","last_active":"2023-01-15T14:49:37.452927+0000","last_peered":"2023-01-15T14:49:37.452927+0000","last_clean":"2023-01-15T14:49:37.452927+0000","last_became_active":"2023-01-15T14:49:35.954645+0000","last_became_peered":"2023-01-15T14:49:35.954645+0000","last_unstale":"2023-01-15T14:49:37.452927+0000","last_undegraded":"2023-01-15T14:49:37.452927+0000","last_fullsized":"2023-01-15T14:49:37.452927+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:29:11.634393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.c","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.443598+0000","last_change":"2023-01-15T14:43:28.985202+0000","last_active":"2023-01-15T14:50:17.443598+0000","last_peered":"2023-01-15T14:50:17.443598+0000","last_clean":"2023-01-15T14:50:17.443598+0000","last_became_active":"2023-01-15T14:43:28.984885+0000","last_became_peered":"2023-01-15T14:43:28.984885+0000","last_unstale":"2023-01-15T14:50:17.443598+0000","last_undegraded":"2023-01-15T14:50:17.443598+0000","last_fullsized":"2023-01-15T14:50:17.443598+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:17:41.091005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.34","version":"211'334","reported_seq":1496,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.700879+0000","last_change":"2023-01-15T14:37:38.698338+0000","last_active":"2023-01-15T14:53:35.700879+0000","last_peered":"2023-01-15T14:53:35.700879+0000","last_clean":"2023-01-15T14:53:35.700879+0000","last_became_active":"2023-01-15T14:37:38.698078+0000","last_became_peered":"2023-01-15T14:37:38.698078+0000","last_unstale":"2023-01-15T14:53:35.700879+0000","last_undegraded":"2023-01-15T14:53:35.700879+0000","last_fullsized":"2023-01-15T14:53:35.700879+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":300,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:33:45.334413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1944,"num_read_kb":1850,"num_write":380,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"211'196","reported_seq":536,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.864534+0000","last_change":"2023-01-15T14:37:36.676688+0000","last_active":"2023-01-15T14:53:37.864534+0000","last_peered":"2023-01-15T14:53:37.864534+0000","last_clean":"2023-01-15T14:53:37.864534+0000","last_became_active":"2023-01-15T14:37:36.676456+0000","last_became_peered":"2023-01-15T14:37:36.676456+0000","last_unstale":"2023-01-15T14:53:37.864534+0000","last_undegraded":"2023-01-15T14:53:37.864534+0000","last_fullsized":"2023-01-15T14:53:37.864534+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":100,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:09:49.383655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":401715,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":437,"num_read_kb":9714,"num_write":1065,"num_write_kb":7391,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"58.a","version":"211'13","reported_seq":59,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:14.700481+0000","last_change":"2023-01-15T14:43:22.960159+0000","last_active":"2023-01-15T14:51:14.700481+0000","last_peered":"2023-01-15T14:51:14.700481+0000","last_clean":"2023-01-15T14:51:14.700481+0000","last_became_active":"2023-01-15T14:43:22.959911+0000","last_became_peered":"2023-01-15T14:43:22.959911+0000","last_unstale":"2023-01-15T14:51:14.700481+0000","last_undegraded":"2023-01-15T14:51:14.700481+0000","last_fullsized":"2023-01-15T14:51:14.700481+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:33:06.385828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":59,"num_read_kb":38,"num_write":35,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"59.b","version":"208'3","reported_seq":25,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.476503+0000","last_change":"2023-01-15T14:43:26.974222+0000","last_active":"2023-01-15T14:50:12.476503+0000","last_peered":"2023-01-15T14:50:12.476503+0000","last_clean":"2023-01-15T14:50:12.476503+0000","last_became_active":"2023-01-15T14:43:26.973983+0000","last_became_peered":"2023-01-15T14:43:26.973983+0000","last_unstale":"2023-01-15T14:50:12.476503+0000","last_undegraded":"2023-01-15T14:50:12.476503+0000","last_fullsized":"2023-01-15T14:50:12.476503+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:02:13.706402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":7,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"61.a","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.464555+0000","last_change":"2023-01-15T14:49:35.956227+0000","last_active":"2023-01-15T14:49:37.464555+0000","last_peered":"2023-01-15T14:49:37.464555+0000","last_clean":"2023-01-15T14:49:37.464555+0000","last_became_active":"2023-01-15T14:49:35.955868+0000","last_became_peered":"2023-01-15T14:49:35.955868+0000","last_unstale":"2023-01-15T14:49:37.464555+0000","last_undegraded":"2023-01-15T14:49:37.464555+0000","last_fullsized":"2023-01-15T14:49:37.464555+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:27:47.858436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.b","version":"208'2","reported_seq":21,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.443502+0000","last_change":"2023-01-15T14:43:28.979719+0000","last_active":"2023-01-15T14:50:17.443502+0000","last_peered":"2023-01-15T14:50:17.443502+0000","last_clean":"2023-01-15T14:50:17.443502+0000","last_became_active":"2023-01-15T14:43:28.979458+0000","last_became_peered":"2023-01-15T14:43:28.979458+0000","last_unstale":"2023-01-15T14:50:17.443502+0000","last_undegraded":"2023-01-15T14:50:17.443502+0000","last_fullsized":"2023-01-15T14:50:17.443502+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:25:11.508199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":529,"num_write":2,"num_write_kb":529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.33","version":"211'293","reported_seq":1323,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:36.976738+0000","last_change":"2023-01-15T14:37:38.702729+0000","last_active":"2023-01-15T14:53:36.976738+0000","last_peered":"2023-01-15T14:53:36.976738+0000","last_clean":"2023-01-15T14:53:36.976738+0000","last_became_active":"2023-01-15T14:37:38.702473+0000","last_became_peered":"2023-01-15T14:37:38.702473+0000","last_unstale":"2023-01-15T14:53:36.976738+0000","last_undegraded":"2023-01-15T14:53:36.976738+0000","last_fullsized":"2023-01-15T14:53:36.976738+0000","mapping_epoch":22,"log_start":"211'200","ondisk_log_start":"211'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":200,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:49:12.516039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1711,"num_read_kb":1621,"num_write":353,"num_write_kb":88,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.34","version":"211'303","reported_seq":675,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.819744+0000","last_change":"2023-01-15T14:37:36.683094+0000","last_active":"2023-01-15T14:53:38.819744+0000","last_peered":"2023-01-15T14:53:38.819744+0000","last_clean":"2023-01-15T14:53:38.819744+0000","last_became_active":"2023-01-15T14:37:36.682486+0000","last_became_peered":"2023-01-15T14:37:36.682486+0000","last_unstale":"2023-01-15T14:53:38.819744+0000","last_undegraded":"2023-01-15T14:53:38.819744+0000","last_fullsized":"2023-01-15T14:53:38.819744+0000","mapping_epoch":20,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:05:51.352327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8737033,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":750,"num_read_kb":26258,"num_write":1215,"num_write_kb":22437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"58.d","version":"211'24","reported_seq":94,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:02.872034+0000","last_change":"2023-01-15T14:43:22.950242+0000","last_active":"2023-01-15T14:51:02.872034+0000","last_peered":"2023-01-15T14:51:02.872034+0000","last_clean":"2023-01-15T14:51:02.872034+0000","last_became_active":"2023-01-15T14:43:22.949994+0000","last_became_peered":"2023-01-15T14:43:22.949994+0000","last_unstale":"2023-01-15T14:51:02.872034+0000","last_undegraded":"2023-01-15T14:51:02.872034+0000","last_fullsized":"2023-01-15T14:51:02.872034+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":0,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:25:25.394365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":119,"num_read_kb":74,"num_write":50,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.c","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.456161+0000","last_change":"2023-01-15T14:43:26.968033+0000","last_active":"2023-01-15T14:50:12.456161+0000","last_peered":"2023-01-15T14:50:12.456161+0000","last_clean":"2023-01-15T14:50:12.456161+0000","last_became_active":"2023-01-15T14:43:26.967784+0000","last_became_peered":"2023-01-15T14:43:26.967784+0000","last_unstale":"2023-01-15T14:50:12.456161+0000","last_undegraded":"2023-01-15T14:50:12.456161+0000","last_fullsized":"2023-01-15T14:50:12.456161+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:33:57.830625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"61.b","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.451244+0000","last_change":"2023-01-15T14:49:35.951626+0000","last_active":"2023-01-15T14:49:37.451244+0000","last_peered":"2023-01-15T14:49:37.451244+0000","last_clean":"2023-01-15T14:49:37.451244+0000","last_became_active":"2023-01-15T14:49:35.951377+0000","last_became_peered":"2023-01-15T14:49:35.951377+0000","last_unstale":"2023-01-15T14:49:37.451244+0000","last_undegraded":"2023-01-15T14:49:37.451244+0000","last_fullsized":"2023-01-15T14:49:37.451244+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:17:57.243068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.a","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:02.457812+0000","last_change":"2023-01-15T14:43:28.972426+0000","last_active":"2023-01-15T14:50:02.457812+0000","last_peered":"2023-01-15T14:50:02.457812+0000","last_clean":"2023-01-15T14:50:02.457812+0000","last_became_active":"2023-01-15T14:43:28.972192+0000","last_became_peered":"2023-01-15T14:43:28.972192+0000","last_unstale":"2023-01-15T14:50:02.457812+0000","last_undegraded":"2023-01-15T14:50:02.457812+0000","last_fullsized":"2023-01-15T14:50:02.457812+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:14:10.745473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.32","version":"211'659","reported_seq":1895,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.955956+0000","last_change":"2023-01-15T14:37:38.697334+0000","last_active":"2023-01-15T14:53:38.955956+0000","last_peered":"2023-01-15T14:53:38.955956+0000","last_clean":"2023-01-15T14:53:38.955956+0000","last_became_active":"2023-01-15T14:37:38.696815+0000","last_became_peered":"2023-01-15T14:37:38.696815+0000","last_unstale":"2023-01-15T14:53:38.955956+0000","last_undegraded":"2023-01-15T14:53:38.955956+0000","last_fullsized":"2023-01-15T14:53:38.955956+0000","mapping_epoch":22,"log_start":"211'600","ondisk_log_start":"211'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":600,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:20:19.493818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3196,"num_read_kb":2888,"num_write":873,"num_write_kb":318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.35","version":"211'138","reported_seq":454,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:36.196426+0000","last_change":"2023-01-15T14:37:36.686877+0000","last_active":"2023-01-15T14:53:36.196426+0000","last_peered":"2023-01-15T14:53:36.196426+0000","last_clean":"2023-01-15T14:53:36.196426+0000","last_became_active":"2023-01-15T14:37:36.686086+0000","last_became_peered":"2023-01-15T14:37:36.686086+0000","last_unstale":"2023-01-15T14:53:36.196426+0000","last_undegraded":"2023-01-15T14:53:36.196426+0000","last_fullsized":"2023-01-15T14:53:36.196426+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":100,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:58:46.794847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5573647,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":339,"num_read_kb":5125,"num_write":758,"num_write_kb":17367,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.c","version":"211'20","reported_seq":88,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:16.694939+0000","last_change":"2023-01-15T14:43:22.958269+0000","last_active":"2023-01-15T14:50:16.694939+0000","last_peered":"2023-01-15T14:50:16.694939+0000","last_clean":"2023-01-15T14:50:16.694939+0000","last_became_active":"2023-01-15T14:43:22.957997+0000","last_became_peered":"2023-01-15T14:43:22.957997+0000","last_unstale":"2023-01-15T14:50:16.694939+0000","last_undegraded":"2023-01-15T14:50:16.694939+0000","last_fullsized":"2023-01-15T14:50:16.694939+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:59:50.348920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":110,"num_read_kb":82,"num_write":41,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.d","version":"208'5","reported_seq":30,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.443002+0000","last_change":"2023-01-15T14:43:26.972563+0000","last_active":"2023-01-15T14:50:12.443002+0000","last_peered":"2023-01-15T14:50:12.443002+0000","last_clean":"2023-01-15T14:50:12.443002+0000","last_became_active":"2023-01-15T14:43:26.972299+0000","last_became_peered":"2023-01-15T14:43:26.972299+0000","last_unstale":"2023-01-15T14:50:12.443002+0000","last_undegraded":"2023-01-15T14:50:12.443002+0000","last_fullsized":"2023-01-15T14:50:12.443002+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:46:59.001939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":9,"num_read_kb":4098,"num_write":9,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.8","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.452650+0000","last_change":"2023-01-15T14:49:35.955607+0000","last_active":"2023-01-15T14:49:37.452650+0000","last_peered":"2023-01-15T14:49:37.452650+0000","last_clean":"2023-01-15T14:49:37.452650+0000","last_became_active":"2023-01-15T14:49:35.955387+0000","last_became_peered":"2023-01-15T14:49:35.955387+0000","last_unstale":"2023-01-15T14:49:37.452650+0000","last_undegraded":"2023-01-15T14:49:37.452650+0000","last_fullsized":"2023-01-15T14:49:37.452650+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:44:38.284536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.9","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:02.474796+0000","last_change":"2023-01-15T14:43:28.982172+0000","last_active":"2023-01-15T14:50:02.474796+0000","last_peered":"2023-01-15T14:50:02.474796+0000","last_clean":"2023-01-15T14:50:02.474796+0000","last_became_active":"2023-01-15T14:43:28.981469+0000","last_became_peered":"2023-01-15T14:43:28.981469+0000","last_unstale":"2023-01-15T14:50:02.474796+0000","last_undegraded":"2023-01-15T14:50:02.474796+0000","last_fullsized":"2023-01-15T14:50:02.474796+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:25:59.992352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.31","version":"211'722","reported_seq":1973,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.334251+0000","last_change":"2023-01-15T14:37:38.689929+0000","last_active":"2023-01-15T14:53:37.334251+0000","last_peered":"2023-01-15T14:53:37.334251+0000","last_clean":"2023-01-15T14:53:37.334251+0000","last_became_active":"2023-01-15T14:37:38.689652+0000","last_became_peered":"2023-01-15T14:37:38.689652+0000","last_unstale":"2023-01-15T14:53:37.334251+0000","last_undegraded":"2023-01-15T14:53:37.334251+0000","last_fullsized":"2023-01-15T14:53:37.334251+0000","mapping_epoch":22,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":22,"log_dups_size":700,"ondisk_log_size":22,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:17:04.918140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3481,"num_read_kb":3123,"num_write":970,"num_write_kb":370,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"211'215","reported_seq":559,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.609556+0000","last_change":"2023-01-15T14:37:36.684282+0000","last_active":"2023-01-15T14:53:39.609556+0000","last_peered":"2023-01-15T14:53:39.609556+0000","last_clean":"2023-01-15T14:53:39.609556+0000","last_became_active":"2023-01-15T14:37:36.684013+0000","last_became_peered":"2023-01-15T14:37:36.684013+0000","last_unstale":"2023-01-15T14:53:39.609556+0000","last_undegraded":"2023-01-15T14:53:39.609556+0000","last_fullsized":"2023-01-15T14:53:39.609556+0000","mapping_epoch":20,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":200,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:40:47.666463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10535666,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":493,"num_read_kb":28034,"num_write":1198,"num_write_kb":42002,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"58.f","version":"211'47","reported_seq":176,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:14.131998+0000","last_change":"2023-01-15T14:43:22.950761+0000","last_active":"2023-01-15T14:51:14.131998+0000","last_peered":"2023-01-15T14:51:14.131998+0000","last_clean":"2023-01-15T14:51:14.131998+0000","last_became_active":"2023-01-15T14:43:22.950417+0000","last_became_peered":"2023-01-15T14:43:22.950417+0000","last_unstale":"2023-01-15T14:51:14.131998+0000","last_undegraded":"2023-01-15T14:51:14.131998+0000","last_fullsized":"2023-01-15T14:51:14.131998+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:08:27.347586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":257,"num_read_kb":176,"num_write":99,"num_write_kb":49,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.e","version":"208'5","reported_seq":34,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.459077+0000","last_change":"2023-01-15T14:43:26.971691+0000","last_active":"2023-01-15T14:50:12.459077+0000","last_peered":"2023-01-15T14:50:12.459077+0000","last_clean":"2023-01-15T14:50:12.459077+0000","last_became_active":"2023-01-15T14:43:26.971463+0000","last_became_peered":"2023-01-15T14:43:26.971463+0000","last_unstale":"2023-01-15T14:50:12.459077+0000","last_undegraded":"2023-01-15T14:50:12.459077+0000","last_fullsized":"2023-01-15T14:50:12.459077+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:47:12.768163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":13,"num_read_kb":20482,"num_write":5,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"61.9","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.451104+0000","last_change":"2023-01-15T14:49:35.959943+0000","last_active":"2023-01-15T14:49:37.451104+0000","last_peered":"2023-01-15T14:49:37.451104+0000","last_clean":"2023-01-15T14:49:37.451104+0000","last_became_active":"2023-01-15T14:49:35.959712+0000","last_became_peered":"2023-01-15T14:49:35.959712+0000","last_unstale":"2023-01-15T14:49:37.451104+0000","last_undegraded":"2023-01-15T14:49:37.451104+0000","last_fullsized":"2023-01-15T14:49:37.451104+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:51:36.931008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.8","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:02.457692+0000","last_change":"2023-01-15T14:43:28.980995+0000","last_active":"2023-01-15T14:50:02.457692+0000","last_peered":"2023-01-15T14:50:02.457692+0000","last_clean":"2023-01-15T14:50:02.457692+0000","last_became_active":"2023-01-15T14:43:28.980760+0000","last_became_peered":"2023-01-15T14:43:28.980760+0000","last_unstale":"2023-01-15T14:50:02.457692+0000","last_undegraded":"2023-01-15T14:50:02.457692+0000","last_fullsized":"2023-01-15T14:50:02.457692+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:19:19.894960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.30","version":"211'691","reported_seq":1759,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:36.377267+0000","last_change":"2023-01-15T14:37:38.701102+0000","last_active":"2023-01-15T14:53:36.377267+0000","last_peered":"2023-01-15T14:53:36.377267+0000","last_clean":"2023-01-15T14:53:36.377267+0000","last_became_active":"2023-01-15T14:37:38.700869+0000","last_became_peered":"2023-01-15T14:37:38.700869+0000","last_unstale":"2023-01-15T14:53:36.377267+0000","last_undegraded":"2023-01-15T14:53:36.377267+0000","last_fullsized":"2023-01-15T14:53:36.377267+0000","mapping_epoch":22,"log_start":"211'600","ondisk_log_start":"211'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":600,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:01:50.312906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3162,"num_read_kb":2802,"num_write":941,"num_write_kb":368,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.37","version":"211'170","reported_seq":487,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:36.914008+0000","last_change":"2023-01-15T14:37:36.680983+0000","last_active":"2023-01-15T14:53:36.914008+0000","last_peered":"2023-01-15T14:53:36.914008+0000","last_clean":"2023-01-15T14:53:36.914008+0000","last_became_active":"2023-01-15T14:37:36.680667+0000","last_became_peered":"2023-01-15T14:37:36.680667+0000","last_unstale":"2023-01-15T14:53:36.914008+0000","last_undegraded":"2023-01-15T14:53:36.914008+0000","last_fullsized":"2023-01-15T14:53:36.914008+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:20:18.645331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":324661,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":392,"num_read_kb":3326,"num_write":860,"num_write_kb":30558,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.e","version":"211'36","reported_seq":134,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:08.328836+0000","last_change":"2023-01-15T14:43:22.950188+0000","last_active":"2023-01-15T14:53:08.328836+0000","last_peered":"2023-01-15T14:53:08.328836+0000","last_clean":"2023-01-15T14:53:08.328836+0000","last_became_active":"2023-01-15T14:43:22.949899+0000","last_became_peered":"2023-01-15T14:43:22.949899+0000","last_unstale":"2023-01-15T14:53:08.328836+0000","last_undegraded":"2023-01-15T14:53:08.328836+0000","last_fullsized":"2023-01-15T14:53:08.328836+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:57:40.251565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":185,"num_read_kb":117,"num_write":77,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"59.f","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.470215+0000","last_change":"2023-01-15T14:43:26.960788+0000","last_active":"2023-01-15T14:50:12.470215+0000","last_peered":"2023-01-15T14:50:12.470215+0000","last_clean":"2023-01-15T14:50:12.470215+0000","last_became_active":"2023-01-15T14:43:26.960524+0000","last_became_peered":"2023-01-15T14:43:26.960524+0000","last_unstale":"2023-01-15T14:50:12.470215+0000","last_undegraded":"2023-01-15T14:50:12.470215+0000","last_fullsized":"2023-01-15T14:50:12.470215+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:38:28.398480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"61.6","version":"210'1","reported_seq":12,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.438470+0000","last_change":"2023-01-15T14:49:35.958157+0000","last_active":"2023-01-15T14:49:37.438470+0000","last_peered":"2023-01-15T14:49:37.438470+0000","last_clean":"2023-01-15T14:49:37.438470+0000","last_became_active":"2023-01-15T14:49:35.957885+0000","last_became_peered":"2023-01-15T14:49:35.957885+0000","last_unstale":"2023-01-15T14:49:37.438470+0000","last_undegraded":"2023-01-15T14:49:37.438470+0000","last_fullsized":"2023-01-15T14:49:37.438470+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:28:21.258486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.7","version":"208'3","reported_seq":23,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:02.475109+0000","last_change":"2023-01-15T14:43:28.973379+0000","last_active":"2023-01-15T14:50:02.475109+0000","last_peered":"2023-01-15T14:50:02.475109+0000","last_clean":"2023-01-15T14:50:02.475109+0000","last_became_active":"2023-01-15T14:43:28.973125+0000","last_became_peered":"2023-01-15T14:43:28.973125+0000","last_unstale":"2023-01-15T14:50:02.475109+0000","last_undegraded":"2023-01-15T14:50:02.475109+0000","last_fullsized":"2023-01-15T14:50:02.475109+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:46:16.543159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.3f","version":"211'376","reported_seq":1584,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.284827+0000","last_change":"2023-01-15T14:37:38.699965+0000","last_active":"2023-01-15T14:53:38.284827+0000","last_peered":"2023-01-15T14:53:38.284827+0000","last_clean":"2023-01-15T14:53:38.284827+0000","last_became_active":"2023-01-15T14:37:38.699701+0000","last_became_peered":"2023-01-15T14:37:38.699701+0000","last_unstale":"2023-01-15T14:53:38.284827+0000","last_undegraded":"2023-01-15T14:53:38.284827+0000","last_fullsized":"2023-01-15T14:53:38.284827+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":76,"log_dups_size":300,"ondisk_log_size":76,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:58:04.871862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2091,"num_read_kb":1976,"num_write":452,"num_write_kb":98,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.38","version":"211'177","reported_seq":573,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.487676+0000","last_change":"2023-01-15T14:38:22.227134+0000","last_active":"2023-01-15T14:53:35.487676+0000","last_peered":"2023-01-15T14:53:35.487676+0000","last_clean":"2023-01-15T14:53:35.487676+0000","last_became_active":"2023-01-15T14:38:22.226843+0000","last_became_peered":"2023-01-15T14:38:22.226843+0000","last_unstale":"2023-01-15T14:53:35.487676+0000","last_undegraded":"2023-01-15T14:53:35.487676+0000","last_fullsized":"2023-01-15T14:53:35.487676+0000","mapping_epoch":33,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":100,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:15:44.357817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54454,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":609,"num_read_kb":124496,"num_write":1000,"num_write_kb":21585,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.1","version":"211'21","reported_seq":89,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:13.172502+0000","last_change":"2023-01-15T14:43:22.953502+0000","last_active":"2023-01-15T14:51:13.172502+0000","last_peered":"2023-01-15T14:51:13.172502+0000","last_clean":"2023-01-15T14:51:13.172502+0000","last_became_active":"2023-01-15T14:43:22.953258+0000","last_became_peered":"2023-01-15T14:43:22.953258+0000","last_unstale":"2023-01-15T14:51:13.172502+0000","last_undegraded":"2023-01-15T14:51:13.172502+0000","last_fullsized":"2023-01-15T14:51:13.172502+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":0,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:48:30.050910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":112,"num_read_kb":69,"num_write":40,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.0","version":"0'0","reported_seq":20,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:27.455983+0000","last_change":"2023-01-15T14:43:26.972105+0000","last_active":"2023-01-15T14:51:27.455983+0000","last_peered":"2023-01-15T14:51:27.455983+0000","last_clean":"2023-01-15T14:51:27.455983+0000","last_became_active":"2023-01-15T14:43:26.968042+0000","last_became_peered":"2023-01-15T14:43:26.968042+0000","last_unstale":"2023-01-15T14:51:27.455983+0000","last_undegraded":"2023-01-15T14:51:27.455983+0000","last_fullsized":"2023-01-15T14:51:27.455983+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:26:27.800491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"61.7","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.452998+0000","last_change":"2023-01-15T14:49:35.957363+0000","last_active":"2023-01-15T14:49:37.452998+0000","last_peered":"2023-01-15T14:49:37.452998+0000","last_clean":"2023-01-15T14:49:37.452998+0000","last_became_active":"2023-01-15T14:49:35.957096+0000","last_became_peered":"2023-01-15T14:49:35.957096+0000","last_unstale":"2023-01-15T14:49:37.452998+0000","last_undegraded":"2023-01-15T14:49:37.452998+0000","last_fullsized":"2023-01-15T14:49:37.452998+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:51:29.084762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3e","version":"211'303","reported_seq":1540,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.036324+0000","last_change":"2023-01-15T14:37:38.698987+0000","last_active":"2023-01-15T14:53:39.036324+0000","last_peered":"2023-01-15T14:53:39.036324+0000","last_clean":"2023-01-15T14:53:39.036324+0000","last_became_active":"2023-01-15T14:37:38.698709+0000","last_became_peered":"2023-01-15T14:37:38.698709+0000","last_unstale":"2023-01-15T14:53:39.036324+0000","last_undegraded":"2023-01-15T14:53:39.036324+0000","last_fullsized":"2023-01-15T14:53:39.036324+0000","mapping_epoch":22,"log_start":"211'200","ondisk_log_start":"211'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":103,"log_dups_size":200,"ondisk_log_size":103,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:47:35.464640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2041,"num_read_kb":1968,"num_write":348,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"211'194","reported_seq":597,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.462436+0000","last_change":"2023-01-15T14:37:36.687012+0000","last_active":"2023-01-15T14:53:38.462436+0000","last_peered":"2023-01-15T14:53:38.462436+0000","last_clean":"2023-01-15T14:53:38.462436+0000","last_became_active":"2023-01-15T14:37:36.686574+0000","last_became_peered":"2023-01-15T14:37:36.686574+0000","last_unstale":"2023-01-15T14:53:38.462436+0000","last_undegraded":"2023-01-15T14:53:38.462436+0000","last_fullsized":"2023-01-15T14:53:38.462436+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":94,"log_dups_size":100,"ondisk_log_size":94,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:05:36.022798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":73662,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":602,"num_read_kb":2616,"num_write":1069,"num_write_kb":10479,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.0","version":"211'26","reported_seq":104,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:22.469724+0000","last_change":"2023-01-15T14:43:22.955721+0000","last_active":"2023-01-15T14:51:22.469724+0000","last_peered":"2023-01-15T14:51:22.469724+0000","last_clean":"2023-01-15T14:51:22.469724+0000","last_became_active":"2023-01-15T14:43:22.955472+0000","last_became_peered":"2023-01-15T14:43:22.955472+0000","last_unstale":"2023-01-15T14:51:22.469724+0000","last_undegraded":"2023-01-15T14:51:22.469724+0000","last_fullsized":"2023-01-15T14:51:22.469724+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:32:25.410762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":134,"num_read_kb":84,"num_write":53,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.1","version":"208'5","reported_seq":36,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:42.451944+0000","last_change":"2023-01-15T14:43:26.975476+0000","last_active":"2023-01-15T14:49:42.451944+0000","last_peered":"2023-01-15T14:49:42.451944+0000","last_clean":"2023-01-15T14:49:42.451944+0000","last_became_active":"2023-01-15T14:43:26.975203+0000","last_became_peered":"2023-01-15T14:43:26.975203+0000","last_unstale":"2023-01-15T14:49:42.451944+0000","last_undegraded":"2023-01-15T14:49:42.451944+0000","last_fullsized":"2023-01-15T14:49:42.451944+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:07:22.443809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":15,"num_read_kb":25602,"num_write":9,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"60.6","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:02.441681+0000","last_change":"2023-01-15T14:43:28.976173+0000","last_active":"2023-01-15T14:50:02.441681+0000","last_peered":"2023-01-15T14:50:02.441681+0000","last_clean":"2023-01-15T14:50:02.441681+0000","last_became_active":"2023-01-15T14:43:28.975914+0000","last_became_peered":"2023-01-15T14:43:28.975914+0000","last_unstale":"2023-01-15T14:50:02.441681+0000","last_undegraded":"2023-01-15T14:50:02.441681+0000","last_fullsized":"2023-01-15T14:50:02.441681+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:26:31.360281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"61.4","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.438294+0000","last_change":"2023-01-15T14:49:35.957331+0000","last_active":"2023-01-15T14:49:37.438294+0000","last_peered":"2023-01-15T14:49:37.438294+0000","last_clean":"2023-01-15T14:49:37.438294+0000","last_became_active":"2023-01-15T14:49:35.957048+0000","last_became_peered":"2023-01-15T14:49:35.957048+0000","last_unstale":"2023-01-15T14:49:37.438294+0000","last_undegraded":"2023-01-15T14:49:37.438294+0000","last_fullsized":"2023-01-15T14:49:37.438294+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:05:19.996350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.3d","version":"211'655","reported_seq":1757,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.041018+0000","last_change":"2023-01-15T14:37:38.699412+0000","last_active":"2023-01-15T14:53:39.041018+0000","last_peered":"2023-01-15T14:53:39.041018+0000","last_clean":"2023-01-15T14:53:39.041018+0000","last_became_active":"2023-01-15T14:37:38.699043+0000","last_became_peered":"2023-01-15T14:37:38.699043+0000","last_unstale":"2023-01-15T14:53:39.041018+0000","last_undegraded":"2023-01-15T14:53:39.041018+0000","last_fullsized":"2023-01-15T14:53:39.041018+0000","mapping_epoch":22,"log_start":"211'600","ondisk_log_start":"211'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":600,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:12:35.004042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3014,"num_read_kb":2699,"num_write":873,"num_write_kb":326,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3a","version":"211'195","reported_seq":519,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.985491+0000","last_change":"2023-01-15T14:38:21.775626+0000","last_active":"2023-01-15T14:53:37.985491+0000","last_peered":"2023-01-15T14:53:37.985491+0000","last_clean":"2023-01-15T14:53:37.985491+0000","last_became_active":"2023-01-15T14:38:21.775232+0000","last_became_peered":"2023-01-15T14:38:21.775232+0000","last_unstale":"2023-01-15T14:53:37.985491+0000","last_undegraded":"2023-01-15T14:53:37.985491+0000","last_fullsized":"2023-01-15T14:53:37.985491+0000","mapping_epoch":33,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":100,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:55.284291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11536408,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":445,"num_read_kb":24044,"num_write":1086,"num_write_kb":27990,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"58.3","version":"211'31","reported_seq":128,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:08.809251+0000","last_change":"2023-01-15T14:43:22.961527+0000","last_active":"2023-01-15T14:53:08.809251+0000","last_peered":"2023-01-15T14:53:08.809251+0000","last_clean":"2023-01-15T14:53:08.809251+0000","last_became_active":"2023-01-15T14:43:22.961244+0000","last_became_peered":"2023-01-15T14:43:22.961244+0000","last_unstale":"2023-01-15T14:53:08.809251+0000","last_undegraded":"2023-01-15T14:53:08.809251+0000","last_fullsized":"2023-01-15T14:53:08.809251+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:32:18.969636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":179,"num_read_kb":126,"num_write":63,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.2","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:42.465226+0000","last_change":"2023-01-15T14:43:26.972017+0000","last_active":"2023-01-15T14:49:42.465226+0000","last_peered":"2023-01-15T14:49:42.465226+0000","last_clean":"2023-01-15T14:49:42.465226+0000","last_became_active":"2023-01-15T14:43:26.971747+0000","last_became_peered":"2023-01-15T14:43:26.971747+0000","last_unstale":"2023-01-15T14:49:42.465226+0000","last_undegraded":"2023-01-15T14:49:42.465226+0000","last_fullsized":"2023-01-15T14:49:42.465226+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:22:58.644313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.5","version":"208'3","reported_seq":23,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:47.455865+0000","last_change":"2023-01-15T14:43:28.974166+0000","last_active":"2023-01-15T14:49:47.455865+0000","last_peered":"2023-01-15T14:49:47.455865+0000","last_clean":"2023-01-15T14:49:47.455865+0000","last_became_active":"2023-01-15T14:43:28.973930+0000","last_became_peered":"2023-01-15T14:43:28.973930+0000","last_unstale":"2023-01-15T14:49:47.455865+0000","last_undegraded":"2023-01-15T14:49:47.455865+0000","last_fullsized":"2023-01-15T14:49:47.455865+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:20:35.799358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4,"num_read_kb":5120,"num_write":3,"num_write_kb":5120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.5","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.451382+0000","last_change":"2023-01-15T14:49:35.955838+0000","last_active":"2023-01-15T14:49:37.451382+0000","last_peered":"2023-01-15T14:49:37.451382+0000","last_clean":"2023-01-15T14:49:37.451382+0000","last_became_active":"2023-01-15T14:49:35.955606+0000","last_became_peered":"2023-01-15T14:49:35.955606+0000","last_unstale":"2023-01-15T14:49:37.451382+0000","last_undegraded":"2023-01-15T14:49:37.451382+0000","last_fullsized":"2023-01-15T14:49:37.451382+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:44:52.748016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3c","version":"211'801","reported_seq":2294,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.887415+0000","last_change":"2023-01-15T14:37:38.701054+0000","last_active":"2023-01-15T14:53:38.887415+0000","last_peered":"2023-01-15T14:53:38.887415+0000","last_clean":"2023-01-15T14:53:38.887415+0000","last_became_active":"2023-01-15T14:37:38.700818+0000","last_became_peered":"2023-01-15T14:37:38.700818+0000","last_unstale":"2023-01-15T14:53:38.887415+0000","last_undegraded":"2023-01-15T14:53:38.887415+0000","last_fullsized":"2023-01-15T14:53:38.887415+0000","mapping_epoch":22,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:41:59.897633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4011,"num_read_kb":3624,"num_write":1076,"num_write_kb":411,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3b","version":"211'202","reported_seq":505,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.392864+0000","last_change":"2023-01-15T14:37:36.674547+0000","last_active":"2023-01-15T14:53:37.392864+0000","last_peered":"2023-01-15T14:53:37.392864+0000","last_clean":"2023-01-15T14:53:37.392864+0000","last_became_active":"2023-01-15T14:37:36.674297+0000","last_became_peered":"2023-01-15T14:37:36.674297+0000","last_unstale":"2023-01-15T14:53:37.392864+0000","last_undegraded":"2023-01-15T14:53:37.392864+0000","last_fullsized":"2023-01-15T14:53:37.392864+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:22:40.334425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":27216,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":424,"num_read_kb":630,"num_write":889,"num_write_kb":40906,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.2","version":"211'25","reported_seq":101,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:26.700089+0000","last_change":"2023-01-15T14:43:22.957631+0000","last_active":"2023-01-15T14:51:26.700089+0000","last_peered":"2023-01-15T14:51:26.700089+0000","last_clean":"2023-01-15T14:51:26.700089+0000","last_became_active":"2023-01-15T14:43:22.957366+0000","last_became_peered":"2023-01-15T14:43:22.957366+0000","last_unstale":"2023-01-15T14:51:26.700089+0000","last_undegraded":"2023-01-15T14:51:26.700089+0000","last_fullsized":"2023-01-15T14:51:26.700089+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:40:05.796594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":83,"num_write":53,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"59.3","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:42.465267+0000","last_change":"2023-01-15T14:43:26.973348+0000","last_active":"2023-01-15T14:49:42.465267+0000","last_peered":"2023-01-15T14:49:42.465267+0000","last_clean":"2023-01-15T14:49:42.465267+0000","last_became_active":"2023-01-15T14:43:26.973018+0000","last_became_peered":"2023-01-15T14:43:26.973018+0000","last_unstale":"2023-01-15T14:49:42.465267+0000","last_undegraded":"2023-01-15T14:49:42.465267+0000","last_fullsized":"2023-01-15T14:49:42.465267+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:39:42.673503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"60.4","version":"208'3","reported_seq":22,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:47.455710+0000","last_change":"2023-01-15T14:43:28.981442+0000","last_active":"2023-01-15T14:49:47.455710+0000","last_peered":"2023-01-15T14:49:47.455710+0000","last_clean":"2023-01-15T14:49:47.455710+0000","last_became_active":"2023-01-15T14:43:28.981205+0000","last_became_peered":"2023-01-15T14:43:28.981205+0000","last_unstale":"2023-01-15T14:49:47.455710+0000","last_undegraded":"2023-01-15T14:49:47.455710+0000","last_fullsized":"2023-01-15T14:49:47.455710+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:10:29.633793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":1024,"num_write":7,"num_write_kb":1024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.2","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.464516+0000","last_change":"2023-01-15T14:49:35.944298+0000","last_active":"2023-01-15T14:49:37.464516+0000","last_peered":"2023-01-15T14:49:37.464516+0000","last_clean":"2023-01-15T14:49:37.464516+0000","last_became_active":"2023-01-15T14:49:35.943936+0000","last_became_peered":"2023-01-15T14:49:35.943936+0000","last_unstale":"2023-01-15T14:49:37.464516+0000","last_undegraded":"2023-01-15T14:49:37.464516+0000","last_fullsized":"2023-01-15T14:49:37.464516+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:21:17.536091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3b","version":"211'280","reported_seq":1365,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.954976+0000","last_change":"2023-01-15T14:37:38.703794+0000","last_active":"2023-01-15T14:53:38.954976+0000","last_peered":"2023-01-15T14:53:38.954976+0000","last_clean":"2023-01-15T14:53:38.954976+0000","last_became_active":"2023-01-15T14:37:38.703544+0000","last_became_peered":"2023-01-15T14:37:38.703544+0000","last_unstale":"2023-01-15T14:53:38.954976+0000","last_undegraded":"2023-01-15T14:53:38.954976+0000","last_fullsized":"2023-01-15T14:53:38.954976+0000","mapping_epoch":22,"log_start":"211'200","ondisk_log_start":"211'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":200,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:35:20.841739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1695,"num_read_kb":1642,"num_write":311,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"211'197","reported_seq":557,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.700368+0000","last_change":"2023-01-15T14:37:36.701062+0000","last_active":"2023-01-15T14:53:39.700368+0000","last_peered":"2023-01-15T14:53:39.700368+0000","last_clean":"2023-01-15T14:53:39.700368+0000","last_became_active":"2023-01-15T14:37:36.691656+0000","last_became_peered":"2023-01-15T14:37:36.691656+0000","last_unstale":"2023-01-15T14:53:39.700368+0000","last_undegraded":"2023-01-15T14:53:39.700368+0000","last_fullsized":"2023-01-15T14:53:39.700368+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":100,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:05:00.010581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":353927,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":449,"num_read_kb":15527,"num_write":1067,"num_write_kb":44366,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"58.5","version":"208'23","reported_seq":104,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.453871+0000","last_change":"2023-01-15T14:43:22.964000+0000","last_active":"2023-01-15T14:49:37.453871+0000","last_peered":"2023-01-15T14:49:37.453871+0000","last_clean":"2023-01-15T14:49:37.453871+0000","last_became_active":"2023-01-15T14:43:22.963793+0000","last_became_peered":"2023-01-15T14:43:22.963793+0000","last_unstale":"2023-01-15T14:49:37.453871+0000","last_undegraded":"2023-01-15T14:49:37.453871+0000","last_fullsized":"2023-01-15T14:49:37.453871+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:07:56.138158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":138,"num_read_kb":103,"num_write":47,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"59.4","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:42.454706+0000","last_change":"2023-01-15T14:43:26.978215+0000","last_active":"2023-01-15T14:49:42.454706+0000","last_peered":"2023-01-15T14:49:42.454706+0000","last_clean":"2023-01-15T14:49:42.454706+0000","last_became_active":"2023-01-15T14:43:26.977944+0000","last_became_peered":"2023-01-15T14:43:26.977944+0000","last_unstale":"2023-01-15T14:49:42.454706+0000","last_undegraded":"2023-01-15T14:49:42.454706+0000","last_fullsized":"2023-01-15T14:49:42.454706+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:56:38.445698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"60.3","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:47.452806+0000","last_change":"2023-01-15T14:43:28.982980+0000","last_active":"2023-01-15T14:49:47.452806+0000","last_peered":"2023-01-15T14:49:47.452806+0000","last_clean":"2023-01-15T14:49:47.452806+0000","last_became_active":"2023-01-15T14:43:28.982712+0000","last_became_peered":"2023-01-15T14:43:28.982712+0000","last_unstale":"2023-01-15T14:49:47.452806+0000","last_undegraded":"2023-01-15T14:49:47.452806+0000","last_fullsized":"2023-01-15T14:49:47.452806+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:58:06.568611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"61.3","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.451274+0000","last_change":"2023-01-15T14:49:35.957689+0000","last_active":"2023-01-15T14:49:37.451274+0000","last_peered":"2023-01-15T14:49:37.451274+0000","last_clean":"2023-01-15T14:49:37.451274+0000","last_became_active":"2023-01-15T14:49:35.957428+0000","last_became_peered":"2023-01-15T14:49:35.957428+0000","last_unstale":"2023-01-15T14:49:37.451274+0000","last_undegraded":"2023-01-15T14:49:37.451274+0000","last_fullsized":"2023-01-15T14:49:37.451274+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:03:48.088945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3a","version":"211'1006","reported_seq":2300,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.605242+0000","last_change":"2023-01-15T14:37:38.696765+0000","last_active":"2023-01-15T14:53:38.605242+0000","last_peered":"2023-01-15T14:53:38.605242+0000","last_clean":"2023-01-15T14:53:38.605242+0000","last_became_active":"2023-01-15T14:37:38.696531+0000","last_became_peered":"2023-01-15T14:37:38.696531+0000","last_unstale":"2023-01-15T14:53:38.605242+0000","last_undegraded":"2023-01-15T14:53:38.605242+0000","last_fullsized":"2023-01-15T14:53:38.605242+0000","mapping_epoch":22,"log_start":"211'900","ondisk_log_start":"211'900","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":900,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:25:34.729676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":4591,"num_read_kb":4134,"num_write":1504,"num_write_kb":627,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"211'147","reported_seq":437,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.518919+0000","last_change":"2023-01-15T14:37:36.684685+0000","last_active":"2023-01-15T14:53:35.518919+0000","last_peered":"2023-01-15T14:53:35.518919+0000","last_clean":"2023-01-15T14:53:35.518919+0000","last_became_active":"2023-01-15T14:37:36.684329+0000","last_became_peered":"2023-01-15T14:37:36.684329+0000","last_unstale":"2023-01-15T14:53:35.518919+0000","last_undegraded":"2023-01-15T14:53:35.518919+0000","last_fullsized":"2023-01-15T14:53:35.518919+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:10:09.660513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":351914,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":316,"num_read_kb":10598,"num_write":789,"num_write_kb":12204,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"58.4","version":"211'23","reported_seq":97,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:52:12.565132+0000","last_change":"2023-01-15T14:43:22.957142+0000","last_active":"2023-01-15T14:52:12.565132+0000","last_peered":"2023-01-15T14:52:12.565132+0000","last_clean":"2023-01-15T14:52:12.565132+0000","last_became_active":"2023-01-15T14:43:22.956522+0000","last_became_peered":"2023-01-15T14:43:22.956522+0000","last_unstale":"2023-01-15T14:52:12.565132+0000","last_undegraded":"2023-01-15T14:52:12.565132+0000","last_fullsized":"2023-01-15T14:52:12.565132+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:40:03.493270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":126,"num_read_kb":79,"num_write":43,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"59.5","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:42.453879+0000","last_change":"2023-01-15T14:43:26.969221+0000","last_active":"2023-01-15T14:49:42.453879+0000","last_peered":"2023-01-15T14:49:42.453879+0000","last_clean":"2023-01-15T14:49:42.453879+0000","last_became_active":"2023-01-15T14:43:26.969012+0000","last_became_peered":"2023-01-15T14:43:26.969012+0000","last_unstale":"2023-01-15T14:49:42.453879+0000","last_undegraded":"2023-01-15T14:49:42.453879+0000","last_fullsized":"2023-01-15T14:49:42.453879+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:13:26.898488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"60.2","version":"0'0","reported_seq":17,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:47.455599+0000","last_change":"2023-01-15T14:43:28.981468+0000","last_active":"2023-01-15T14:49:47.455599+0000","last_peered":"2023-01-15T14:49:47.455599+0000","last_clean":"2023-01-15T14:49:47.455599+0000","last_became_active":"2023-01-15T14:43:28.981288+0000","last_became_peered":"2023-01-15T14:43:28.981288+0000","last_unstale":"2023-01-15T14:49:47.455599+0000","last_undegraded":"2023-01-15T14:49:47.455599+0000","last_fullsized":"2023-01-15T14:49:47.455599+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:08:50.893988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.0","version":"0'0","reported_seq":12,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:37.490789+0000","last_change":"2023-01-15T14:49:35.957068+0000","last_active":"2023-01-15T14:51:37.490789+0000","last_peered":"2023-01-15T14:51:37.490789+0000","last_clean":"2023-01-15T14:51:37.490789+0000","last_became_active":"2023-01-15T14:49:35.956707+0000","last_became_peered":"2023-01-15T14:49:35.956707+0000","last_unstale":"2023-01-15T14:51:37.490789+0000","last_undegraded":"2023-01-15T14:51:37.490789+0000","last_fullsized":"2023-01-15T14:51:37.490789+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:01:43.494601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.39","version":"211'740","reported_seq":1934,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.683977+0000","last_change":"2023-01-15T14:37:38.690604+0000","last_active":"2023-01-15T14:53:39.683977+0000","last_peered":"2023-01-15T14:53:39.683977+0000","last_clean":"2023-01-15T14:53:39.683977+0000","last_became_active":"2023-01-15T14:37:38.690351+0000","last_became_peered":"2023-01-15T14:37:38.690351+0000","last_unstale":"2023-01-15T14:53:39.683977+0000","last_undegraded":"2023-01-15T14:53:39.683977+0000","last_fullsized":"2023-01-15T14:53:39.683977+0000","mapping_epoch":22,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":700,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:02:23.284596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3452,"num_read_kb":3072,"num_write":1004,"num_write_kb":397,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"211'202","reported_seq":552,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.627665+0000","last_change":"2023-01-15T14:37:36.687166+0000","last_active":"2023-01-15T14:53:37.627665+0000","last_peered":"2023-01-15T14:53:37.627665+0000","last_clean":"2023-01-15T14:53:37.627665+0000","last_became_active":"2023-01-15T14:37:36.686914+0000","last_became_peered":"2023-01-15T14:37:36.686914+0000","last_unstale":"2023-01-15T14:53:37.627665+0000","last_undegraded":"2023-01-15T14:53:37.627665+0000","last_fullsized":"2023-01-15T14:53:37.627665+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:32:52.523075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5323837,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":470,"num_read_kb":1009,"num_write":1091,"num_write_kb":21381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"58.7","version":"211'37","reported_seq":142,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:52:00.122440+0000","last_change":"2023-01-15T14:43:22.962700+0000","last_active":"2023-01-15T14:52:00.122440+0000","last_peered":"2023-01-15T14:52:00.122440+0000","last_clean":"2023-01-15T14:52:00.122440+0000","last_became_active":"2023-01-15T14:43:22.962441+0000","last_became_peered":"2023-01-15T14:43:22.962441+0000","last_unstale":"2023-01-15T14:52:00.122440+0000","last_undegraded":"2023-01-15T14:52:00.122440+0000","last_fullsized":"2023-01-15T14:52:00.122440+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":37,"log_dups_size":0,"ondisk_log_size":37,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:57:44.793792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":203,"num_read_kb":139,"num_write":67,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"59.6","version":"208'2","reported_seq":23,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:57.456383+0000","last_change":"2023-01-15T14:43:26.972858+0000","last_active":"2023-01-15T14:49:57.456383+0000","last_peered":"2023-01-15T14:49:57.456383+0000","last_clean":"2023-01-15T14:49:57.456383+0000","last_became_active":"2023-01-15T14:43:26.972646+0000","last_became_peered":"2023-01-15T14:43:26.972646+0000","last_unstale":"2023-01-15T14:49:57.456383+0000","last_undegraded":"2023-01-15T14:49:57.456383+0000","last_fullsized":"2023-01-15T14:49:57.456383+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:04:59.376170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3,"num_read_kb":4096,"num_write":2,"num_write_kb":4096,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"60.1","version":"208'8","reported_seq":38,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:47.455453+0000","last_change":"2023-01-15T14:43:28.968875+0000","last_active":"2023-01-15T14:49:47.455453+0000","last_peered":"2023-01-15T14:49:47.455453+0000","last_clean":"2023-01-15T14:49:47.455453+0000","last_became_active":"2023-01-15T14:43:28.968651+0000","last_became_peered":"2023-01-15T14:43:28.968651+0000","last_unstale":"2023-01-15T14:49:47.455453+0000","last_undegraded":"2023-01-15T14:49:47.455453+0000","last_fullsized":"2023-01-15T14:49:47.455453+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:25:02.737889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":17,"num_read_kb":26626,"num_write":12,"num_write_kb":11264,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"61.1","version":"0'0","reported_seq":11,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:37.451116+0000","last_change":"2023-01-15T14:49:35.958646+0000","last_active":"2023-01-15T14:49:37.451116+0000","last_peered":"2023-01-15T14:49:37.451116+0000","last_clean":"2023-01-15T14:49:37.451116+0000","last_became_active":"2023-01-15T14:49:35.958462+0000","last_became_peered":"2023-01-15T14:49:35.958462+0000","last_unstale":"2023-01-15T14:49:37.451116+0000","last_undegraded":"2023-01-15T14:49:37.451116+0000","last_fullsized":"2023-01-15T14:49:37.451116+0000","mapping_epoch":209,"log_start":"0'0","ondisk_log_start":"0'0","created":209,"last_epoch_clean":210,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:49:34.927520+0000","last_clean_scrub_stamp":"2023-01-15T14:49:34.927520+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:26:59.648639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.38","version":"211'782","reported_seq":2160,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.707314+0000","last_change":"2023-01-15T14:37:38.698062+0000","last_active":"2023-01-15T14:53:39.707314+0000","last_peered":"2023-01-15T14:53:39.707314+0000","last_clean":"2023-01-15T14:53:39.707314+0000","last_became_active":"2023-01-15T14:37:38.697719+0000","last_became_peered":"2023-01-15T14:37:38.697719+0000","last_unstale":"2023-01-15T14:53:39.707314+0000","last_undegraded":"2023-01-15T14:53:39.707314+0000","last_fullsized":"2023-01-15T14:53:39.707314+0000","mapping_epoch":22,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":82,"log_dups_size":700,"ondisk_log_size":82,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:45:13.977942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3937,"num_read_kb":3535,"num_write":1065,"num_write_kb":418,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"211'220","reported_seq":563,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.864936+0000","last_change":"2023-01-15T14:37:36.675522+0000","last_active":"2023-01-15T14:53:37.864936+0000","last_peered":"2023-01-15T14:53:37.864936+0000","last_clean":"2023-01-15T14:53:37.864936+0000","last_became_active":"2023-01-15T14:37:36.675197+0000","last_became_peered":"2023-01-15T14:37:36.675197+0000","last_unstale":"2023-01-15T14:53:37.864936+0000","last_undegraded":"2023-01-15T14:53:37.864936+0000","last_fullsized":"2023-01-15T14:53:37.864936+0000","mapping_epoch":20,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":200,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:55:10.854764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":592387,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":485,"num_read_kb":1578,"num_write":1204,"num_write_kb":23381,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"58.6","version":"211'53","reported_seq":192,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:10.195156+0000","last_change":"2023-01-15T14:43:22.960167+0000","last_active":"2023-01-15T14:53:10.195156+0000","last_peered":"2023-01-15T14:53:10.195156+0000","last_clean":"2023-01-15T14:53:10.195156+0000","last_became_active":"2023-01-15T14:43:22.959497+0000","last_became_peered":"2023-01-15T14:43:22.959497+0000","last_unstale":"2023-01-15T14:53:10.195156+0000","last_undegraded":"2023-01-15T14:53:10.195156+0000","last_fullsized":"2023-01-15T14:53:10.195156+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:21.928833+0000","last_clean_scrub_stamp":"2023-01-15T14:43:21.928833+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":0,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:31:35.564199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":284,"num_read_kb":186,"num_write":100,"num_write_kb":39,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"59.7","version":"0'0","reported_seq":19,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:57.440880+0000","last_change":"2023-01-15T14:43:26.976793+0000","last_active":"2023-01-15T14:49:57.440880+0000","last_peered":"2023-01-15T14:49:57.440880+0000","last_clean":"2023-01-15T14:49:57.440880+0000","last_became_active":"2023-01-15T14:43:26.976414+0000","last_became_peered":"2023-01-15T14:43:26.976414+0000","last_unstale":"2023-01-15T14:49:57.440880+0000","last_undegraded":"2023-01-15T14:49:57.440880+0000","last_fullsized":"2023-01-15T14:49:57.440880+0000","mapping_epoch":204,"log_start":"0'0","ondisk_log_start":"0'0","created":204,"last_epoch_clean":205,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:25.948752+0000","last_clean_scrub_stamp":"2023-01-15T14:43:25.948752+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:08:53.015462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"60.0","version":"208'5","reported_seq":28,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:32.452425+0000","last_change":"2023-01-15T14:43:28.980040+0000","last_active":"2023-01-15T14:51:32.452425+0000","last_peered":"2023-01-15T14:51:32.452425+0000","last_clean":"2023-01-15T14:51:32.452425+0000","last_became_active":"2023-01-15T14:43:28.979713+0000","last_became_peered":"2023-01-15T14:43:28.979713+0000","last_unstale":"2023-01-15T14:51:32.452425+0000","last_undegraded":"2023-01-15T14:51:32.452425+0000","last_fullsized":"2023-01-15T14:51:32.452425+0000","mapping_epoch":206,"log_start":"0'0","ondisk_log_start":"0'0","created":206,"last_epoch_clean":207,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:43:27.955310+0000","last_clean_scrub_stamp":"2023-01-15T14:43:27.955310+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:54:13.426809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":7,"num_read_kb":9216,"num_write":9,"num_write_kb":9216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]}],"pool_stats":[{"poolid":61,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":12,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":64,"acting":64,"num_store_stats":0},{"poolid":60,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":103988,"num_write":71,"num_write_kb":54828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47,"ondisk_log_size":47,"up":64,"acting":64,"num_store_stats":0},{"poolid":59,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":86,"num_read_kb":109108,"num_write":71,"num_write_kb":54828,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":47,"ondisk_log_size":47,"up":64,"acting":64,"num_store_stats":0},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":3762,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":11107,"num_read_kb":44104,"num_write":16974,"num_write_kb":4992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1481,"ondisk_log_size":1481,"up":64,"acting":64,"num_store_stats":0},{"poolid":58,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5969,"num_read_kb":4087,"num_write":1903,"num_write_kb":921,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":850,"ondisk_log_size":850,"up":64,"acting":64,"num_store_stats":0},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":490,"ondisk_log_size":490,"up":64,"acting":64,"num_store_stats":0},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":16,"acting":16,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":2,"acting":2,"num_store_stats":0},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":207738816,"num_objects":355,"num_object_clones":0,"num_object_copies":710,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":355,"num_whiteouts":0,"num_read":28938,"num_read_kb":1274066,"num_write":62109,"num_write_kb":1756505,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4290,"ondisk_log_size":4290,"up":128,"acting":128,"num_store_stats":0},{"poolid":4,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":55,"num_object_clones":0,"num_object_copies":110,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":55,"num_whiteouts":0,"num_read":185493,"num_read_kb":169308,"num_write":48134,"num_write_kb":16961,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":55,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4021,"ondisk_log_size":4021,"up":128,"acting":128,"num_store_stats":0},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":1544,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":505,"num_read_kb":494,"num_write":16,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":9,"ondisk_log_size":9,"up":64,"acting":64,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":343412,"num_objects":218,"num_object_clones":0,"num_object_copies":436,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":218,"num_whiteouts":0,"num_read":38574,"num_read_kb":38268,"num_write":27671,"num_write_kb":3124,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":19,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2221,"ondisk_log_size":2221,"up":64,"acting":64,"num_store_stats":0}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575046,"num_pgs":100,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":857596,"kb_used_data":92841792,"kb_used_omap":46359,"kb_used_meta":0,"kb_avail":92841784,"statfs":{"total":95948165120,"available":95069986816,"internally_reserved":8192,"allocated":95069995008,"data_stored":95069995008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":47471638,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 14:52:56 2023","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.42499999999999999,"15min":0.45500000000000002},"min":{"1min":0.19800000000000001,"5min":0.19800000000000001,"15min":0.191},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":3.0009999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.44400000000000001,"15min":0.48499999999999999},"min":{"1min":0.27400000000000002,"5min":0.255,"15min":0.255},"max":{"1min":0.54600000000000004,"5min":0.68300000000000005,"15min":3.0339999999999998},"last":0.34699999999999998}]},{"osd":1,"last update":"Sun Jan 15 14:52:56 2023","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.40999999999999998,"15min":0.45500000000000002},"min":{"1min":0.19600000000000001,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":2.6720000000000002},"last":0.251},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.42099999999999999,"15min":0.45200000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":1.599},"last":0.317}]},{"osd":2,"last update":"Sun Jan 15 14:52:56 2023","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.437,"15min":0.45000000000000001},"min":{"1min":0.28000000000000003,"5min":0.219,"15min":0.219},"max":{"1min":0.88400000000000001,"5min":1.018,"15min":1.4219999999999999},"last":0.33900000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.42499999999999999,"15min":0.46600000000000003},"min":{"1min":0.25600000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.872,"5min":0.872,"15min":1.9330000000000001},"last":0.32800000000000001}]},{"osd":3,"last update":"Sun Jan 15 14:52:56 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.432,"15min":0.504},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.61699999999999999,"5min":0.76100000000000001,"15min":6.9560000000000004},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.44700000000000001,"15min":0.51800000000000002},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":6.9450000000000003},"last":0.35199999999999998}]},{"osd":4,"last update":"Sun Jan 15 14:52:56 2023","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.34599999999999997,"15min":0.36599999999999999},"min":{"1min":0.23599999999999999,"5min":0.219,"15min":0.219},"max":{"1min":0.998,"5min":0.998,"15min":1.0609999999999999},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.34899999999999998,"15min":0.378},"min":{"1min":0.23000000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":1.286},"last":0.23999999999999999}]},{"osd":5,"last update":"Sun Jan 15 14:52:56 2023","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.38300000000000001,"15min":0.40300000000000002},"min":{"1min":0.23999999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":1.137},"last":0.378},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.41599999999999998,"15min":0.45500000000000002},"min":{"1min":0.28699999999999998,"5min":0.28199999999999997,"15min":0.27500000000000002},"max":{"1min":0.751,"5min":0.751,"15min":1.264},"last":0.33400000000000002}]},{"osd":6,"last update":"Sun Jan 15 14:52:56 2023","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.40500000000000003,"15min":0.437},"min":{"1min":0.26900000000000002,"5min":0.254,"15min":0.253},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":1.0980000000000001},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.442,"15min":0.46200000000000002},"min":{"1min":0.308,"5min":0.28499999999999998,"15min":0.26500000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":1.0089999999999999},"last":0.311}]}]},{"osd":6,"up_from":13,"seq":55834575046,"num_pgs":85,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":852904,"kb_used_data":92846684,"kb_used_omap":33730,"kb_used_meta":0,"kb_avail":92846476,"statfs":{"total":95948165120,"available":95074791424,"internally_reserved":212992,"allocated":95075004416,"data_stored":95075004416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34539988,"internal_metadata":0},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 14:52:52 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.45700000000000002,"15min":0.48899999999999999},"min":{"1min":0.20399999999999999,"5min":0.20300000000000001,"15min":0.16200000000000001},"max":{"1min":0.60699999999999998,"5min":3.8420000000000001,"15min":3.8420000000000001},"last":0.20699999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.49199999999999999,"15min":0.52400000000000002},"min":{"1min":0.20499999999999999,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.59099999999999997,"5min":4.3460000000000001,"15min":4.3460000000000001},"last":0.33800000000000002}]},{"osd":1,"last update":"Sun Jan 15 14:52:52 2023","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.42299999999999999,"15min":0.46500000000000002},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.57799999999999996,"5min":2.7309999999999999,"15min":3.0920000000000001},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.35599999999999998,"5min":0.435,"15min":0.46999999999999997},"min":{"1min":0.27600000000000002,"5min":0.24099999999999999,"15min":0.193},"max":{"1min":0.495,"5min":1.78,"15min":3.1669999999999998},"last":0.22700000000000001}]},{"osd":2,"last update":"Sun Jan 15 14:52:52 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.42399999999999999,"15min":0.47499999999999998},"min":{"1min":0.245,"5min":0.218,"15min":0.218},"max":{"1min":0.59599999999999997,"5min":0.67700000000000005,"15min":3.1030000000000002},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.373,"5min":0.42399999999999999,"15min":0.47499999999999998},"min":{"1min":0.25700000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.58599999999999997,"5min":0.875,"15min":3.6509999999999998},"last":0.46600000000000003}]},{"osd":3,"last update":"Sun Jan 15 14:52:52 2023","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.439,"15min":0.48599999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.24199999999999999},"max":{"1min":0.54900000000000004,"5min":0.91600000000000004,"15min":3.081},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.46999999999999997,"15min":0.53000000000000003},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.23599999999999999},"max":{"1min":0.54900000000000004,"5min":3.29,"15min":10.869999999999999},"last":0.31900000000000001}]},{"osd":4,"last update":"Sun Jan 15 14:52:52 2023","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.35999999999999999,"15min":0.38100000000000001},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.192},"max":{"1min":0.53000000000000003,"5min":0.61499999999999999,"15min":0.94999999999999996},"last":0.255},{"interface":"front","average":{"1min":0.34799999999999998,"5min":0.38100000000000001,"15min":0.40400000000000003},"min":{"1min":0.24199999999999999,"5min":0.23799999999999999,"15min":0.21099999999999999},"max":{"1min":0.57699999999999996,"5min":0.61799999999999999,"15min":0.85099999999999998},"last":0.496}]},{"osd":5,"last update":"Sun Jan 15 14:52:52 2023","interfaces":[{"interface":"back","average":{"1min":0.36199999999999999,"5min":0.39700000000000002,"15min":0.40400000000000003},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.53100000000000003,"5min":0.65800000000000003,"15min":0.69799999999999995},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.39500000000000002,"5min":0.41899999999999998,"15min":0.438},"min":{"1min":0.25,"5min":0.25,"15min":0.214},"max":{"1min":0.56000000000000005,"5min":0.63500000000000001,"15min":0.76400000000000001},"last":0.36599999999999999}]},{"osd":7,"last update":"Sun Jan 15 14:52:52 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.437,"15min":0.45400000000000001},"min":{"1min":0.28799999999999998,"5min":0.26900000000000002,"15min":0.25700000000000001},"max":{"1min":0.53500000000000003,"5min":0.67700000000000005,"15min":1.2110000000000001},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.47699999999999998,"15min":0.48599999999999999},"min":{"1min":0.35499999999999998,"5min":0.30099999999999999,"15min":0.29199999999999998},"max":{"1min":0.58799999999999997,"5min":0.67700000000000005,"15min":1.0549999999999999},"last":0.40899999999999997}]}]},{"osd":1,"up_from":13,"seq":55834575046,"num_pgs":98,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":826552,"kb_used_data":92873780,"kb_used_omap":39025,"kb_used_meta":0,"kb_avail":92872828,"statfs":{"total":95948165120,"available":95101775872,"internally_reserved":974848,"allocated":95102750720,"data_stored":95102750720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":39962488,"internal_metadata":0},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 14:52:55 2023","interfaces":[{"interface":"back","average":{"1min":0.26100000000000001,"5min":0.30599999999999999,"15min":0.34699999999999998},"min":{"1min":0.184,"5min":0.184,"15min":0.184},"max":{"1min":0.40699999999999997,"5min":0.66500000000000004,"15min":4.2469999999999999},"last":0.20799999999999999},{"interface":"front","average":{"1min":0.34399999999999997,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.20599999999999999},"max":{"1min":0.436,"5min":0.70999999999999996,"15min":1.534},"last":0.35399999999999998}]},{"osd":2,"last update":"Sun Jan 15 14:52:55 2023","interfaces":[{"interface":"back","average":{"1min":0.26100000000000001,"5min":0.29899999999999999,"15min":0.34699999999999998},"min":{"1min":0.191,"5min":0.191,"15min":0.188},"max":{"1min":0.35199999999999998,"5min":0.60599999999999998,"15min":3.5409999999999999},"last":0.222},{"interface":"front","average":{"1min":0.32000000000000001,"5min":0.35999999999999999,"15min":0.40899999999999997},"min":{"1min":0.23799999999999999,"5min":0.23599999999999999,"15min":0.22500000000000001},"max":{"1min":0.44500000000000001,"5min":0.60599999999999998,"15min":4.3129999999999997},"last":0.316}]},{"osd":3,"last update":"Sun Jan 15 14:52:55 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.40999999999999998,"15min":0.499},"min":{"1min":0.251,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.44400000000000001,"5min":0.72999999999999998,"15min":14.933999999999999},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.36099999999999999,"15min":0.45200000000000001},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.41399999999999998,"5min":0.67100000000000004,"15min":14.775},"last":0.36499999999999999}]},{"osd":4,"last update":"Sun Jan 15 14:52:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47899999999999998,"15min":0.52400000000000002},"min":{"1min":0.29899999999999999,"5min":0.27800000000000002,"15min":0.247},"max":{"1min":0.64500000000000002,"5min":0.83999999999999997,"15min":3.4860000000000002},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.505,"5min":0.53100000000000003,"15min":0.57099999999999995},"min":{"1min":0.36299999999999999,"5min":0.35399999999999998,"15min":0.31},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":4.2789999999999999},"last":0.41799999999999998}]},{"osd":5,"last update":"Sun Jan 15 14:52:55 2023","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.48899999999999999,"15min":0.52600000000000002},"min":{"1min":0.33000000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.67200000000000004,"5min":0.79200000000000004,"15min":1.345},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.50900000000000001,"15min":0.55700000000000005},"min":{"1min":0.33500000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.71899999999999997,"5min":0.91500000000000004,"15min":3.577},"last":0.34100000000000003}]},{"osd":6,"last update":"Sun Jan 15 14:52:55 2023","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.499,"15min":0.54400000000000004},"min":{"1min":0.34300000000000003,"5min":0.308,"15min":0.308},"max":{"1min":0.61499999999999999,"5min":0.76900000000000002,"15min":1.3360000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54300000000000004,"15min":0.57599999999999996},"min":{"1min":0.40100000000000002,"5min":0.35799999999999998,"15min":0.34300000000000003},"max":{"1min":0.72299999999999998,"5min":0.89900000000000002,"15min":1.8979999999999999},"last":0.45500000000000002}]},{"osd":7,"last update":"Sun Jan 15 14:52:55 2023","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.53800000000000003,"15min":0.60699999999999998},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.65300000000000002,"5min":0.95099999999999996,"15min":4.1500000000000004},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57199999999999995,"15min":0.58899999999999997},"min":{"1min":0.41899999999999998,"5min":0.38900000000000001,"15min":0.38400000000000001},"max":{"1min":0.72699999999999998,"5min":0.89700000000000002,"15min":1.367},"last":0.48499999999999999}]}]},{"osd":0,"up_from":13,"seq":55834575047,"num_pgs":102,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":879968,"kb_used_data":92819844,"kb_used_omap":35377,"kb_used_meta":0,"kb_avail":92819412,"statfs":{"total":95948165120,"available":95047077888,"internally_reserved":442368,"allocated":95047520256,"data_stored":95047520256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36226468,"internal_metadata":0},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sun Jan 15 14:52:58 2023","interfaces":[{"interface":"back","average":{"1min":0.25800000000000001,"5min":0.29099999999999998,"15min":0.35099999999999998},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.16800000000000001},"max":{"1min":0.38200000000000001,"5min":0.48599999999999999,"15min":5.141},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.311,"5min":0.32000000000000001,"15min":0.35999999999999999},"min":{"1min":0.22500000000000001,"5min":0.19600000000000001,"15min":0.193},"max":{"1min":0.42499999999999999,"5min":0.78500000000000003,"15min":2.2829999999999999},"last":0.28999999999999998}]},{"osd":2,"last update":"Sun Jan 15 14:52:58 2023","interfaces":[{"interface":"back","average":{"1min":0.28999999999999998,"5min":0.32500000000000001,"15min":0.36199999999999999},"min":{"1min":0.22,"5min":0.19900000000000001,"15min":0.19600000000000001},"max":{"1min":0.373,"5min":0.71799999999999997,"15min":0.88100000000000001},"last":0.26500000000000001},{"interface":"front","average":{"1min":0.29899999999999999,"5min":0.33300000000000002,"15min":0.379},"min":{"1min":0.222,"5min":0.221,"15min":0.221},"max":{"1min":0.433,"5min":0.80100000000000005,"15min":5.2409999999999997},"last":0.32200000000000001}]},{"osd":3,"last update":"Sun Jan 15 14:52:58 2023","interfaces":[{"interface":"back","average":{"1min":0.33500000000000002,"5min":0.375,"15min":0.42099999999999999},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.21199999999999999},"max":{"1min":0.46800000000000003,"5min":0.85599999999999998,"15min":4.9160000000000004},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.39200000000000002,"15min":0.44600000000000001},"min":{"1min":0.29799999999999999,"5min":0.27000000000000002,"15min":0.22},"max":{"1min":0.50700000000000001,"5min":0.86399999999999999,"15min":5.3419999999999996},"last":0.39900000000000002}]},{"osd":4,"last update":"Sun Jan 15 14:52:58 2023","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.47899999999999998,"15min":0.51900000000000002},"min":{"1min":0.30299999999999999,"5min":0.29599999999999999,"15min":0.28100000000000003},"max":{"1min":0.53100000000000003,"5min":0.69999999999999996,"15min":1.034},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.48699999999999999,"15min":0.55300000000000005},"min":{"1min":0.307,"5min":0.27200000000000002,"15min":0.26800000000000002},"max":{"1min":0.755,"5min":0.80200000000000005,"15min":6.407},"last":0.47899999999999998}]},{"osd":5,"last update":"Sun Jan 15 14:52:58 2023","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.48099999999999998,"15min":0.55400000000000005},"min":{"1min":0.32300000000000001,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":6.444},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.51000000000000001,"15min":0.57699999999999996},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.68200000000000005,"5min":0.82399999999999995,"15min":5.3940000000000001},"last":0.48999999999999999}]},{"osd":6,"last update":"Sun Jan 15 14:52:58 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.50800000000000001,"15min":0.59599999999999997},"min":{"1min":0.34200000000000003,"5min":0.28399999999999997,"15min":0.27400000000000002},"max":{"1min":0.64400000000000002,"5min":0.79900000000000004,"15min":5.4420000000000002},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.52700000000000002,"15min":0.60999999999999999},"min":{"1min":0.35699999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.65200000000000002,"5min":0.81000000000000005,"15min":5.4809999999999999},"last":0.51000000000000001}]},{"osd":7,"last update":"Sun Jan 15 14:52:58 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.52900000000000003,"15min":0.57199999999999995},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.63400000000000001,"5min":0.82499999999999996,"15min":0.95899999999999996},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.505,"15min":0.58099999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.33300000000000002},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":6.4619999999999997},"last":0.41399999999999998}]}]},{"osd":2,"up_from":13,"seq":55834575046,"num_pgs":82,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":828412,"kb_used_data":92871388,"kb_used_omap":24930,"kb_used_meta":0,"kb_avail":92870968,"statfs":{"total":95948165120,"available":95099871232,"internally_reserved":430080,"allocated":95100301312,"data_stored":95100301312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":25528849,"internal_metadata":0},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 14:52:42 2023","interfaces":[{"interface":"back","average":{"1min":0.28999999999999998,"5min":0.309,"15min":0.46100000000000002},"min":{"1min":0.20899999999999999,"5min":0.19800000000000001,"15min":0.182},"max":{"1min":0.41399999999999998,"5min":0.749,"15min":31.763000000000002},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.30299999999999999,"5min":0.314,"15min":0.47899999999999998},"min":{"1min":0.24099999999999999,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.38500000000000001,"5min":0.47499999999999998,"15min":32.234000000000002},"last":0.23200000000000001}]},{"osd":1,"last update":"Sun Jan 15 14:52:42 2023","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.33400000000000002,"15min":0.38500000000000001},"min":{"1min":0.22900000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.48499999999999999,"5min":0.51700000000000002,"15min":7.4080000000000004},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.32900000000000001,"5min":0.34799999999999998,"15min":0.39700000000000002},"min":{"1min":0.216,"5min":0.216,"15min":0.21099999999999999},"max":{"1min":0.495,"5min":0.53700000000000003,"15min":8.016},"last":0.26100000000000001}]},{"osd":3,"last update":"Sun Jan 15 14:52:42 2023","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.373,"15min":0.45700000000000002},"min":{"1min":0.255,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":17.908999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.35799999999999998,"5min":0.35099999999999998,"15min":0.38800000000000001},"min":{"1min":0.24299999999999999,"5min":0.23400000000000001,"15min":0.221},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":1.1539999999999999},"last":0.51200000000000001}]},{"osd":4,"last update":"Sun Jan 15 14:52:42 2023","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.49199999999999999,"15min":0.54600000000000004},"min":{"1min":0.311,"5min":0.29399999999999998,"15min":0.26500000000000001},"max":{"1min":0.74199999999999999,"5min":0.80800000000000005,"15min":7.9450000000000003},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47299999999999998,"15min":0.53600000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.25800000000000001},"max":{"1min":0.70299999999999996,"5min":0.85999999999999999,"15min":7.2699999999999996},"last":0.54800000000000004}]},{"osd":5,"last update":"Sun Jan 15 14:52:42 2023","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.53500000000000003,"15min":0.58199999999999996},"min":{"1min":0.38900000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.75700000000000001,"5min":0.84599999999999997,"15min":7.3579999999999997},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.53200000000000003,"15min":0.59099999999999997},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.32400000000000001},"max":{"1min":0.71199999999999997,"5min":0.85499999999999998,"15min":7.9119999999999999},"last":0.53700000000000003}]},{"osd":6,"last update":"Sun Jan 15 14:52:42 2023","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48799999999999999,"15min":0.55300000000000005},"min":{"1min":0.33400000000000002,"5min":0.316,"15min":0.30299999999999999},"max":{"1min":0.69899999999999995,"5min":0.82899999999999996,"15min":7.4370000000000003},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.59299999999999997},"min":{"1min":0.40699999999999997,"5min":0.34399999999999997,"15min":0.317},"max":{"1min":0.70199999999999996,"5min":0.79600000000000004,"15min":7.3250000000000002},"last":0.45100000000000001}]},{"osd":7,"last update":"Sun Jan 15 14:52:42 2023","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54800000000000004,"15min":0.60599999999999998},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.376},"max":{"1min":0.78400000000000003,"5min":0.87,"15min":7.9710000000000001},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58699999999999997,"15min":0.60699999999999998},"min":{"1min":0.44400000000000001,"5min":0.39100000000000001,"15min":0.33300000000000002},"max":{"1min":0.80500000000000005,"5min":0.89200000000000002,"15min":7.4690000000000003},"last":0.57099999999999995}]}]},{"osd":3,"up_from":13,"seq":55834575046,"num_pgs":112,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":857332,"kb_used_data":92842144,"kb_used_omap":36861,"kb_used_meta":0,"kb_avail":92842048,"statfs":{"total":95948165120,"available":95070257152,"internally_reserved":98304,"allocated":95070355456,"data_stored":95070355456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37746427,"internal_metadata":0},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 14:52:58 2023","interfaces":[{"interface":"back","average":{"1min":0.28999999999999998,"5min":0.29399999999999998,"15min":0.33800000000000002},"min":{"1min":0.17999999999999999,"5min":0.17499999999999999,"15min":0.17499999999999999},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":1.6000000000000001},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.26900000000000002,"5min":0.32400000000000001,"15min":0.40300000000000002},"min":{"1min":0.19,"5min":0.189,"15min":0.189},"max":{"1min":0.45000000000000001,"5min":0.64100000000000001,"15min":9.9280000000000008},"last":0.436}]},{"osd":1,"last update":"Sun Jan 15 14:52:58 2023","interfaces":[{"interface":"back","average":{"1min":0.30499999999999999,"5min":0.32800000000000001,"15min":0.36799999999999999},"min":{"1min":0.222,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.52700000000000002,"5min":0.59299999999999997,"15min":3.3149999999999999},"last":0.499},{"interface":"front","average":{"1min":0.32700000000000001,"5min":0.34499999999999997,"15min":0.41599999999999998},"min":{"1min":0.246,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.56100000000000005,"5min":0.58899999999999997,"15min":9.9830000000000005},"last":0.34399999999999997}]},{"osd":2,"last update":"Sun Jan 15 14:52:58 2023","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.37,"15min":0.41299999999999998},"min":{"1min":0.23599999999999999,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.60799999999999998,"5min":0.64100000000000001,"15min":5.6559999999999997},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.373,"15min":0.46100000000000002},"min":{"1min":0.27900000000000003,"5min":0.245,"15min":0.23799999999999999},"max":{"1min":0.52800000000000002,"5min":0.63600000000000001,"15min":10.005000000000001},"last":0.39900000000000002}]},{"osd":4,"last update":"Sun Jan 15 14:52:58 2023","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.50900000000000001,"15min":0.61199999999999999},"min":{"1min":0.27600000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":12.404},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.497,"15min":0.62},"min":{"1min":0.318,"5min":0.318,"15min":0.29299999999999998},"max":{"1min":0.74199999999999999,"5min":0.77800000000000002,"15min":9.891},"last":0.46400000000000002}]},{"osd":5,"last update":"Sun Jan 15 14:52:58 2023","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.503,"15min":0.60499999999999998},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72499999999999998,"5min":0.81999999999999995,"15min":12.449999999999999},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.52400000000000002,"15min":0.58999999999999997},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":3.8769999999999998},"last":0.64200000000000002}]},{"osd":6,"last update":"Sun Jan 15 14:52:58 2023","interfaces":[{"interface":"back","average":{"1min":0.47399999999999998,"5min":0.52700000000000002,"15min":0.64500000000000002},"min":{"1min":0.33200000000000002,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.68799999999999994,"5min":0.85599999999999998,"15min":12.478},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.53100000000000003,"15min":0.63500000000000001},"min":{"1min":0.36499999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":12.512},"last":0.51500000000000001}]},{"osd":7,"last update":"Sun Jan 15 14:52:58 2023","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54000000000000004,"15min":0.60099999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":3.843},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.53400000000000003,"15min":0.63200000000000001},"min":{"1min":0.39500000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.76600000000000001,"5min":0.80500000000000005,"15min":9.9600000000000009},"last":0.48999999999999999}]}]},{"osd":4,"up_from":13,"seq":55834575046,"num_pgs":106,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":902644,"kb_used_data":92796736,"kb_used_omap":10804,"kb_used_meta":0,"kb_avail":92796736,"statfs":{"total":95948165120,"available":95023857664,"internally_reserved":0,"allocated":95023857664,"data_stored":95023857664,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":11064245,"internal_metadata":0},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 14:53:02 2023","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.39200000000000002,"15min":0.441},"min":{"1min":0.20799999999999999,"5min":0.20000000000000001,"15min":0.19400000000000001},"max":{"1min":0.54300000000000004,"5min":0.63300000000000001,"15min":2.0859999999999999},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.41599999999999998,"15min":0.46400000000000002},"min":{"1min":0.23899999999999999,"5min":0.214,"15min":0.214},"max":{"1min":0.57299999999999995,"5min":0.76000000000000001,"15min":2.5230000000000001},"last":0.24299999999999999}]},{"osd":1,"last update":"Sun Jan 15 14:53:02 2023","interfaces":[{"interface":"back","average":{"1min":0.32700000000000001,"5min":0.39000000000000001,"15min":0.442},"min":{"1min":0.22,"5min":0.22,"15min":0.21299999999999999},"max":{"1min":0.51300000000000001,"5min":0.63900000000000001,"15min":0.93500000000000005},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.432,"15min":0.48399999999999999},"min":{"1min":0.28000000000000003,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.55200000000000005,"5min":0.625,"15min":5.3280000000000003},"last":0.27500000000000002}]},{"osd":2,"last update":"Sun Jan 15 14:53:02 2023","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.44,"15min":0.48399999999999999},"min":{"1min":0.313,"5min":0.249,"15min":0.249},"max":{"1min":0.66600000000000004,"5min":0.68200000000000005,"15min":2.0529999999999999},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.41699999999999998,"15min":0.46800000000000003},"min":{"1min":0.249,"5min":0.23699999999999999,"15min":0.23400000000000001},"max":{"1min":0.46400000000000002,"5min":0.81999999999999995,"15min":0.97499999999999998},"last":0.317}]},{"osd":3,"last update":"Sun Jan 15 14:53:02 2023","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.46100000000000002,"15min":0.501},"min":{"1min":0.314,"5min":0.249,"15min":0.249},"max":{"1min":0.54600000000000004,"5min":0.745,"15min":0.89600000000000002},"last":0.373},{"interface":"front","average":{"1min":0.441,"5min":0.48899999999999999,"15min":0.52100000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.64200000000000002,"5min":0.72899999999999998,"15min":2.0169999999999999},"last":0.39300000000000002}]},{"osd":5,"last update":"Sun Jan 15 14:53:02 2023","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.371,"15min":0.38600000000000001},"min":{"1min":0.219,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.60799999999999998,"5min":0.68999999999999995,"15min":1.0089999999999999},"last":0.307},{"interface":"front","average":{"1min":0.433,"5min":0.47199999999999998,"15min":0.48399999999999999},"min":{"1min":0.29299999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.66000000000000003,"5min":0.72699999999999998,"15min":1.0920000000000001},"last":0.36199999999999999}]},{"osd":6,"last update":"Sun Jan 15 14:53:02 2023","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.379,"15min":0.41299999999999998},"min":{"1min":0.24199999999999999,"5min":0.23100000000000001,"15min":0.223},"max":{"1min":0.61699999999999999,"5min":0.73999999999999999,"15min":1.657},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.44700000000000001,"15min":0.45500000000000002},"min":{"1min":0.26000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.63800000000000001,"5min":0.73899999999999999,"15min":1.042},"last":0.45900000000000002}]},{"osd":7,"last update":"Sun Jan 15 14:53:02 2023","interfaces":[{"interface":"back","average":{"1min":0.34499999999999997,"5min":0.39000000000000001,"15min":0.42599999999999999},"min":{"1min":0.254,"5min":0.247,"15min":0.23799999999999999},"max":{"1min":0.56499999999999995,"5min":0.66800000000000004,"15min":4.0919999999999996},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.39700000000000002,"5min":0.43099999999999999,"15min":0.47699999999999998},"min":{"1min":0.30099999999999999,"5min":0.27100000000000002,"15min":0.25800000000000001},"max":{"1min":0.59299999999999997,"5min":0.68999999999999995,"15min":3.988},"last":0.42099999999999999}]}]},{"osd":5,"up_from":13,"seq":55834575046,"num_pgs":101,"num_osds":1,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":93699380,"kb_used":860900,"kb_used_data":92839920,"kb_used_omap":40075,"kb_used_meta":0,"kb_avail":92838480,"statfs":{"total":95948165120,"available":95066603520,"internally_reserved":1474560,"allocated":95068078080,"data_stored":95068078080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":41037404,"internal_metadata":0},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sun Jan 15 14:52:53 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.44400000000000001,"15min":0.48599999999999999},"min":{"1min":0.22600000000000001,"5min":0.19400000000000001,"15min":0.16900000000000001},"max":{"1min":0.67600000000000005,"5min":0.70599999999999996,"15min":3.657},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.46899999999999997,"15min":0.51600000000000001},"min":{"1min":0.254,"5min":0.254,"15min":0.218},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":3.6779999999999999},"last":0.46000000000000002}]},{"osd":1,"last update":"Sun Jan 15 14:52:53 2023","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.41299999999999998,"15min":0.46999999999999997},"min":{"1min":0.23999999999999999,"5min":0.23899999999999999,"15min":0.20399999999999999},"max":{"1min":0.61399999999999999,"5min":0.73599999999999999,"15min":3.6699999999999999},"last":0.44},{"interface":"front","average":{"1min":0.434,"5min":0.443,"15min":0.48699999999999999},"min":{"1min":0.26200000000000001,"5min":0.23999999999999999,"15min":0.21299999999999999},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":5.492},"last":0.49299999999999999}]},{"osd":2,"last update":"Sun Jan 15 14:52:53 2023","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.436,"15min":0.499},"min":{"1min":0.29299999999999998,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.60599999999999998,"5min":0.70399999999999996,"15min":3.7229999999999999},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.495,"5min":0.55700000000000005,"15min":0.54100000000000004},"min":{"1min":0.307,"5min":0.28899999999999998,"15min":0.26700000000000002},"max":{"1min":0.81599999999999995,"5min":7.9370000000000003,"15min":7.9370000000000003},"last":0.505}]},{"osd":3,"last update":"Sun Jan 15 14:52:53 2023","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.46100000000000002,"15min":0.51000000000000001},"min":{"1min":0.29899999999999999,"5min":0.249,"15min":0.249},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":5.5469999999999997},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.5,"5min":0.49099999999999999,"15min":0.54000000000000004},"min":{"1min":0.318,"5min":0.30099999999999999,"15min":0.25},"max":{"1min":0.66700000000000004,"5min":0.71999999999999997,"15min":5.4379999999999997},"last":0.53800000000000003}]},{"osd":4,"last update":"Sun Jan 15 14:52:53 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.36699999999999999,"15min":0.38500000000000001},"min":{"1min":0.23200000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.69799999999999995},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.45800000000000002,"15min":0.47199999999999998},"min":{"1min":0.29699999999999999,"5min":0.27900000000000003,"15min":0.21299999999999999},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.83299999999999996},"last":0.39700000000000002}]},{"osd":6,"last update":"Sun Jan 15 14:52:53 2023","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.40400000000000003,"15min":0.41499999999999998},"min":{"1min":0.255,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.747},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.40000000000000002,"15min":0.42299999999999999},"min":{"1min":0.26600000000000001,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.58099999999999996,"5min":0.58499999999999996,"15min":0.70299999999999996},"last":0.36299999999999999}]},{"osd":7,"last update":"Sun Jan 15 14:52:53 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.441,"15min":0.45400000000000001},"min":{"1min":0.27600000000000002,"5min":0.254,"15min":0.23899999999999999},"max":{"1min":0.749,"5min":0.749,"15min":0.752},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.499,"5min":0.45600000000000002,"15min":0.47699999999999998},"min":{"1min":0.28199999999999997,"5min":0.25,"15min":0.25},"max":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.78200000000000003},"last":0.39000000000000001}]}]}],"pool_statfs":[]}} 2023-01-15T14:53:47.503 DEBUG:teuthology.orchestra.run.smithi027:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-01-15T14:53:47.865 INFO:teuthology.orchestra.run.smithi027.stdout: 2023-01-15T14:53:47.877 INFO:teuthology.orchestra.run.smithi027.stderr:dumped all 2023-01-15T14:53:47.877 INFO:teuthology.orchestra.run.smithi027.stdout:{"pg_ready":true,"pg_map":{"version":695,"stamp":"2023-01-15T14:53:46.670510+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":208677902,"num_objects":663,"num_object_clones":0,"num_object_copies":1326,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":663,"num_whiteouts":0,"num_read":270880,"num_read_kb":1743531,"num_write":157120,"num_write_kb":1894592,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":80,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":13477,"ondisk_log_size":13477,"up":786,"acting":786,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":786,"num_osds":8,"num_per_pool_osds":0,"num_per_pool_omap_osds":0,"kb":749595040,"kb_used":6866308,"kb_used_data":742732288,"kb_used_omap":267165,"kb_used_meta":0,"kb_avail":742728732,"statfs":{"total":767585320960,"available":760554221568,"internally_reserved":3641344,"allocated":760557862912,"data_stored":760557862912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":273577507,"internal_metadata":0},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-11259498,"num_objects":-1825,"num_object_clones":0,"num_object_copies":-3650,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1825,"num_whiteouts":0,"num_read":20488,"num_read_kb":20360,"num_write":6608,"num_write_kb":1655,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-544,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004311"},"pg_stats":[{"pgid":"5.1c","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.459357+0000","last_change":"2023-01-15T14:37:40.700976+0000","last_active":"2023-01-15T14:50:12.459357+0000","last_peered":"2023-01-15T14:50:12.459357+0000","last_clean":"2023-01-15T14:50:12.459357+0000","last_became_active":"2023-01-15T14:37:40.700102+0000","last_became_peered":"2023-01-15T14:37:40.700102+0000","last_unstale":"2023-01-15T14:50:12.459357+0000","last_undegraded":"2023-01-15T14:50:12.459357+0000","last_fullsized":"2023-01-15T14:50:12.459357+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:13:51.934699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"211'350","reported_seq":1593,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.536650+0000","last_change":"2023-01-15T14:37:38.702192+0000","last_active":"2023-01-15T14:53:38.536650+0000","last_peered":"2023-01-15T14:53:38.536650+0000","last_clean":"2023-01-15T14:53:38.536650+0000","last_became_active":"2023-01-15T14:37:38.701943+0000","last_became_peered":"2023-01-15T14:37:38.701943+0000","last_unstale":"2023-01-15T14:53:38.536650+0000","last_undegraded":"2023-01-15T14:53:38.536650+0000","last_fullsized":"2023-01-15T14:53:38.536650+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":50,"log_dups_size":300,"ondisk_log_size":50,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:01:32.159680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2137,"num_read_kb":2027,"num_write":412,"num_write_kb":91,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"211'227","reported_seq":608,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.510703+0000","last_change":"2023-01-15T14:37:36.683850+0000","last_active":"2023-01-15T14:53:37.510703+0000","last_peered":"2023-01-15T14:53:37.510703+0000","last_clean":"2023-01-15T14:53:37.510703+0000","last_became_active":"2023-01-15T14:37:36.683570+0000","last_became_peered":"2023-01-15T14:37:36.683570+0000","last_unstale":"2023-01-15T14:53:37.510703+0000","last_undegraded":"2023-01-15T14:53:37.510703+0000","last_fullsized":"2023-01-15T14:53:37.510703+0000","mapping_epoch":20,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":200,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:45:28.306633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":697818,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":543,"num_read_kb":6776,"num_write":1171,"num_write_kb":30318,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"211'908","reported_seq":1826,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.104999+0000","last_change":"2023-01-15T14:37:42.716364+0000","last_active":"2023-01-15T14:53:40.104999+0000","last_peered":"2023-01-15T14:53:40.104999+0000","last_clean":"2023-01-15T14:53:40.104999+0000","last_became_active":"2023-01-15T14:37:42.716031+0000","last_became_peered":"2023-01-15T14:37:42.716031+0000","last_unstale":"2023-01-15T14:53:40.104999+0000","last_undegraded":"2023-01-15T14:53:40.104999+0000","last_fullsized":"2023-01-15T14:53:40.104999+0000","mapping_epoch":26,"log_start":"211'800","ondisk_log_start":"211'800","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":800,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:33:31.669001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":9354,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1194,"num_read_kb":1185,"num_write":854,"num_write_kb":33,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:47.453033+0000","last_change":"2023-01-15T14:37:44.711544+0000","last_active":"2023-01-15T14:49:47.453033+0000","last_peered":"2023-01-15T14:49:47.453033+0000","last_clean":"2023-01-15T14:49:47.453033+0000","last_became_active":"2023-01-15T14:37:44.711247+0000","last_became_peered":"2023-01-15T14:37:44.711247+0000","last_unstale":"2023-01-15T14:49:47.453033+0000","last_undegraded":"2023-01-15T14:49:47.453033+0000","last_fullsized":"2023-01-15T14:49:47.453033+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:37:58.008263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"211'145","reported_seq":351,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.449863+0000","last_change":"2023-01-15T14:37:46.715418+0000","last_active":"2023-01-15T14:53:40.449863+0000","last_peered":"2023-01-15T14:53:40.449863+0000","last_clean":"2023-01-15T14:53:40.449863+0000","last_became_active":"2023-01-15T14:37:46.715168+0000","last_became_peered":"2023-01-15T14:37:46.715168+0000","last_unstale":"2023-01-15T14:53:40.449863+0000","last_undegraded":"2023-01-15T14:53:40.449863+0000","last_fullsized":"2023-01-15T14:53:40.449863+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":100,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:49:46.499217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":160,"num_read_kb":160,"num_write":405,"num_write_kb":93,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1e","version":"211'340","reported_seq":1591,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.713332+0000","last_change":"2023-01-15T14:37:38.701490+0000","last_active":"2023-01-15T14:53:39.713332+0000","last_peered":"2023-01-15T14:53:39.713332+0000","last_clean":"2023-01-15T14:53:39.713332+0000","last_became_active":"2023-01-15T14:37:38.700422+0000","last_became_peered":"2023-01-15T14:37:38.700422+0000","last_unstale":"2023-01-15T14:53:39.713332+0000","last_undegraded":"2023-01-15T14:53:39.713332+0000","last_fullsized":"2023-01-15T14:53:39.713332+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":300,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:16.111301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2139,"num_read_kb":2055,"num_write":395,"num_write_kb":80,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"211'178","reported_seq":700,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.630399+0000","last_change":"2023-01-15T14:37:36.673285+0000","last_active":"2023-01-15T14:53:39.630399+0000","last_peered":"2023-01-15T14:53:39.630399+0000","last_clean":"2023-01-15T14:53:39.630399+0000","last_became_active":"2023-01-15T14:37:36.672997+0000","last_became_peered":"2023-01-15T14:37:36.672997+0000","last_unstale":"2023-01-15T14:53:39.630399+0000","last_undegraded":"2023-01-15T14:53:39.630399+0000","last_fullsized":"2023-01-15T14:53:39.630399+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":78,"log_dups_size":100,"ondisk_log_size":78,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:05:29.766668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":939065,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":798,"num_read_kb":5014,"num_write":972,"num_write_kb":41529,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.447026+0000","last_change":"2023-01-15T14:37:40.703922+0000","last_active":"2023-01-15T14:50:12.447026+0000","last_peered":"2023-01-15T14:50:12.447026+0000","last_clean":"2023-01-15T14:50:12.447026+0000","last_became_active":"2023-01-15T14:37:40.703675+0000","last_became_peered":"2023-01-15T14:37:40.703675+0000","last_unstale":"2023-01-15T14:50:12.447026+0000","last_undegraded":"2023-01-15T14:50:12.447026+0000","last_fullsized":"2023-01-15T14:50:12.447026+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:57:37.323250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1c","version":"211'106","reported_seq":359,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.091610+0000","last_change":"2023-01-15T14:37:42.711414+0000","last_active":"2023-01-15T14:53:40.091610+0000","last_peered":"2023-01-15T14:53:40.091610+0000","last_clean":"2023-01-15T14:53:40.091610+0000","last_became_active":"2023-01-15T14:37:42.711169+0000","last_became_peered":"2023-01-15T14:37:42.711169+0000","last_unstale":"2023-01-15T14:53:40.091610+0000","last_undegraded":"2023-01-15T14:53:40.091610+0000","last_fullsized":"2023-01-15T14:53:40.091610+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":0,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:44:36.588655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10239,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":143,"num_read_kb":134,"num_write":88,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":190,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.457091+0000","last_change":"2023-01-15T14:37:44.716049+0000","last_active":"2023-01-15T14:50:17.457091+0000","last_peered":"2023-01-15T14:50:17.457091+0000","last_clean":"2023-01-15T14:50:17.457091+0000","last_became_active":"2023-01-15T14:37:44.715733+0000","last_became_peered":"2023-01-15T14:37:44.715733+0000","last_unstale":"2023-01-15T14:50:17.457091+0000","last_undegraded":"2023-01-15T14:50:17.457091+0000","last_fullsized":"2023-01-15T14:50:17.457091+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:13:02.727811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.12","version":"211'161","reported_seq":376,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.854974+0000","last_change":"2023-01-15T14:37:46.718601+0000","last_active":"2023-01-15T14:53:39.854974+0000","last_peered":"2023-01-15T14:53:39.854974+0000","last_clean":"2023-01-15T14:53:39.854974+0000","last_became_active":"2023-01-15T14:37:46.718337+0000","last_became_peered":"2023-01-15T14:37:46.718337+0000","last_unstale":"2023-01-15T14:53:39.854974+0000","last_undegraded":"2023-01-15T14:53:39.854974+0000","last_fullsized":"2023-01-15T14:53:39.854974+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":61,"log_dups_size":100,"ondisk_log_size":61,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:30:43.403833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1415,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":210,"num_read_kb":210,"num_write":514,"num_write_kb":122,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1f","version":"211'295","reported_seq":1378,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.683949+0000","last_change":"2023-01-15T14:37:38.699099+0000","last_active":"2023-01-15T14:53:39.683949+0000","last_peered":"2023-01-15T14:53:39.683949+0000","last_clean":"2023-01-15T14:53:39.683949+0000","last_became_active":"2023-01-15T14:37:38.698847+0000","last_became_peered":"2023-01-15T14:37:38.698847+0000","last_unstale":"2023-01-15T14:53:39.683949+0000","last_undegraded":"2023-01-15T14:53:39.683949+0000","last_fullsized":"2023-01-15T14:53:39.683949+0000","mapping_epoch":22,"log_start":"211'200","ondisk_log_start":"211'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":200,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:05:12.987400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1778,"num_read_kb":1694,"num_write":342,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"211'187","reported_seq":527,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.410093+0000","last_change":"2023-01-15T14:37:36.684968+0000","last_active":"2023-01-15T14:53:35.410093+0000","last_peered":"2023-01-15T14:53:35.410093+0000","last_clean":"2023-01-15T14:53:35.410093+0000","last_became_active":"2023-01-15T14:37:36.684531+0000","last_became_peered":"2023-01-15T14:37:36.684531+0000","last_unstale":"2023-01-15T14:53:35.410093+0000","last_undegraded":"2023-01-15T14:53:35.410093+0000","last_fullsized":"2023-01-15T14:53:35.410093+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":100,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:55:53.309126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6635367,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":424,"num_read_kb":43551,"num_write":1060,"num_write_kb":27182,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:42.492181+0000","last_change":"2023-01-15T14:37:40.693210+0000","last_active":"2023-01-15T14:51:42.492181+0000","last_peered":"2023-01-15T14:51:42.492181+0000","last_clean":"2023-01-15T14:51:42.492181+0000","last_became_active":"2023-01-15T14:37:40.692942+0000","last_became_peered":"2023-01-15T14:37:40.692942+0000","last_unstale":"2023-01-15T14:51:42.492181+0000","last_undegraded":"2023-01-15T14:51:42.492181+0000","last_fullsized":"2023-01-15T14:51:42.492181+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:41:30.160928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1d","version":"211'871","reported_seq":1801,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.428697+0000","last_change":"2023-01-15T14:37:42.713000+0000","last_active":"2023-01-15T14:53:40.428697+0000","last_peered":"2023-01-15T14:53:40.428697+0000","last_clean":"2023-01-15T14:53:40.428697+0000","last_became_active":"2023-01-15T14:37:42.712714+0000","last_became_peered":"2023-01-15T14:37:42.712714+0000","last_unstale":"2023-01-15T14:53:40.428697+0000","last_undegraded":"2023-01-15T14:53:40.428697+0000","last_fullsized":"2023-01-15T14:53:40.428697+0000","mapping_epoch":26,"log_start":"211'800","ondisk_log_start":"211'800","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":800,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:08:50.677576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":30517,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1242,"num_read_kb":1232,"num_write":814,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":194,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.459507+0000","last_change":"2023-01-15T14:37:44.716709+0000","last_active":"2023-01-15T14:50:17.459507+0000","last_peered":"2023-01-15T14:50:17.459507+0000","last_clean":"2023-01-15T14:50:17.459507+0000","last_became_active":"2023-01-15T14:37:44.716495+0000","last_became_peered":"2023-01-15T14:37:44.716495+0000","last_unstale":"2023-01-15T14:50:17.459507+0000","last_undegraded":"2023-01-15T14:50:17.459507+0000","last_fullsized":"2023-01-15T14:50:17.459507+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:59:24.108327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"211'119","reported_seq":335,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:32.981510+0000","last_change":"2023-01-15T14:37:47.298594+0000","last_active":"2023-01-15T14:53:32.981510+0000","last_peered":"2023-01-15T14:53:32.981510+0000","last_clean":"2023-01-15T14:53:32.981510+0000","last_became_active":"2023-01-15T14:37:47.298255+0000","last_became_peered":"2023-01-15T14:37:47.298255+0000","last_unstale":"2023-01-15T14:53:32.981510+0000","last_undegraded":"2023-01-15T14:53:32.981510+0000","last_fullsized":"2023-01-15T14:53:32.981510+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":100,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:23:20.959692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":174,"num_read_kb":189,"num_write":278,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":194,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.942669+0000","last_change":"2023-01-15T14:37:40.700539+0000","last_active":"2023-01-15T14:49:36.942669+0000","last_peered":"2023-01-15T14:49:36.942669+0000","last_clean":"2023-01-15T14:49:36.942669+0000","last_became_active":"2023-01-15T14:37:40.698674+0000","last_became_peered":"2023-01-15T14:37:40.698674+0000","last_unstale":"2023-01-15T14:49:36.942669+0000","last_undegraded":"2023-01-15T14:49:36.942669+0000","last_fullsized":"2023-01-15T14:49:36.942669+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:00:24.545638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"211'445","reported_seq":1903,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.707222+0000","last_change":"2023-01-15T14:37:38.701303+0000","last_active":"2023-01-15T14:53:39.707222+0000","last_peered":"2023-01-15T14:53:39.707222+0000","last_clean":"2023-01-15T14:53:39.707222+0000","last_became_active":"2023-01-15T14:37:38.701054+0000","last_became_peered":"2023-01-15T14:37:38.701054+0000","last_unstale":"2023-01-15T14:53:39.707222+0000","last_undegraded":"2023-01-15T14:53:39.707222+0000","last_fullsized":"2023-01-15T14:53:39.707222+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":45,"log_dups_size":400,"ondisk_log_size":45,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:12:00.438830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2733,"num_read_kb":2567,"num_write":539,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"211'152","reported_seq":432,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.106861+0000","last_change":"2023-01-15T14:37:36.689884+0000","last_active":"2023-01-15T14:53:38.106861+0000","last_peered":"2023-01-15T14:53:38.106861+0000","last_clean":"2023-01-15T14:53:38.106861+0000","last_became_active":"2023-01-15T14:37:36.689607+0000","last_became_peered":"2023-01-15T14:37:36.689607+0000","last_unstale":"2023-01-15T14:53:38.106861+0000","last_undegraded":"2023-01-15T14:53:38.106861+0000","last_fullsized":"2023-01-15T14:53:38.106861+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:22:03.485143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":273473,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":310,"num_read_kb":588,"num_write":822,"num_write_kb":22633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"211'95","reported_seq":342,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.090869+0000","last_change":"2023-01-15T14:37:42.708335+0000","last_active":"2023-01-15T14:53:40.090869+0000","last_peered":"2023-01-15T14:53:40.090869+0000","last_clean":"2023-01-15T14:53:40.090869+0000","last_became_active":"2023-01-15T14:37:42.707853+0000","last_became_peered":"2023-01-15T14:37:42.707853+0000","last_unstale":"2023-01-15T14:53:40.090869+0000","last_undegraded":"2023-01-15T14:53:40.090869+0000","last_fullsized":"2023-01-15T14:53:40.090869+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":0,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:14:11.512475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10354,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":122,"num_read_kb":116,"num_write":54,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":185,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.955915+0000","last_change":"2023-01-15T14:37:44.712033+0000","last_active":"2023-01-15T14:49:36.955915+0000","last_peered":"2023-01-15T14:49:36.955915+0000","last_clean":"2023-01-15T14:49:36.955915+0000","last_became_active":"2023-01-15T14:37:44.711769+0000","last_became_peered":"2023-01-15T14:37:44.711769+0000","last_unstale":"2023-01-15T14:49:36.955915+0000","last_undegraded":"2023-01-15T14:49:36.955915+0000","last_fullsized":"2023-01-15T14:49:36.955915+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:13:54.977358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"211'166","reported_seq":360,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.691551+0000","last_change":"2023-01-15T14:37:46.715404+0000","last_active":"2023-01-15T14:53:37.691551+0000","last_peered":"2023-01-15T14:53:37.691551+0000","last_clean":"2023-01-15T14:53:37.691551+0000","last_became_active":"2023-01-15T14:37:46.715124+0000","last_became_peered":"2023-01-15T14:37:46.715124+0000","last_unstale":"2023-01-15T14:53:37.691551+0000","last_undegraded":"2023-01-15T14:53:37.691551+0000","last_fullsized":"2023-01-15T14:53:37.691551+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":66,"log_dups_size":100,"ondisk_log_size":66,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:15:07.646794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":100,"num_write":419,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.940573+0000","last_change":"2023-01-15T14:37:40.697312+0000","last_active":"2023-01-15T14:49:36.940573+0000","last_peered":"2023-01-15T14:49:36.940573+0000","last_clean":"2023-01-15T14:49:36.940573+0000","last_became_active":"2023-01-15T14:37:40.697040+0000","last_became_peered":"2023-01-15T14:37:40.697040+0000","last_unstale":"2023-01-15T14:49:36.940573+0000","last_undegraded":"2023-01-15T14:49:36.940573+0000","last_fullsized":"2023-01-15T14:49:36.940573+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:58:56.069839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"211'292","reported_seq":1376,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.047127+0000","last_change":"2023-01-15T14:37:38.721550+0000","last_active":"2023-01-15T14:53:38.047127+0000","last_peered":"2023-01-15T14:53:38.047127+0000","last_clean":"2023-01-15T14:53:38.047127+0000","last_became_active":"2023-01-15T14:37:38.711894+0000","last_became_peered":"2023-01-15T14:37:38.711894+0000","last_unstale":"2023-01-15T14:53:38.047127+0000","last_undegraded":"2023-01-15T14:53:38.047127+0000","last_fullsized":"2023-01-15T14:53:38.047127+0000","mapping_epoch":22,"log_start":"211'200","ondisk_log_start":"211'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":200,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:16:21.966805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1746,"num_read_kb":1670,"num_write":338,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"211'202","reported_seq":571,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.632750+0000","last_change":"2023-01-15T14:37:36.687098+0000","last_active":"2023-01-15T14:53:39.632750+0000","last_peered":"2023-01-15T14:53:39.632750+0000","last_clean":"2023-01-15T14:53:39.632750+0000","last_became_active":"2023-01-15T14:37:36.686842+0000","last_became_peered":"2023-01-15T14:37:36.686842+0000","last_unstale":"2023-01-15T14:53:39.632750+0000","last_undegraded":"2023-01-15T14:53:39.632750+0000","last_fullsized":"2023-01-15T14:53:39.632750+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":100,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:13:43.069727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":56462,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":519,"num_read_kb":10554,"num_write":1092,"num_write_kb":36631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.13","version":"211'123","reported_seq":395,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.093131+0000","last_change":"2023-01-15T14:37:42.716790+0000","last_active":"2023-01-15T14:53:40.093131+0000","last_peered":"2023-01-15T14:53:40.093131+0000","last_clean":"2023-01-15T14:53:40.093131+0000","last_became_active":"2023-01-15T14:37:42.716532+0000","last_became_peered":"2023-01-15T14:37:42.716532+0000","last_unstale":"2023-01-15T14:53:40.093131+0000","last_undegraded":"2023-01-15T14:53:40.093131+0000","last_fullsized":"2023-01-15T14:53:40.093131+0000","mapping_epoch":26,"log_start":"208'100","ondisk_log_start":"208'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":100,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:58:17.704918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8685,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":168,"num_read_kb":161,"num_write":86,"num_write_kb":16,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":190,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.942987+0000","last_change":"2023-01-15T14:37:44.715999+0000","last_active":"2023-01-15T14:49:36.942987+0000","last_peered":"2023-01-15T14:49:36.942987+0000","last_clean":"2023-01-15T14:49:36.942987+0000","last_became_active":"2023-01-15T14:37:44.715708+0000","last_became_peered":"2023-01-15T14:37:44.715708+0000","last_unstale":"2023-01-15T14:49:36.942987+0000","last_undegraded":"2023-01-15T14:49:36.942987+0000","last_fullsized":"2023-01-15T14:49:36.942987+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:51:26.538351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1d","version":"211'105","reported_seq":296,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:30.207008+0000","last_change":"2023-01-15T14:37:46.718716+0000","last_active":"2023-01-15T14:53:30.207008+0000","last_peered":"2023-01-15T14:53:30.207008+0000","last_clean":"2023-01-15T14:53:30.207008+0000","last_became_active":"2023-01-15T14:37:46.718444+0000","last_became_peered":"2023-01-15T14:37:46.718444+0000","last_unstale":"2023-01-15T14:53:30.207008+0000","last_undegraded":"2023-01-15T14:53:30.207008+0000","last_fullsized":"2023-01-15T14:53:30.207008+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":105,"log_dups_size":0,"ondisk_log_size":105,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:26:38.024833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":93,"num_read_kb":93,"num_write":267,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":199,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.949306+0000","last_change":"2023-01-15T14:37:40.701644+0000","last_active":"2023-01-15T14:49:36.949306+0000","last_peered":"2023-01-15T14:49:36.949306+0000","last_clean":"2023-01-15T14:49:36.949306+0000","last_became_active":"2023-01-15T14:37:40.701387+0000","last_became_peered":"2023-01-15T14:37:40.701387+0000","last_unstale":"2023-01-15T14:49:36.949306+0000","last_undegraded":"2023-01-15T14:49:36.949306+0000","last_fullsized":"2023-01-15T14:49:36.949306+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:27:08.753334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"211'377","reported_seq":1778,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.528936+0000","last_change":"2023-01-15T14:37:38.690131+0000","last_active":"2023-01-15T14:53:38.528936+0000","last_peered":"2023-01-15T14:53:38.528936+0000","last_clean":"2023-01-15T14:53:38.528936+0000","last_became_active":"2023-01-15T14:37:38.689446+0000","last_became_peered":"2023-01-15T14:37:38.689446+0000","last_unstale":"2023-01-15T14:53:38.528936+0000","last_undegraded":"2023-01-15T14:53:38.528936+0000","last_fullsized":"2023-01-15T14:53:38.528936+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":77,"log_dups_size":300,"ondisk_log_size":77,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:36:25.707133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2466,"num_read_kb":2353,"num_write":446,"num_write_kb":100,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"211'212","reported_seq":566,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.518527+0000","last_change":"2023-01-15T14:37:36.676081+0000","last_active":"2023-01-15T14:53:35.518527+0000","last_peered":"2023-01-15T14:53:35.518527+0000","last_clean":"2023-01-15T14:53:35.518527+0000","last_became_active":"2023-01-15T14:37:36.675854+0000","last_became_peered":"2023-01-15T14:37:36.675854+0000","last_unstale":"2023-01-15T14:53:35.518527+0000","last_undegraded":"2023-01-15T14:53:35.518527+0000","last_fullsized":"2023-01-15T14:53:35.518527+0000","mapping_epoch":20,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:48:55.245762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":320631,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":533,"num_read_kb":2177,"num_write":1201,"num_write_kb":18808,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"211'39","reported_seq":230,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:31.429425+0000","last_change":"2023-01-15T14:37:42.715633+0000","last_active":"2023-01-15T14:53:31.429425+0000","last_peered":"2023-01-15T14:53:31.429425+0000","last_clean":"2023-01-15T14:53:31.429425+0000","last_became_active":"2023-01-15T14:37:42.714940+0000","last_became_peered":"2023-01-15T14:37:42.714940+0000","last_unstale":"2023-01-15T14:53:31.429425+0000","last_undegraded":"2023-01-15T14:53:31.429425+0000","last_fullsized":"2023-01-15T14:53:31.429425+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:39:42.184863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":20,"num_read_kb":15,"num_write":18,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":187,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.940305+0000","last_change":"2023-01-15T14:37:44.718061+0000","last_active":"2023-01-15T14:49:36.940305+0000","last_peered":"2023-01-15T14:49:36.940305+0000","last_clean":"2023-01-15T14:49:36.940305+0000","last_became_active":"2023-01-15T14:37:44.717831+0000","last_became_peered":"2023-01-15T14:37:44.717831+0000","last_unstale":"2023-01-15T14:49:36.940305+0000","last_undegraded":"2023-01-15T14:49:36.940305+0000","last_fullsized":"2023-01-15T14:49:36.940305+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:15:16.402330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1e","version":"211'92","reported_seq":299,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:33.817213+0000","last_change":"2023-01-15T14:37:46.712185+0000","last_active":"2023-01-15T14:53:33.817213+0000","last_peered":"2023-01-15T14:53:33.817213+0000","last_clean":"2023-01-15T14:53:33.817213+0000","last_became_active":"2023-01-15T14:37:46.711918+0000","last_became_peered":"2023-01-15T14:37:46.711918+0000","last_unstale":"2023-01-15T14:53:33.817213+0000","last_undegraded":"2023-01-15T14:53:33.817213+0000","last_fullsized":"2023-01-15T14:53:33.817213+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":0,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:33:56.419686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":109,"num_read_kb":109,"num_write":239,"num_write_kb":56,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":194,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.952110+0000","last_change":"2023-01-15T14:37:40.698737+0000","last_active":"2023-01-15T14:49:36.952110+0000","last_peered":"2023-01-15T14:49:36.952110+0000","last_clean":"2023-01-15T14:49:36.952110+0000","last_became_active":"2023-01-15T14:37:40.698462+0000","last_became_peered":"2023-01-15T14:37:40.698462+0000","last_unstale":"2023-01-15T14:49:36.952110+0000","last_undegraded":"2023-01-15T14:49:36.952110+0000","last_fullsized":"2023-01-15T14:49:36.952110+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:02:11.896710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"211'741","reported_seq":1943,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.955630+0000","last_change":"2023-01-15T14:37:38.687472+0000","last_active":"2023-01-15T14:53:38.955630+0000","last_peered":"2023-01-15T14:53:38.955630+0000","last_clean":"2023-01-15T14:53:38.955630+0000","last_became_active":"2023-01-15T14:37:38.687195+0000","last_became_peered":"2023-01-15T14:37:38.687195+0000","last_unstale":"2023-01-15T14:53:38.955630+0000","last_undegraded":"2023-01-15T14:53:38.955630+0000","last_fullsized":"2023-01-15T14:53:38.955630+0000","mapping_epoch":22,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":700,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:01:30.004601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3440,"num_read_kb":3066,"num_write":1012,"num_write_kb":386,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"211'170","reported_seq":474,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.530508+0000","last_change":"2023-01-15T14:37:36.682275+0000","last_active":"2023-01-15T14:53:35.530508+0000","last_peered":"2023-01-15T14:53:35.530508+0000","last_clean":"2023-01-15T14:53:35.530508+0000","last_became_active":"2023-01-15T14:37:36.678873+0000","last_became_peered":"2023-01-15T14:37:36.678873+0000","last_unstale":"2023-01-15T14:53:35.530508+0000","last_undegraded":"2023-01-15T14:53:35.530508+0000","last_fullsized":"2023-01-15T14:53:35.530508+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":100,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:41:45.880494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22651,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":391,"num_read_kb":426,"num_write":942,"num_write_kb":11123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.11","version":"211'789","reported_seq":1674,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.101847+0000","last_change":"2023-01-15T14:37:42.714369+0000","last_active":"2023-01-15T14:53:40.101847+0000","last_peered":"2023-01-15T14:53:40.101847+0000","last_clean":"2023-01-15T14:53:40.101847+0000","last_became_active":"2023-01-15T14:37:42.714080+0000","last_became_peered":"2023-01-15T14:37:42.714080+0000","last_unstale":"2023-01-15T14:53:40.101847+0000","last_undegraded":"2023-01-15T14:53:40.101847+0000","last_fullsized":"2023-01-15T14:53:40.101847+0000","mapping_epoch":26,"log_start":"211'700","ondisk_log_start":"211'700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":700,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:10:15.430662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34762,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1157,"num_read_kb":1149,"num_write":748,"num_write_kb":46,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.948920+0000","last_change":"2023-01-15T14:37:44.717103+0000","last_active":"2023-01-15T14:49:36.948920+0000","last_peered":"2023-01-15T14:49:36.948920+0000","last_clean":"2023-01-15T14:49:36.948920+0000","last_became_active":"2023-01-15T14:37:44.716061+0000","last_became_peered":"2023-01-15T14:37:44.716061+0000","last_unstale":"2023-01-15T14:49:36.948920+0000","last_undegraded":"2023-01-15T14:49:36.948920+0000","last_fullsized":"2023-01-15T14:49:36.948920+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:42:06.097271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1f","version":"211'115","reported_seq":300,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.949348+0000","last_change":"2023-01-15T14:37:46.720867+0000","last_active":"2023-01-15T14:53:38.949348+0000","last_peered":"2023-01-15T14:53:38.949348+0000","last_clean":"2023-01-15T14:53:38.949348+0000","last_became_active":"2023-01-15T14:37:46.720616+0000","last_became_peered":"2023-01-15T14:37:46.720616+0000","last_unstale":"2023-01-15T14:53:38.949348+0000","last_undegraded":"2023-01-15T14:53:38.949348+0000","last_fullsized":"2023-01-15T14:53:38.949348+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":100,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:56:06.408429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":103,"num_read_kb":103,"num_write":324,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"32'4","reported_seq":325,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.055902+0000","last_change":"2023-01-15T14:37:40.703091+0000","last_active":"2023-01-15T14:53:40.055902+0000","last_peered":"2023-01-15T14:53:40.055902+0000","last_clean":"2023-01-15T14:53:40.055902+0000","last_became_active":"2023-01-15T14:37:40.702849+0000","last_became_peered":"2023-01-15T14:37:40.702849+0000","last_unstale":"2023-01-15T14:53:40.055902+0000","last_undegraded":"2023-01-15T14:53:40.055902+0000","last_fullsized":"2023-01-15T14:53:40.055902+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:47:25.211328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1020,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":139,"num_read_kb":133,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"211'371","reported_seq":1596,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.707501+0000","last_change":"2023-01-15T14:37:38.711600+0000","last_active":"2023-01-15T14:53:39.707501+0000","last_peered":"2023-01-15T14:53:39.707501+0000","last_clean":"2023-01-15T14:53:39.707501+0000","last_became_active":"2023-01-15T14:37:38.702701+0000","last_became_peered":"2023-01-15T14:37:38.702701+0000","last_unstale":"2023-01-15T14:53:39.707501+0000","last_undegraded":"2023-01-15T14:53:39.707501+0000","last_fullsized":"2023-01-15T14:53:39.707501+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:16:26.784561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2077,"num_read_kb":1974,"num_write":429,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"211'158","reported_seq":486,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.675343+0000","last_change":"2023-01-15T14:37:36.683553+0000","last_active":"2023-01-15T14:53:39.675343+0000","last_peered":"2023-01-15T14:53:39.675343+0000","last_clean":"2023-01-15T14:53:39.675343+0000","last_became_active":"2023-01-15T14:37:36.683314+0000","last_became_peered":"2023-01-15T14:37:36.683314+0000","last_unstale":"2023-01-15T14:53:39.675343+0000","last_undegraded":"2023-01-15T14:53:39.675343+0000","last_fullsized":"2023-01-15T14:53:39.675343+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":58,"log_dups_size":100,"ondisk_log_size":58,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:22:06.597775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":601238,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":382,"num_read_kb":17707,"num_write":804,"num_write_kb":29744,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"211'1540","reported_seq":3074,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.098007+0000","last_change":"2023-01-15T14:37:42.711889+0000","last_active":"2023-01-15T14:53:40.098007+0000","last_peered":"2023-01-15T14:53:40.098007+0000","last_clean":"2023-01-15T14:53:40.098007+0000","last_became_active":"2023-01-15T14:37:42.711021+0000","last_became_peered":"2023-01-15T14:37:42.711021+0000","last_unstale":"2023-01-15T14:53:40.098007+0000","last_undegraded":"2023-01-15T14:53:40.098007+0000","last_fullsized":"2023-01-15T14:53:40.098007+0000","mapping_epoch":26,"log_start":"211'1500","ondisk_log_start":"211'1500","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":40,"log_dups_size":1500,"ondisk_log_size":40,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:36:28.288155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5433,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2162,"num_read_kb":2154,"num_write":1485,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":187,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:52.455800+0000","last_change":"2023-01-15T14:37:44.716698+0000","last_active":"2023-01-15T14:49:52.455800+0000","last_peered":"2023-01-15T14:49:52.455800+0000","last_clean":"2023-01-15T14:49:52.455800+0000","last_became_active":"2023-01-15T14:37:44.716486+0000","last_became_peered":"2023-01-15T14:37:44.716486+0000","last_unstale":"2023-01-15T14:49:52.455800+0000","last_undegraded":"2023-01-15T14:49:52.455800+0000","last_fullsized":"2023-01-15T14:49:52.455800+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:07:28.476019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.18","version":"211'135","reported_seq":339,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:31.652691+0000","last_change":"2023-01-15T14:37:46.716536+0000","last_active":"2023-01-15T14:53:31.652691+0000","last_peered":"2023-01-15T14:53:31.652691+0000","last_clean":"2023-01-15T14:53:31.652691+0000","last_became_active":"2023-01-15T14:37:46.716311+0000","last_became_peered":"2023-01-15T14:37:46.716311+0000","last_unstale":"2023-01-15T14:53:31.652691+0000","last_undegraded":"2023-01-15T14:53:31.652691+0000","last_fullsized":"2023-01-15T14:53:31.652691+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:17:16.739261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":140,"num_read_kb":140,"num_write":357,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":199,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:36.949663+0000","last_change":"2023-01-15T14:37:40.700541+0000","last_active":"2023-01-15T14:49:36.949663+0000","last_peered":"2023-01-15T14:49:36.949663+0000","last_clean":"2023-01-15T14:49:36.949663+0000","last_became_active":"2023-01-15T14:37:40.700268+0000","last_became_peered":"2023-01-15T14:37:40.700268+0000","last_unstale":"2023-01-15T14:49:36.949663+0000","last_undegraded":"2023-01-15T14:49:36.949663+0000","last_fullsized":"2023-01-15T14:49:36.949663+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:58:45.055575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"211'783","reported_seq":2086,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.283165+0000","last_change":"2023-01-15T14:37:38.698756+0000","last_active":"2023-01-15T14:53:38.283165+0000","last_peered":"2023-01-15T14:53:38.283165+0000","last_clean":"2023-01-15T14:53:38.283165+0000","last_became_active":"2023-01-15T14:37:38.698082+0000","last_became_peered":"2023-01-15T14:37:38.698082+0000","last_unstale":"2023-01-15T14:53:38.283165+0000","last_undegraded":"2023-01-15T14:53:38.283165+0000","last_fullsized":"2023-01-15T14:53:38.283165+0000","mapping_epoch":22,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":700,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:53:02.402794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3663,"num_read_kb":3267,"num_write":1066,"num_write_kb":415,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"211'153","reported_seq":445,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.463257+0000","last_change":"2023-01-15T14:37:36.683827+0000","last_active":"2023-01-15T14:53:38.463257+0000","last_peered":"2023-01-15T14:53:38.463257+0000","last_clean":"2023-01-15T14:53:38.463257+0000","last_became_active":"2023-01-15T14:37:36.683348+0000","last_became_peered":"2023-01-15T14:37:36.683348+0000","last_unstale":"2023-01-15T14:53:38.463257+0000","last_undegraded":"2023-01-15T14:53:38.463257+0000","last_fullsized":"2023-01-15T14:53:38.463257+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":53,"log_dups_size":100,"ondisk_log_size":53,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:26:45.341088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":54405,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":344,"num_read_kb":464,"num_write":864,"num_write_kb":19935,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.17","version":"211'783","reported_seq":1625,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.690890+0000","last_change":"2023-01-15T14:37:42.710386+0000","last_active":"2023-01-15T14:53:39.690890+0000","last_peered":"2023-01-15T14:53:39.690890+0000","last_clean":"2023-01-15T14:53:39.690890+0000","last_became_active":"2023-01-15T14:37:42.710120+0000","last_became_peered":"2023-01-15T14:37:42.710120+0000","last_unstale":"2023-01-15T14:53:39.690890+0000","last_undegraded":"2023-01-15T14:53:39.690890+0000","last_fullsized":"2023-01-15T14:53:39.690890+0000","mapping_epoch":26,"log_start":"211'700","ondisk_log_start":"211'700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":83,"log_dups_size":700,"ondisk_log_size":83,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:50:46.735968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1060,"num_read_kb":1052,"num_write":751,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:52.456711+0000","last_change":"2023-01-15T14:37:44.712660+0000","last_active":"2023-01-15T14:49:52.456711+0000","last_peered":"2023-01-15T14:49:52.456711+0000","last_clean":"2023-01-15T14:49:52.456711+0000","last_became_active":"2023-01-15T14:37:44.711762+0000","last_became_peered":"2023-01-15T14:37:44.711762+0000","last_unstale":"2023-01-15T14:49:52.456711+0000","last_undegraded":"2023-01-15T14:49:52.456711+0000","last_fullsized":"2023-01-15T14:49:52.456711+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:49:24.402136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.19","version":"211'2639","reported_seq":3405,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.716680+0000","last_change":"2023-01-15T14:37:46.720545+0000","last_active":"2023-01-15T14:53:39.716680+0000","last_peered":"2023-01-15T14:53:39.716680+0000","last_clean":"2023-01-15T14:53:39.716680+0000","last_became_active":"2023-01-15T14:37:46.720297+0000","last_became_peered":"2023-01-15T14:37:46.720297+0000","last_unstale":"2023-01-15T14:53:39.716680+0000","last_undegraded":"2023-01-15T14:53:39.716680+0000","last_fullsized":"2023-01-15T14:53:39.716680+0000","mapping_epoch":30,"log_start":"211'2600","ondisk_log_start":"211'2600","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":2600,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:38:51.244973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5718,"num_read_kb":38676,"num_write":5356,"num_write_kb":2076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":199,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:47.466201+0000","last_change":"2023-01-15T14:37:40.703001+0000","last_active":"2023-01-15T14:49:47.466201+0000","last_peered":"2023-01-15T14:49:47.466201+0000","last_clean":"2023-01-15T14:49:47.466201+0000","last_became_active":"2023-01-15T14:37:40.702743+0000","last_became_peered":"2023-01-15T14:37:40.702743+0000","last_unstale":"2023-01-15T14:49:47.466201+0000","last_undegraded":"2023-01-15T14:49:47.466201+0000","last_fullsized":"2023-01-15T14:49:47.466201+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:57:44.759034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"211'375","reported_seq":1627,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.707296+0000","last_change":"2023-01-15T14:37:38.703188+0000","last_active":"2023-01-15T14:53:39.707296+0000","last_peered":"2023-01-15T14:53:39.707296+0000","last_clean":"2023-01-15T14:53:39.707296+0000","last_became_active":"2023-01-15T14:37:38.702731+0000","last_became_peered":"2023-01-15T14:37:38.702731+0000","last_unstale":"2023-01-15T14:53:39.707296+0000","last_undegraded":"2023-01-15T14:53:39.707296+0000","last_fullsized":"2023-01-15T14:53:39.707296+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:03:08.207262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2166,"num_read_kb":2054,"num_write":434,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"211'164","reported_seq":475,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.650041+0000","last_change":"2023-01-15T14:37:36.683493+0000","last_active":"2023-01-15T14:53:39.650041+0000","last_peered":"2023-01-15T14:53:39.650041+0000","last_clean":"2023-01-15T14:53:39.650041+0000","last_became_active":"2023-01-15T14:37:36.683222+0000","last_became_peered":"2023-01-15T14:37:36.683222+0000","last_unstale":"2023-01-15T14:53:39.650041+0000","last_undegraded":"2023-01-15T14:53:39.650041+0000","last_fullsized":"2023-01-15T14:53:39.650041+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":64,"log_dups_size":100,"ondisk_log_size":64,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:35:17.564948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":264304,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":363,"num_read_kb":12981,"num_write":896,"num_write_kb":34916,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"211'1434","reported_seq":2907,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.701189+0000","last_change":"2023-01-15T14:37:42.707268+0000","last_active":"2023-01-15T14:53:39.701189+0000","last_peered":"2023-01-15T14:53:39.701189+0000","last_clean":"2023-01-15T14:53:39.701189+0000","last_became_active":"2023-01-15T14:37:42.707008+0000","last_became_peered":"2023-01-15T14:37:42.707008+0000","last_unstale":"2023-01-15T14:53:39.701189+0000","last_undegraded":"2023-01-15T14:53:39.701189+0000","last_fullsized":"2023-01-15T14:53:39.701189+0000","mapping_epoch":26,"log_start":"211'1400","ondisk_log_start":"211'1400","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":1400,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:34:55.401013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2027,"num_read_kb":2019,"num_write":1409,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"211'396","reported_seq":1083,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.460138+0000","last_change":"2023-01-15T14:37:44.714129+0000","last_active":"2023-01-15T14:53:40.460138+0000","last_peered":"2023-01-15T14:53:40.460138+0000","last_clean":"2023-01-15T14:53:40.460138+0000","last_became_active":"2023-01-15T14:37:44.713800+0000","last_became_peered":"2023-01-15T14:37:44.713800+0000","last_unstale":"2023-01-15T14:53:40.460138+0000","last_undegraded":"2023-01-15T14:53:40.460138+0000","last_fullsized":"2023-01-15T14:53:40.460138+0000","mapping_epoch":28,"log_start":"208'300","ondisk_log_start":"208'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":96,"log_dups_size":300,"ondisk_log_size":96,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:48:34.042341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.1a","version":"211'99","reported_seq":298,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.397471+0000","last_change":"2023-01-15T14:37:46.719637+0000","last_active":"2023-01-15T14:53:38.397471+0000","last_peered":"2023-01-15T14:53:38.397471+0000","last_clean":"2023-01-15T14:53:38.397471+0000","last_became_active":"2023-01-15T14:37:46.719359+0000","last_became_peered":"2023-01-15T14:37:46.719359+0000","last_unstale":"2023-01-15T14:53:38.397471+0000","last_undegraded":"2023-01-15T14:53:38.397471+0000","last_fullsized":"2023-01-15T14:53:38.397471+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":99,"log_dups_size":0,"ondisk_log_size":99,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:41:43.791401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":228,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":113,"num_read_kb":113,"num_write":274,"num_write_kb":62,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.16","version":"32'3","reported_seq":320,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.067324+0000","last_change":"2023-01-15T14:37:40.697767+0000","last_active":"2023-01-15T14:53:40.067324+0000","last_peered":"2023-01-15T14:53:40.067324+0000","last_clean":"2023-01-15T14:53:40.067324+0000","last_became_active":"2023-01-15T14:37:40.697523+0000","last_became_peered":"2023-01-15T14:37:40.697523+0000","last_unstale":"2023-01-15T14:53:40.067324+0000","last_undegraded":"2023-01-15T14:53:40.067324+0000","last_fullsized":"2023-01-15T14:53:40.067324+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:36:52.394665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":432,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":129,"num_read_kb":124,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"211'308","reported_seq":1458,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.685424+0000","last_change":"2023-01-15T14:37:38.740185+0000","last_active":"2023-01-15T14:53:38.685424+0000","last_peered":"2023-01-15T14:53:38.685424+0000","last_clean":"2023-01-15T14:53:38.685424+0000","last_became_active":"2023-01-15T14:37:38.735046+0000","last_became_peered":"2023-01-15T14:37:38.735046+0000","last_unstale":"2023-01-15T14:53:38.685424+0000","last_undegraded":"2023-01-15T14:53:38.685424+0000","last_fullsized":"2023-01-15T14:53:38.685424+0000","mapping_epoch":22,"log_start":"211'200","ondisk_log_start":"211'200","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":108,"log_dups_size":200,"ondisk_log_size":108,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:20:30.483621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1842,"num_read_kb":1768,"num_write":354,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"211'169","reported_seq":495,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.746757+0000","last_change":"2023-01-15T14:37:36.690790+0000","last_active":"2023-01-15T14:53:37.746757+0000","last_peered":"2023-01-15T14:53:37.746757+0000","last_clean":"2023-01-15T14:53:37.746757+0000","last_became_active":"2023-01-15T14:37:36.690577+0000","last_became_peered":"2023-01-15T14:37:36.690577+0000","last_unstale":"2023-01-15T14:53:37.746757+0000","last_undegraded":"2023-01-15T14:53:37.746757+0000","last_fullsized":"2023-01-15T14:53:37.746757+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":100,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:02:15.456386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":51902,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":385,"num_read_kb":3922,"num_write":941,"num_write_kb":19323,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.15","version":"211'787","reported_seq":1663,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.093860+0000","last_change":"2023-01-15T14:37:42.703131+0000","last_active":"2023-01-15T14:53:40.093860+0000","last_peered":"2023-01-15T14:53:40.093860+0000","last_clean":"2023-01-15T14:53:40.093860+0000","last_became_active":"2023-01-15T14:37:42.702906+0000","last_became_peered":"2023-01-15T14:37:42.702906+0000","last_unstale":"2023-01-15T14:53:40.093860+0000","last_undegraded":"2023-01-15T14:53:40.093860+0000","last_fullsized":"2023-01-15T14:53:40.093860+0000","mapping_epoch":26,"log_start":"211'700","ondisk_log_start":"211'700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":87,"log_dups_size":700,"ondisk_log_size":87,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:10:51.510135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8057,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1103,"num_read_kb":1096,"num_write":749,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.14","version":"211'413","reported_seq":2319,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.463038+0000","last_change":"2023-01-15T14:37:44.717311+0000","last_active":"2023-01-15T14:53:40.463038+0000","last_peered":"2023-01-15T14:53:40.463038+0000","last_clean":"2023-01-15T14:53:40.463038+0000","last_became_active":"2023-01-15T14:37:44.716630+0000","last_became_peered":"2023-01-15T14:37:44.716630+0000","last_unstale":"2023-01-15T14:53:40.463038+0000","last_undegraded":"2023-01-15T14:53:40.463038+0000","last_fullsized":"2023-01-15T14:53:40.463038+0000","mapping_epoch":28,"log_start":"211'400","ondisk_log_start":"211'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":400,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:37:46.207121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"211'128","reported_seq":327,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:31.785739+0000","last_change":"2023-01-15T14:37:47.298976+0000","last_active":"2023-01-15T14:53:31.785739+0000","last_peered":"2023-01-15T14:53:31.785739+0000","last_clean":"2023-01-15T14:53:31.785739+0000","last_became_active":"2023-01-15T14:37:47.298767+0000","last_became_peered":"2023-01-15T14:37:47.298767+0000","last_unstale":"2023-01-15T14:53:31.785739+0000","last_undegraded":"2023-01-15T14:53:31.785739+0000","last_fullsized":"2023-01-15T14:53:31.785739+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":100,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:39:18.840288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":135,"num_read_kb":135,"num_write":359,"num_write_kb":82,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":192,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:42.463135+0000","last_change":"2023-01-15T14:37:40.704227+0000","last_active":"2023-01-15T14:50:42.463135+0000","last_peered":"2023-01-15T14:50:42.463135+0000","last_clean":"2023-01-15T14:50:42.463135+0000","last_became_active":"2023-01-15T14:37:40.703897+0000","last_became_peered":"2023-01-15T14:37:40.703897+0000","last_unstale":"2023-01-15T14:50:42.463135+0000","last_undegraded":"2023-01-15T14:50:42.463135+0000","last_fullsized":"2023-01-15T14:50:42.463135+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:51:19.922921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"211'385","reported_seq":1630,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.032235+0000","last_change":"2023-01-15T14:37:38.697950+0000","last_active":"2023-01-15T14:53:39.032235+0000","last_peered":"2023-01-15T14:53:39.032235+0000","last_clean":"2023-01-15T14:53:39.032235+0000","last_became_active":"2023-01-15T14:37:38.697685+0000","last_became_peered":"2023-01-15T14:37:38.697685+0000","last_unstale":"2023-01-15T14:53:39.032235+0000","last_undegraded":"2023-01-15T14:53:39.032235+0000","last_fullsized":"2023-01-15T14:53:39.032235+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":85,"log_dups_size":300,"ondisk_log_size":85,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:29:43.293503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2227,"num_read_kb":2094,"num_write":467,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"211'155","reported_seq":500,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.660024+0000","last_change":"2023-01-15T14:37:36.679079+0000","last_active":"2023-01-15T14:53:39.660024+0000","last_peered":"2023-01-15T14:53:39.660024+0000","last_clean":"2023-01-15T14:53:39.660024+0000","last_became_active":"2023-01-15T14:37:36.678778+0000","last_became_peered":"2023-01-15T14:37:36.678778+0000","last_unstale":"2023-01-15T14:53:39.660024+0000","last_undegraded":"2023-01-15T14:53:39.660024+0000","last_fullsized":"2023-01-15T14:53:39.660024+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":55,"log_dups_size":100,"ondisk_log_size":55,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:26:21.266115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":11588767,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":436,"num_read_kb":37253,"num_write":831,"num_write_kb":23887,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.a","version":"211'909","reported_seq":1841,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.101065+0000","last_change":"2023-01-15T14:37:42.711612+0000","last_active":"2023-01-15T14:53:40.101065+0000","last_peered":"2023-01-15T14:53:40.101065+0000","last_clean":"2023-01-15T14:53:40.101065+0000","last_became_active":"2023-01-15T14:37:42.711376+0000","last_became_peered":"2023-01-15T14:37:42.711376+0000","last_unstale":"2023-01-15T14:53:40.101065+0000","last_undegraded":"2023-01-15T14:53:40.101065+0000","last_fullsized":"2023-01-15T14:53:40.101065+0000","mapping_epoch":26,"log_start":"211'800","ondisk_log_start":"211'800","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":109,"log_dups_size":800,"ondisk_log_size":109,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:13:42.352079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7756,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":1234,"num_read_kb":1219,"num_write":859,"num_write_kb":26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:17.465533+0000","last_change":"2023-01-15T14:37:44.717493+0000","last_active":"2023-01-15T14:51:17.465533+0000","last_peered":"2023-01-15T14:51:17.465533+0000","last_clean":"2023-01-15T14:51:17.465533+0000","last_became_active":"2023-01-15T14:37:44.717222+0000","last_became_peered":"2023-01-15T14:37:44.717222+0000","last_unstale":"2023-01-15T14:51:17.465533+0000","last_undegraded":"2023-01-15T14:51:17.465533+0000","last_fullsized":"2023-01-15T14:51:17.465533+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:17:32.006569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.4","version":"211'538","reported_seq":1052,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.450481+0000","last_change":"2023-01-15T14:37:46.721060+0000","last_active":"2023-01-15T14:53:40.450481+0000","last_peered":"2023-01-15T14:53:40.450481+0000","last_clean":"2023-01-15T14:53:40.450481+0000","last_became_active":"2023-01-15T14:37:46.720824+0000","last_became_peered":"2023-01-15T14:37:46.720824+0000","last_unstale":"2023-01-15T14:53:40.450481+0000","last_undegraded":"2023-01-15T14:53:40.450481+0000","last_fullsized":"2023-01-15T14:53:40.450481+0000","mapping_epoch":30,"log_start":"211'500","ondisk_log_start":"211'500","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":500,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:56:19.318498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":1268,"num_read_kb":1268,"num_write":1158,"num_write_kb":389,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:42.446540+0000","last_change":"2023-01-15T14:37:40.694707+0000","last_active":"2023-01-15T14:50:42.446540+0000","last_peered":"2023-01-15T14:50:42.446540+0000","last_clean":"2023-01-15T14:50:42.446540+0000","last_became_active":"2023-01-15T14:37:40.694463+0000","last_became_peered":"2023-01-15T14:37:40.694463+0000","last_unstale":"2023-01-15T14:50:42.446540+0000","last_undegraded":"2023-01-15T14:50:42.446540+0000","last_fullsized":"2023-01-15T14:50:42.446540+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:53:04.415292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"211'469","reported_seq":1519,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.956727+0000","last_change":"2023-01-15T14:37:38.691023+0000","last_active":"2023-01-15T14:53:38.956727+0000","last_peered":"2023-01-15T14:53:38.956727+0000","last_clean":"2023-01-15T14:53:38.956727+0000","last_became_active":"2023-01-15T14:37:38.690776+0000","last_became_peered":"2023-01-15T14:37:38.690776+0000","last_unstale":"2023-01-15T14:53:38.956727+0000","last_undegraded":"2023-01-15T14:53:38.956727+0000","last_fullsized":"2023-01-15T14:53:38.956727+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":69,"log_dups_size":400,"ondisk_log_size":69,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:29:27.496473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2452,"num_read_kb":2296,"num_write":680,"num_write_kb":242,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"211'165","reported_seq":473,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.462502+0000","last_change":"2023-01-15T14:37:36.679053+0000","last_active":"2023-01-15T14:53:38.462502+0000","last_peered":"2023-01-15T14:53:38.462502+0000","last_clean":"2023-01-15T14:53:38.462502+0000","last_became_active":"2023-01-15T14:37:36.678805+0000","last_became_peered":"2023-01-15T14:37:36.678805+0000","last_unstale":"2023-01-15T14:53:38.462502+0000","last_undegraded":"2023-01-15T14:53:38.462502+0000","last_fullsized":"2023-01-15T14:53:38.462502+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:09:13.432068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":572967,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":357,"num_read_kb":13986,"num_write":888,"num_write_kb":31304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"211'801","reported_seq":1685,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.084996+0000","last_change":"2023-01-15T14:37:42.709494+0000","last_active":"2023-01-15T14:53:40.084996+0000","last_peered":"2023-01-15T14:53:40.084996+0000","last_clean":"2023-01-15T14:53:40.084996+0000","last_became_active":"2023-01-15T14:37:42.709224+0000","last_became_peered":"2023-01-15T14:37:42.709224+0000","last_unstale":"2023-01-15T14:53:40.084996+0000","last_undegraded":"2023-01-15T14:53:40.084996+0000","last_fullsized":"2023-01-15T14:53:40.084996+0000","mapping_epoch":26,"log_start":"211'700","ondisk_log_start":"211'700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":101,"log_dups_size":700,"ondisk_log_size":101,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:32:12.930619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4096,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1099,"num_read_kb":1090,"num_write":748,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":196,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:47.475839+0000","last_change":"2023-01-15T14:37:44.716726+0000","last_active":"2023-01-15T14:50:47.475839+0000","last_peered":"2023-01-15T14:50:47.475839+0000","last_clean":"2023-01-15T14:50:47.475839+0000","last_became_active":"2023-01-15T14:37:44.716460+0000","last_became_peered":"2023-01-15T14:37:44.716460+0000","last_unstale":"2023-01-15T14:50:47.475839+0000","last_undegraded":"2023-01-15T14:50:47.475839+0000","last_fullsized":"2023-01-15T14:50:47.475839+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:01:30.891982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.5","version":"211'118","reported_seq":309,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.099508+0000","last_change":"2023-01-15T14:37:46.717326+0000","last_active":"2023-01-15T14:53:37.099508+0000","last_peered":"2023-01-15T14:53:37.099508+0000","last_clean":"2023-01-15T14:53:37.099508+0000","last_became_active":"2023-01-15T14:37:46.717124+0000","last_became_peered":"2023-01-15T14:37:46.717124+0000","last_unstale":"2023-01-15T14:53:37.099508+0000","last_undegraded":"2023-01-15T14:53:37.099508+0000","last_fullsized":"2023-01-15T14:53:37.099508+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":18,"log_dups_size":100,"ondisk_log_size":18,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:56:21.796019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":97,"num_read_kb":97,"num_write":306,"num_write_kb":71,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:12.449888+0000","last_change":"2023-01-15T14:37:40.700845+0000","last_active":"2023-01-15T14:51:12.449888+0000","last_peered":"2023-01-15T14:51:12.449888+0000","last_clean":"2023-01-15T14:51:12.449888+0000","last_became_active":"2023-01-15T14:37:40.700605+0000","last_became_peered":"2023-01-15T14:37:40.700605+0000","last_unstale":"2023-01-15T14:51:12.449888+0000","last_undegraded":"2023-01-15T14:51:12.449888+0000","last_fullsized":"2023-01-15T14:51:12.449888+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:06:58.031469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"211'386","reported_seq":1634,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.604525+0000","last_change":"2023-01-15T14:37:38.689467+0000","last_active":"2023-01-15T14:53:38.604525+0000","last_peered":"2023-01-15T14:53:38.604525+0000","last_clean":"2023-01-15T14:53:38.604525+0000","last_became_active":"2023-01-15T14:37:38.689172+0000","last_became_peered":"2023-01-15T14:37:38.689172+0000","last_unstale":"2023-01-15T14:53:38.604525+0000","last_undegraded":"2023-01-15T14:53:38.604525+0000","last_fullsized":"2023-01-15T14:53:38.604525+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":86,"log_dups_size":300,"ondisk_log_size":86,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:34:35.797859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2229,"num_read_kb":2098,"num_write":465,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"211'135","reported_seq":424,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.612082+0000","last_change":"2023-01-15T14:37:36.686298+0000","last_active":"2023-01-15T14:53:39.612082+0000","last_peered":"2023-01-15T14:53:39.612082+0000","last_clean":"2023-01-15T14:53:39.612082+0000","last_became_active":"2023-01-15T14:37:36.685647+0000","last_became_peered":"2023-01-15T14:37:36.685647+0000","last_unstale":"2023-01-15T14:53:39.612082+0000","last_undegraded":"2023-01-15T14:53:39.612082+0000","last_fullsized":"2023-01-15T14:53:39.612082+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":100,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:34:43.292402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3172946,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":326,"num_read_kb":29693,"num_write":758,"num_write_kb":5947,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.8","version":"211'1556","reported_seq":3068,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.102634+0000","last_change":"2023-01-15T14:37:42.712505+0000","last_active":"2023-01-15T14:53:40.102634+0000","last_peered":"2023-01-15T14:53:40.102634+0000","last_clean":"2023-01-15T14:53:40.102634+0000","last_became_active":"2023-01-15T14:37:42.712204+0000","last_became_peered":"2023-01-15T14:37:42.712204+0000","last_unstale":"2023-01-15T14:53:40.102634+0000","last_undegraded":"2023-01-15T14:53:40.102634+0000","last_fullsized":"2023-01-15T14:53:40.102634+0000","mapping_epoch":26,"log_start":"211'1500","ondisk_log_start":"211'1500","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":56,"log_dups_size":1500,"ondisk_log_size":56,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:07:30.014839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":8002,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":2133,"num_read_kb":2118,"num_write":1494,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.9","version":"211'411","reported_seq":4272,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.463774+0000","last_change":"2023-01-15T14:37:44.711070+0000","last_active":"2023-01-15T14:53:40.463774+0000","last_peered":"2023-01-15T14:53:40.463774+0000","last_clean":"2023-01-15T14:53:40.463774+0000","last_became_active":"2023-01-15T14:37:44.710807+0000","last_became_peered":"2023-01-15T14:37:44.710807+0000","last_unstale":"2023-01-15T14:53:40.463774+0000","last_undegraded":"2023-01-15T14:53:40.463774+0000","last_fullsized":"2023-01-15T14:53:40.463774+0000","mapping_epoch":28,"log_start":"211'400","ondisk_log_start":"211'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":400,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:17:27.883455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.6","version":"211'117","reported_seq":301,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.599068+0000","last_change":"2023-01-15T14:37:46.719801+0000","last_active":"2023-01-15T14:53:38.599068+0000","last_peered":"2023-01-15T14:53:38.599068+0000","last_clean":"2023-01-15T14:53:38.599068+0000","last_became_active":"2023-01-15T14:37:46.719428+0000","last_became_peered":"2023-01-15T14:37:46.719428+0000","last_unstale":"2023-01-15T14:53:38.599068+0000","last_undegraded":"2023-01-15T14:53:38.599068+0000","last_fullsized":"2023-01-15T14:53:38.599068+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:56:56.772965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":356,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":321,"num_write_kb":73,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:42.446621+0000","last_change":"2023-01-15T14:37:40.701688+0000","last_active":"2023-01-15T14:50:42.446621+0000","last_peered":"2023-01-15T14:50:42.446621+0000","last_clean":"2023-01-15T14:50:42.446621+0000","last_became_active":"2023-01-15T14:37:40.701409+0000","last_became_peered":"2023-01-15T14:37:40.701409+0000","last_unstale":"2023-01-15T14:50:42.446621+0000","last_undegraded":"2023-01-15T14:50:42.446621+0000","last_fullsized":"2023-01-15T14:50:42.446621+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:08:38.271065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"211'695","reported_seq":2005,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.048654+0000","last_change":"2023-01-15T14:37:38.697345+0000","last_active":"2023-01-15T14:53:38.048654+0000","last_peered":"2023-01-15T14:53:38.048654+0000","last_clean":"2023-01-15T14:53:38.048654+0000","last_became_active":"2023-01-15T14:37:38.697091+0000","last_became_peered":"2023-01-15T14:37:38.697091+0000","last_unstale":"2023-01-15T14:53:38.048654+0000","last_undegraded":"2023-01-15T14:53:38.048654+0000","last_fullsized":"2023-01-15T14:53:38.048654+0000","mapping_epoch":22,"log_start":"211'600","ondisk_log_start":"211'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":95,"log_dups_size":600,"ondisk_log_size":95,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:34:57.253166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3464,"num_read_kb":3142,"num_write":920,"num_write_kb":340,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"211'159","reported_seq":460,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.543369+0000","last_change":"2023-01-15T14:38:22.299134+0000","last_active":"2023-01-15T14:53:35.543369+0000","last_peered":"2023-01-15T14:53:35.543369+0000","last_clean":"2023-01-15T14:53:35.543369+0000","last_became_active":"2023-01-15T14:38:22.298866+0000","last_became_peered":"2023-01-15T14:38:22.298866+0000","last_unstale":"2023-01-15T14:53:35.543369+0000","last_undegraded":"2023-01-15T14:53:35.543369+0000","last_fullsized":"2023-01-15T14:53:35.543369+0000","mapping_epoch":33,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":59,"log_dups_size":100,"ondisk_log_size":59,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:19:05.939248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5248052,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":360,"num_read_kb":1883,"num_write":820,"num_write_kb":12015,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"211'1719","reported_seq":3321,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.426588+0000","last_change":"2023-01-15T14:37:42.712144+0000","last_active":"2023-01-15T14:53:40.426588+0000","last_peered":"2023-01-15T14:53:40.426588+0000","last_clean":"2023-01-15T14:53:40.426588+0000","last_became_active":"2023-01-15T14:37:42.711895+0000","last_became_peered":"2023-01-15T14:37:42.711895+0000","last_unstale":"2023-01-15T14:53:40.426588+0000","last_undegraded":"2023-01-15T14:53:40.426588+0000","last_fullsized":"2023-01-15T14:53:40.426588+0000","mapping_epoch":26,"log_start":"211'1700","ondisk_log_start":"211'1700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":19,"log_dups_size":1700,"ondisk_log_size":19,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:45:38.257131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19135,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2340,"num_read_kb":2326,"num_write":1646,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:47.447230+0000","last_change":"2023-01-15T14:37:44.717961+0000","last_active":"2023-01-15T14:50:47.447230+0000","last_peered":"2023-01-15T14:50:47.447230+0000","last_clean":"2023-01-15T14:50:47.447230+0000","last_became_active":"2023-01-15T14:37:44.717640+0000","last_became_peered":"2023-01-15T14:37:44.717640+0000","last_unstale":"2023-01-15T14:50:47.447230+0000","last_undegraded":"2023-01-15T14:50:47.447230+0000","last_fullsized":"2023-01-15T14:50:47.447230+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:37:53.658697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"211'84","reported_seq":280,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.596472+0000","last_change":"2023-01-15T14:37:46.717828+0000","last_active":"2023-01-15T14:53:39.596472+0000","last_peered":"2023-01-15T14:53:39.596472+0000","last_clean":"2023-01-15T14:53:39.596472+0000","last_became_active":"2023-01-15T14:37:46.717572+0000","last_became_peered":"2023-01-15T14:37:46.717572+0000","last_unstale":"2023-01-15T14:53:39.596472+0000","last_undegraded":"2023-01-15T14:53:39.596472+0000","last_fullsized":"2023-01-15T14:53:39.596472+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":0,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:00:26.615151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":80,"num_read_kb":80,"num_write":215,"num_write_kb":50,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:12.449995+0000","last_change":"2023-01-15T14:37:40.694169+0000","last_active":"2023-01-15T14:51:12.449995+0000","last_peered":"2023-01-15T14:51:12.449995+0000","last_clean":"2023-01-15T14:51:12.449995+0000","last_became_active":"2023-01-15T14:37:40.693862+0000","last_became_peered":"2023-01-15T14:37:40.693862+0000","last_unstale":"2023-01-15T14:51:12.449995+0000","last_undegraded":"2023-01-15T14:51:12.449995+0000","last_fullsized":"2023-01-15T14:51:12.449995+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:13:17.335071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"211'421","reported_seq":1698,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.607225+0000","last_change":"2023-01-15T14:37:38.694461+0000","last_active":"2023-01-15T14:53:38.607225+0000","last_peered":"2023-01-15T14:53:38.607225+0000","last_clean":"2023-01-15T14:53:38.607225+0000","last_became_active":"2023-01-15T14:37:38.694196+0000","last_became_peered":"2023-01-15T14:37:38.694196+0000","last_unstale":"2023-01-15T14:53:38.607225+0000","last_undegraded":"2023-01-15T14:53:38.607225+0000","last_fullsized":"2023-01-15T14:53:38.607225+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":400,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:10:03.791893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2481,"num_read_kb":2319,"num_write":545,"num_write_kb":190,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"211'147","reported_seq":463,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.528817+0000","last_change":"2023-01-15T14:37:36.690847+0000","last_active":"2023-01-15T14:53:35.528817+0000","last_peered":"2023-01-15T14:53:35.528817+0000","last_clean":"2023-01-15T14:53:35.528817+0000","last_became_active":"2023-01-15T14:37:36.690633+0000","last_became_peered":"2023-01-15T14:37:36.690633+0000","last_unstale":"2023-01-15T14:53:35.528817+0000","last_undegraded":"2023-01-15T14:53:35.528817+0000","last_fullsized":"2023-01-15T14:53:35.528817+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":100,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:50:19.310969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10598660,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":321,"num_read_kb":21926,"num_write":818,"num_write_kb":32830,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"211'806","reported_seq":1688,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.089311+0000","last_change":"2023-01-15T14:37:42.711404+0000","last_active":"2023-01-15T14:53:40.089311+0000","last_peered":"2023-01-15T14:53:40.089311+0000","last_clean":"2023-01-15T14:53:40.089311+0000","last_became_active":"2023-01-15T14:37:42.711160+0000","last_became_peered":"2023-01-15T14:37:42.711160+0000","last_unstale":"2023-01-15T14:53:40.089311+0000","last_undegraded":"2023-01-15T14:53:40.089311+0000","last_fullsized":"2023-01-15T14:53:40.089311+0000","mapping_epoch":26,"log_start":"211'700","ondisk_log_start":"211'700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":106,"log_dups_size":700,"ondisk_log_size":106,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:45:14.759143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6091,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1125,"num_read_kb":1117,"num_write":803,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":186,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:17.487653+0000","last_change":"2023-01-15T14:37:44.711272+0000","last_active":"2023-01-15T14:51:17.487653+0000","last_peered":"2023-01-15T14:51:17.487653+0000","last_clean":"2023-01-15T14:51:17.487653+0000","last_became_active":"2023-01-15T14:37:44.711013+0000","last_became_peered":"2023-01-15T14:37:44.711013+0000","last_unstale":"2023-01-15T14:51:17.487653+0000","last_undegraded":"2023-01-15T14:51:17.487653+0000","last_fullsized":"2023-01-15T14:51:17.487653+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:44:52.075371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.0","version":"211'116","reported_seq":311,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.828547+0000","last_change":"2023-01-15T14:37:46.716553+0000","last_active":"2023-01-15T14:53:35.828547+0000","last_peered":"2023-01-15T14:53:35.828547+0000","last_clean":"2023-01-15T14:53:35.828547+0000","last_became_active":"2023-01-15T14:37:46.716251+0000","last_became_peered":"2023-01-15T14:37:46.716251+0000","last_unstale":"2023-01-15T14:53:35.828547+0000","last_undegraded":"2023-01-15T14:53:35.828547+0000","last_fullsized":"2023-01-15T14:53:35.828547+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":100,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:33:43.082081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":101,"num_read_kb":101,"num_write":327,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:12.464637+0000","last_change":"2023-01-15T14:37:40.705060+0000","last_active":"2023-01-15T14:51:12.464637+0000","last_peered":"2023-01-15T14:51:12.464637+0000","last_clean":"2023-01-15T14:51:12.464637+0000","last_became_active":"2023-01-15T14:37:40.704750+0000","last_became_peered":"2023-01-15T14:37:40.704750+0000","last_unstale":"2023-01-15T14:51:12.464637+0000","last_undegraded":"2023-01-15T14:51:12.464637+0000","last_fullsized":"2023-01-15T14:51:12.464637+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:05:22.107908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"211'424","reported_seq":1685,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.034168+0000","last_change":"2023-01-15T14:37:38.688614+0000","last_active":"2023-01-15T14:53:39.034168+0000","last_peered":"2023-01-15T14:53:39.034168+0000","last_clean":"2023-01-15T14:53:39.034168+0000","last_became_active":"2023-01-15T14:37:38.688378+0000","last_became_peered":"2023-01-15T14:37:38.688378+0000","last_unstale":"2023-01-15T14:53:39.034168+0000","last_undegraded":"2023-01-15T14:53:39.034168+0000","last_fullsized":"2023-01-15T14:53:39.034168+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":24,"log_dups_size":400,"ondisk_log_size":24,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:57:30.173628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2376,"num_read_kb":2216,"num_write":533,"num_write_kb":143,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"211'165","reported_seq":531,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.622995+0000","last_change":"2023-01-15T14:37:36.686670+0000","last_active":"2023-01-15T14:53:39.622995+0000","last_peered":"2023-01-15T14:53:39.622995+0000","last_clean":"2023-01-15T14:53:39.622995+0000","last_became_active":"2023-01-15T14:37:36.686489+0000","last_became_peered":"2023-01-15T14:37:36.686489+0000","last_unstale":"2023-01-15T14:53:39.622995+0000","last_undegraded":"2023-01-15T14:53:39.622995+0000","last_fullsized":"2023-01-15T14:53:39.622995+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:40:47.945254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31394,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":442,"num_read_kb":4410,"num_write":902,"num_write_kb":27417,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.f","version":"211'107","reported_seq":364,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.109468+0000","last_change":"2023-01-15T14:37:42.710217+0000","last_active":"2023-01-15T14:53:40.109468+0000","last_peered":"2023-01-15T14:53:40.109468+0000","last_clean":"2023-01-15T14:53:40.109468+0000","last_became_active":"2023-01-15T14:37:42.709945+0000","last_became_peered":"2023-01-15T14:37:42.709945+0000","last_unstale":"2023-01-15T14:53:40.109468+0000","last_undegraded":"2023-01-15T14:53:40.109468+0000","last_fullsized":"2023-01-15T14:53:40.109468+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":107,"log_dups_size":0,"ondisk_log_size":107,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T14:58:50.953135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10308,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":133,"num_read_kb":124,"num_write":66,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.e","version":"211'380","reported_seq":2843,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.460890+0000","last_change":"2023-01-15T14:37:44.718436+0000","last_active":"2023-01-15T14:53:40.460890+0000","last_peered":"2023-01-15T14:53:40.460890+0000","last_clean":"2023-01-15T14:53:40.460890+0000","last_became_active":"2023-01-15T14:37:44.718178+0000","last_became_peered":"2023-01-15T14:37:44.718178+0000","last_unstale":"2023-01-15T14:53:40.460890+0000","last_undegraded":"2023-01-15T14:53:40.460890+0000","last_fullsized":"2023-01-15T14:53:40.460890+0000","mapping_epoch":28,"log_start":"208'300","ondisk_log_start":"208'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":300,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:13:44.994069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.1","version":"211'93","reported_seq":286,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.979598+0000","last_change":"2023-01-15T14:37:46.719573+0000","last_active":"2023-01-15T14:53:39.979598+0000","last_peered":"2023-01-15T14:53:39.979598+0000","last_clean":"2023-01-15T14:53:39.979598+0000","last_became_active":"2023-01-15T14:37:46.719324+0000","last_became_peered":"2023-01-15T14:37:46.719324+0000","last_unstale":"2023-01-15T14:53:39.979598+0000","last_undegraded":"2023-01-15T14:53:39.979598+0000","last_fullsized":"2023-01-15T14:53:39.979598+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":93,"log_dups_size":0,"ondisk_log_size":93,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:26:41.099321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":202,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":82,"num_read_kb":82,"num_write":245,"num_write_kb":57,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"25'2","reported_seq":438,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.394708+0000","last_change":"2023-01-15T14:37:40.704895+0000","last_active":"2023-01-15T14:53:40.394708+0000","last_peered":"2023-01-15T14:53:40.394708+0000","last_clean":"2023-01-15T14:53:40.394708+0000","last_became_active":"2023-01-15T14:37:40.704646+0000","last_became_peered":"2023-01-15T14:37:40.704646+0000","last_unstale":"2023-01-15T14:53:40.394708+0000","last_undegraded":"2023-01-15T14:53:40.394708+0000","last_fullsized":"2023-01-15T14:53:40.394708+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:14:12.062281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":92,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":237,"num_read_kb":237,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"211'375","reported_seq":1640,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.681063+0000","last_change":"2023-01-15T14:37:38.690501+0000","last_active":"2023-01-15T14:53:38.681063+0000","last_peered":"2023-01-15T14:53:38.681063+0000","last_clean":"2023-01-15T14:53:38.681063+0000","last_became_active":"2023-01-15T14:37:38.690229+0000","last_became_peered":"2023-01-15T14:37:38.690229+0000","last_unstale":"2023-01-15T14:53:38.681063+0000","last_undegraded":"2023-01-15T14:53:38.681063+0000","last_fullsized":"2023-01-15T14:53:38.681063+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":300,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:50:24.159178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2183,"num_read_kb":2086,"num_write":446,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"211'174","reported_seq":487,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.761535+0000","last_change":"2023-01-15T14:37:36.681779+0000","last_active":"2023-01-15T14:53:35.761535+0000","last_peered":"2023-01-15T14:53:35.761535+0000","last_clean":"2023-01-15T14:53:35.761535+0000","last_became_active":"2023-01-15T14:37:36.681383+0000","last_became_peered":"2023-01-15T14:37:36.681383+0000","last_unstale":"2023-01-15T14:53:35.761535+0000","last_undegraded":"2023-01-15T14:53:35.761535+0000","last_fullsized":"2023-01-15T14:53:35.761535+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":74,"log_dups_size":100,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:26:41.190988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2072,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":368,"num_read_kb":1556,"num_write":960,"num_write_kb":23707,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.c","version":"211'46","reported_seq":254,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:33.702214+0000","last_change":"2023-01-15T14:37:42.711214+0000","last_active":"2023-01-15T14:53:33.702214+0000","last_peered":"2023-01-15T14:53:33.702214+0000","last_clean":"2023-01-15T14:53:33.702214+0000","last_became_active":"2023-01-15T14:37:42.710775+0000","last_became_peered":"2023-01-15T14:37:42.710775+0000","last_unstale":"2023-01-15T14:53:33.702214+0000","last_undegraded":"2023-01-15T14:53:33.702214+0000","last_fullsized":"2023-01-15T14:53:33.702214+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":46,"log_dups_size":0,"ondisk_log_size":46,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:31:56.326044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":32,"num_read_kb":26,"num_write":22,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.d","version":"211'384","reported_seq":1154,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.461622+0000","last_change":"2023-01-15T14:37:44.717724+0000","last_active":"2023-01-15T14:53:40.461622+0000","last_peered":"2023-01-15T14:53:40.461622+0000","last_clean":"2023-01-15T14:53:40.461622+0000","last_became_active":"2023-01-15T14:37:44.717419+0000","last_became_peered":"2023-01-15T14:37:44.717419+0000","last_unstale":"2023-01-15T14:53:40.461622+0000","last_undegraded":"2023-01-15T14:53:40.461622+0000","last_fullsized":"2023-01-15T14:53:40.461622+0000","mapping_epoch":28,"log_start":"208'300","ondisk_log_start":"208'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:22:14.640560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.2","version":"211'112","reported_seq":305,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.959275+0000","last_change":"2023-01-15T14:37:46.719904+0000","last_active":"2023-01-15T14:53:38.959275+0000","last_peered":"2023-01-15T14:53:38.959275+0000","last_clean":"2023-01-15T14:53:38.959275+0000","last_became_active":"2023-01-15T14:37:46.719667+0000","last_became_peered":"2023-01-15T14:37:46.719667+0000","last_unstale":"2023-01-15T14:53:38.959275+0000","last_undegraded":"2023-01-15T14:53:38.959275+0000","last_fullsized":"2023-01-15T14:53:38.959275+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":100,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:25:38.240655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":91,"num_read_kb":91,"num_write":288,"num_write_kb":66,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":196,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:12.468400+0000","last_change":"2023-01-15T14:37:40.703594+0000","last_active":"2023-01-15T14:51:12.468400+0000","last_peered":"2023-01-15T14:51:12.468400+0000","last_clean":"2023-01-15T14:51:12.468400+0000","last_became_active":"2023-01-15T14:37:40.703342+0000","last_became_peered":"2023-01-15T14:37:40.703342+0000","last_unstale":"2023-01-15T14:51:12.468400+0000","last_undegraded":"2023-01-15T14:51:12.468400+0000","last_fullsized":"2023-01-15T14:51:12.468400+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:00:33.311561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"211'447","reported_seq":1876,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.684175+0000","last_change":"2023-01-15T14:37:38.691560+0000","last_active":"2023-01-15T14:53:39.684175+0000","last_peered":"2023-01-15T14:53:39.684175+0000","last_clean":"2023-01-15T14:53:39.684175+0000","last_became_active":"2023-01-15T14:37:38.691279+0000","last_became_peered":"2023-01-15T14:37:38.691279+0000","last_unstale":"2023-01-15T14:53:39.684175+0000","last_undegraded":"2023-01-15T14:53:39.684175+0000","last_fullsized":"2023-01-15T14:53:39.684175+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":400,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:34:31.086678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2821,"num_read_kb":2652,"num_write":586,"num_write_kb":208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"211'191","reported_seq":525,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.607234+0000","last_change":"2023-01-15T14:37:36.676521+0000","last_active":"2023-01-15T14:53:39.607234+0000","last_peered":"2023-01-15T14:53:39.607234+0000","last_clean":"2023-01-15T14:53:39.607234+0000","last_became_active":"2023-01-15T14:37:36.676284+0000","last_became_peered":"2023-01-15T14:37:36.676284+0000","last_unstale":"2023-01-15T14:53:39.607234+0000","last_undegraded":"2023-01-15T14:53:39.607234+0000","last_fullsized":"2023-01-15T14:53:39.607234+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":91,"log_dups_size":100,"ondisk_log_size":91,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:51:55.635242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5297271,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":429,"num_read_kb":12123,"num_write":984,"num_write_kb":45569,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.d","version":"211'139","reported_seq":417,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.437234+0000","last_change":"2023-01-15T14:37:42.713375+0000","last_active":"2023-01-15T14:53:40.437234+0000","last_peered":"2023-01-15T14:53:40.437234+0000","last_clean":"2023-01-15T14:53:40.437234+0000","last_became_active":"2023-01-15T14:37:42.713106+0000","last_became_peered":"2023-01-15T14:37:42.713106+0000","last_unstale":"2023-01-15T14:53:40.437234+0000","last_undegraded":"2023-01-15T14:53:40.437234+0000","last_fullsized":"2023-01-15T14:53:40.437234+0000","mapping_epoch":26,"log_start":"208'100","ondisk_log_start":"208'100","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":100,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:08:45.043110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":7205,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1206,"num_read_kb":1196,"num_write":2144,"num_write_kb":2062,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:17.454731+0000","last_change":"2023-01-15T14:37:44.716424+0000","last_active":"2023-01-15T14:51:17.454731+0000","last_peered":"2023-01-15T14:51:17.454731+0000","last_clean":"2023-01-15T14:51:17.454731+0000","last_became_active":"2023-01-15T14:37:44.716207+0000","last_became_peered":"2023-01-15T14:37:44.716207+0000","last_unstale":"2023-01-15T14:51:17.454731+0000","last_undegraded":"2023-01-15T14:51:17.454731+0000","last_fullsized":"2023-01-15T14:51:17.454731+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:29:03.327429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"211'136","reported_seq":331,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.111790+0000","last_change":"2023-01-15T14:37:46.721595+0000","last_active":"2023-01-15T14:53:40.111790+0000","last_peered":"2023-01-15T14:53:40.111790+0000","last_clean":"2023-01-15T14:53:40.111790+0000","last_became_active":"2023-01-15T14:37:46.721290+0000","last_became_peered":"2023-01-15T14:37:46.721290+0000","last_unstale":"2023-01-15T14:53:40.111790+0000","last_undegraded":"2023-01-15T14:53:40.111790+0000","last_fullsized":"2023-01-15T14:53:40.111790+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":100,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:49:34.918812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":131,"num_write":344,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":190,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.476538+0000","last_change":"2023-01-15T14:37:40.704476+0000","last_active":"2023-01-15T14:50:12.476538+0000","last_peered":"2023-01-15T14:50:12.476538+0000","last_clean":"2023-01-15T14:50:12.476538+0000","last_became_active":"2023-01-15T14:37:40.704214+0000","last_became_peered":"2023-01-15T14:37:40.704214+0000","last_unstale":"2023-01-15T14:50:12.476538+0000","last_undegraded":"2023-01-15T14:50:12.476538+0000","last_fullsized":"2023-01-15T14:50:12.476538+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:12:54.862777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":202,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:02.454770+0000","last_change":"2023-01-15T14:37:29.889263+0000","last_active":"2023-01-15T14:50:02.454770+0000","last_peered":"2023-01-15T14:50:02.454770+0000","last_clean":"2023-01-15T14:50:02.454770+0000","last_became_active":"2023-01-15T14:37:29.888963+0000","last_became_peered":"2023-01-15T14:37:29.888963+0000","last_unstale":"2023-01-15T14:50:02.454770+0000","last_undegraded":"2023-01-15T14:50:02.454770+0000","last_fullsized":"2023-01-15T14:50:02.454770+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:38:15.449835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"211'165","reported_seq":475,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.376118+0000","last_change":"2023-01-15T14:37:36.685505+0000","last_active":"2023-01-15T14:53:35.376118+0000","last_peered":"2023-01-15T14:53:35.376118+0000","last_clean":"2023-01-15T14:53:35.376118+0000","last_became_active":"2023-01-15T14:37:36.685227+0000","last_became_peered":"2023-01-15T14:37:36.685227+0000","last_unstale":"2023-01-15T14:53:35.376118+0000","last_undegraded":"2023-01-15T14:53:35.376118+0000","last_fullsized":"2023-01-15T14:53:35.376118+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":100,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:19:34.667498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":6690664,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":339,"num_read_kb":18819,"num_write":846,"num_write_kb":26977,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"211'365","reported_seq":1726,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.762127+0000","last_change":"2023-01-15T14:37:38.694751+0000","last_active":"2023-01-15T14:53:38.762127+0000","last_peered":"2023-01-15T14:53:38.762127+0000","last_clean":"2023-01-15T14:53:38.762127+0000","last_became_active":"2023-01-15T14:37:38.694505+0000","last_became_peered":"2023-01-15T14:37:38.694505+0000","last_unstale":"2023-01-15T14:53:38.762127+0000","last_undegraded":"2023-01-15T14:53:38.762127+0000","last_fullsized":"2023-01-15T14:53:38.762127+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":65,"log_dups_size":300,"ondisk_log_size":65,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:09:48.682810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2257,"num_read_kb":2170,"num_write":412,"num_write_kb":67,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.0","version":"211'1663","reported_seq":3264,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.446895+0000","last_change":"2023-01-15T14:37:42.715832+0000","last_active":"2023-01-15T14:53:40.446895+0000","last_peered":"2023-01-15T14:53:40.446895+0000","last_clean":"2023-01-15T14:53:40.446895+0000","last_became_active":"2023-01-15T14:37:42.715338+0000","last_became_peered":"2023-01-15T14:37:42.715338+0000","last_unstale":"2023-01-15T14:53:40.446895+0000","last_undegraded":"2023-01-15T14:53:40.446895+0000","last_fullsized":"2023-01-15T14:53:40.446895+0000","mapping_epoch":26,"log_start":"211'1600","ondisk_log_start":"211'1600","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":1600,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:43:15.774094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":16221,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":2310,"num_read_kb":2295,"num_write":1591,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":192,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.459843+0000","last_change":"2023-01-15T14:37:44.713410+0000","last_active":"2023-01-15T14:50:17.459843+0000","last_peered":"2023-01-15T14:50:17.459843+0000","last_clean":"2023-01-15T14:50:17.459843+0000","last_became_active":"2023-01-15T14:37:44.713170+0000","last_became_peered":"2023-01-15T14:37:44.713170+0000","last_unstale":"2023-01-15T14:50:17.459843+0000","last_undegraded":"2023-01-15T14:50:17.459843+0000","last_fullsized":"2023-01-15T14:50:17.459843+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:36:39.198243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.e","version":"211'152","reported_seq":352,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.702627+0000","last_change":"2023-01-15T14:37:47.298477+0000","last_active":"2023-01-15T14:53:39.702627+0000","last_peered":"2023-01-15T14:53:39.702627+0000","last_clean":"2023-01-15T14:53:39.702627+0000","last_became_active":"2023-01-15T14:37:47.298162+0000","last_became_peered":"2023-01-15T14:37:47.298162+0000","last_unstale":"2023-01-15T14:53:39.702627+0000","last_undegraded":"2023-01-15T14:53:39.702627+0000","last_fullsized":"2023-01-15T14:53:39.702627+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":52,"log_dups_size":100,"ondisk_log_size":52,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:54:00.988664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":166,"num_read_kb":166,"num_write":418,"num_write_kb":96,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":190,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.476656+0000","last_change":"2023-01-15T14:37:40.703572+0000","last_active":"2023-01-15T14:50:12.476656+0000","last_peered":"2023-01-15T14:50:12.476656+0000","last_clean":"2023-01-15T14:50:12.476656+0000","last_became_active":"2023-01-15T14:37:40.703243+0000","last_became_peered":"2023-01-15T14:37:40.703243+0000","last_unstale":"2023-01-15T14:50:12.476656+0000","last_undegraded":"2023-01-15T14:50:12.476656+0000","last_fullsized":"2023-01-15T14:50:12.476656+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:25:58.863936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":206,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:02.457219+0000","last_change":"2023-01-15T14:37:29.628864+0000","last_active":"2023-01-15T14:50:02.457219+0000","last_peered":"2023-01-15T14:50:02.457219+0000","last_clean":"2023-01-15T14:50:02.457219+0000","last_became_active":"2023-01-15T14:37:29.628564+0000","last_became_peered":"2023-01-15T14:37:29.628564+0000","last_unstale":"2023-01-15T14:50:02.457219+0000","last_undegraded":"2023-01-15T14:50:02.457219+0000","last_fullsized":"2023-01-15T14:50:02.457219+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:15:36.369780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"211'163","reported_seq":500,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.530101+0000","last_change":"2023-01-15T14:37:36.737172+0000","last_active":"2023-01-15T14:53:35.530101+0000","last_peered":"2023-01-15T14:53:35.530101+0000","last_clean":"2023-01-15T14:53:35.530101+0000","last_became_active":"2023-01-15T14:37:36.690568+0000","last_became_peered":"2023-01-15T14:37:36.690568+0000","last_unstale":"2023-01-15T14:53:35.530101+0000","last_undegraded":"2023-01-15T14:53:35.530101+0000","last_fullsized":"2023-01-15T14:53:35.530101+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":63,"log_dups_size":100,"ondisk_log_size":63,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:25:06.182292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":10759228,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":369,"num_read_kb":83033,"num_write":860,"num_write_kb":49550,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"211'420","reported_seq":1832,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.683992+0000","last_change":"2023-01-15T14:37:38.696277+0000","last_active":"2023-01-15T14:53:39.683992+0000","last_peered":"2023-01-15T14:53:39.683992+0000","last_clean":"2023-01-15T14:53:39.683992+0000","last_became_active":"2023-01-15T14:37:38.696020+0000","last_became_peered":"2023-01-15T14:37:38.696020+0000","last_unstale":"2023-01-15T14:53:39.683992+0000","last_undegraded":"2023-01-15T14:53:39.683992+0000","last_fullsized":"2023-01-15T14:53:39.683992+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":400,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:45:35.339752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2488,"num_read_kb":2356,"num_write":492,"num_write_kb":105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.6","version":"211'70","reported_seq":295,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:32.505724+0000","last_change":"2023-01-15T14:37:42.711168+0000","last_active":"2023-01-15T14:53:32.505724+0000","last_peered":"2023-01-15T14:53:32.505724+0000","last_clean":"2023-01-15T14:53:32.505724+0000","last_became_active":"2023-01-15T14:37:42.710756+0000","last_became_peered":"2023-01-15T14:37:42.710756+0000","last_unstale":"2023-01-15T14:53:32.505724+0000","last_undegraded":"2023-01-15T14:53:32.505724+0000","last_fullsized":"2023-01-15T14:53:32.505724+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":70,"log_dups_size":0,"ondisk_log_size":70,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:46:04.324806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":77,"num_read_kb":71,"num_write":50,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":191,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:47.451222+0000","last_change":"2023-01-15T14:37:44.714210+0000","last_active":"2023-01-15T14:50:47.451222+0000","last_peered":"2023-01-15T14:50:47.451222+0000","last_clean":"2023-01-15T14:50:47.451222+0000","last_became_active":"2023-01-15T14:37:44.713966+0000","last_became_peered":"2023-01-15T14:37:44.713966+0000","last_unstale":"2023-01-15T14:50:47.451222+0000","last_undegraded":"2023-01-15T14:50:47.451222+0000","last_fullsized":"2023-01-15T14:50:47.451222+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:06:20.105237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.8","version":"211'104","reported_seq":316,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:32.860955+0000","last_change":"2023-01-15T14:37:46.718055+0000","last_active":"2023-01-15T14:53:32.860955+0000","last_peered":"2023-01-15T14:53:32.860955+0000","last_clean":"2023-01-15T14:53:32.860955+0000","last_became_active":"2023-01-15T14:37:46.717837+0000","last_became_peered":"2023-01-15T14:37:46.717837+0000","last_unstale":"2023-01-15T14:53:32.860955+0000","last_undegraded":"2023-01-15T14:53:32.860955+0000","last_fullsized":"2023-01-15T14:53:32.860955+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:30:44.664640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":111,"num_read_kb":111,"num_write":255,"num_write_kb":60,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:42.446860+0000","last_change":"2023-01-15T14:37:40.699163+0000","last_active":"2023-01-15T14:50:42.446860+0000","last_peered":"2023-01-15T14:50:42.446860+0000","last_clean":"2023-01-15T14:50:42.446860+0000","last_became_active":"2023-01-15T14:37:40.698895+0000","last_became_peered":"2023-01-15T14:37:40.698895+0000","last_unstale":"2023-01-15T14:50:42.446860+0000","last_undegraded":"2023-01-15T14:50:42.446860+0000","last_fullsized":"2023-01-15T14:50:42.446860+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:55:31.082719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"211'384","reported_seq":1630,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.759119+0000","last_change":"2023-01-15T14:37:38.698385+0000","last_active":"2023-01-15T14:53:38.759119+0000","last_peered":"2023-01-15T14:53:38.759119+0000","last_clean":"2023-01-15T14:53:38.759119+0000","last_became_active":"2023-01-15T14:37:38.698045+0000","last_became_peered":"2023-01-15T14:37:38.698045+0000","last_unstale":"2023-01-15T14:53:38.759119+0000","last_undegraded":"2023-01-15T14:53:38.759119+0000","last_fullsized":"2023-01-15T14:53:38.759119+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":84,"log_dups_size":300,"ondisk_log_size":84,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:36:33.299741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2171,"num_read_kb":2049,"num_write":448,"num_write_kb":95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":202,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:49:57.440678+0000","last_change":"2023-01-15T14:37:30.264547+0000","last_active":"2023-01-15T14:49:57.440678+0000","last_peered":"2023-01-15T14:49:57.440678+0000","last_clean":"2023-01-15T14:49:57.440678+0000","last_became_active":"2023-01-15T14:37:30.264281+0000","last_became_peered":"2023-01-15T14:37:30.264281+0000","last_unstale":"2023-01-15T14:49:57.440678+0000","last_undegraded":"2023-01-15T14:49:57.440678+0000","last_fullsized":"2023-01-15T14:49:57.440678+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:35:23.596247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"211'189","reported_seq":676,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.635108+0000","last_change":"2023-01-15T14:37:36.674787+0000","last_active":"2023-01-15T14:53:39.635108+0000","last_peered":"2023-01-15T14:53:39.635108+0000","last_clean":"2023-01-15T14:53:39.635108+0000","last_became_active":"2023-01-15T14:37:36.674534+0000","last_became_peered":"2023-01-15T14:37:36.674534+0000","last_unstale":"2023-01-15T14:53:39.635108+0000","last_undegraded":"2023-01-15T14:53:39.635108+0000","last_fullsized":"2023-01-15T14:53:39.635108+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":100,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:23:31.468826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5815863,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":785,"num_read_kb":123527,"num_write":1100,"num_write_kb":23225,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.5","version":"211'75","reported_seq":293,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.696902+0000","last_change":"2023-01-15T14:37:42.704035+0000","last_active":"2023-01-15T14:53:37.696902+0000","last_peered":"2023-01-15T14:53:37.696902+0000","last_clean":"2023-01-15T14:53:37.696902+0000","last_became_active":"2023-01-15T14:37:42.703267+0000","last_became_peered":"2023-01-15T14:37:42.703267+0000","last_unstale":"2023-01-15T14:53:37.696902+0000","last_undegraded":"2023-01-15T14:53:37.696902+0000","last_fullsized":"2023-01-15T14:53:37.696902+0000","mapping_epoch":26,"log_start":"0'0","ondisk_log_start":"0'0","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":75,"log_dups_size":0,"ondisk_log_size":75,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:03:20.567875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":154,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":87,"num_read_kb":79,"num_write":65,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":186,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.477346+0000","last_change":"2023-01-15T14:37:44.713616+0000","last_active":"2023-01-15T14:50:17.477346+0000","last_peered":"2023-01-15T14:50:17.477346+0000","last_clean":"2023-01-15T14:50:17.477346+0000","last_became_active":"2023-01-15T14:37:44.713364+0000","last_became_peered":"2023-01-15T14:37:44.713364+0000","last_unstale":"2023-01-15T14:50:17.477346+0000","last_undegraded":"2023-01-15T14:50:17.477346+0000","last_fullsized":"2023-01-15T14:50:17.477346+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:40:07.388770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.b","version":"211'214","reported_seq":435,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.884022+0000","last_change":"2023-01-15T14:37:46.717939+0000","last_active":"2023-01-15T14:53:38.884022+0000","last_peered":"2023-01-15T14:53:38.884022+0000","last_clean":"2023-01-15T14:53:38.884022+0000","last_became_active":"2023-01-15T14:37:46.717639+0000","last_became_peered":"2023-01-15T14:37:46.717639+0000","last_unstale":"2023-01-15T14:53:38.884022+0000","last_undegraded":"2023-01-15T14:53:38.884022+0000","last_fullsized":"2023-01-15T14:53:38.884022+0000","mapping_epoch":30,"log_start":"211'200","ondisk_log_start":"211'200","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:02:23.856640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":313,"num_read_kb":337,"num_write":512,"num_write_kb":146,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":192,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.458879+0000","last_change":"2023-01-15T14:37:40.699573+0000","last_active":"2023-01-15T14:50:12.458879+0000","last_peered":"2023-01-15T14:50:12.458879+0000","last_clean":"2023-01-15T14:50:12.458879+0000","last_became_active":"2023-01-15T14:37:40.699246+0000","last_became_peered":"2023-01-15T14:37:40.699246+0000","last_unstale":"2023-01-15T14:50:12.458879+0000","last_undegraded":"2023-01-15T14:50:12.458879+0000","last_fullsized":"2023-01-15T14:50:12.458879+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T16:54:45.573791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"211'454","reported_seq":1669,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.031795+0000","last_change":"2023-01-15T14:37:38.687917+0000","last_active":"2023-01-15T14:53:39.031795+0000","last_peered":"2023-01-15T14:53:39.031795+0000","last_clean":"2023-01-15T14:53:39.031795+0000","last_became_active":"2023-01-15T14:37:38.687490+0000","last_became_peered":"2023-01-15T14:37:38.687490+0000","last_unstale":"2023-01-15T14:53:39.031795+0000","last_undegraded":"2023-01-15T14:53:39.031795+0000","last_fullsized":"2023-01-15T14:53:39.031795+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":54,"log_dups_size":400,"ondisk_log_size":54,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:46:38.021944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2487,"num_read_kb":2271,"num_write":577,"num_write_kb":172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":206,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:02.457249+0000","last_change":"2023-01-15T14:37:29.627557+0000","last_active":"2023-01-15T14:50:02.457249+0000","last_peered":"2023-01-15T14:50:02.457249+0000","last_clean":"2023-01-15T14:50:02.457249+0000","last_became_active":"2023-01-15T14:37:29.627291+0000","last_became_peered":"2023-01-15T14:37:29.627291+0000","last_unstale":"2023-01-15T14:50:02.457249+0000","last_undegraded":"2023-01-15T14:50:02.457249+0000","last_fullsized":"2023-01-15T14:50:02.457249+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T02:11:35.808261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":353,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:27.470753+0000","last_change":"2023-01-15T14:37:24.852695+0000","last_active":"2023-01-15T14:51:27.470753+0000","last_peered":"2023-01-15T14:51:27.470753+0000","last_clean":"2023-01-15T14:51:27.470753+0000","last_became_active":"2023-01-15T14:37:24.851968+0000","last_became_peered":"2023-01-15T14:37:24.851968+0000","last_unstale":"2023-01-15T14:51:27.470753+0000","last_undegraded":"2023-01-15T14:51:27.470753+0000","last_fullsized":"2023-01-15T14:51:27.470753+0000","mapping_epoch":14,"log_start":"15'100","ondisk_log_start":"15'100","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:22.895058+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:22.895058+0000","last_clean_scrub_stamp":"2023-01-15T14:37:22.895058+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":100,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:30:43.509829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"211'160","reported_seq":461,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.746502+0000","last_change":"2023-01-15T14:37:36.688440+0000","last_active":"2023-01-15T14:53:37.746502+0000","last_peered":"2023-01-15T14:53:37.746502+0000","last_clean":"2023-01-15T14:53:37.746502+0000","last_became_active":"2023-01-15T14:37:36.688008+0000","last_became_peered":"2023-01-15T14:37:36.688008+0000","last_unstale":"2023-01-15T14:53:37.746502+0000","last_undegraded":"2023-01-15T14:53:37.746502+0000","last_fullsized":"2023-01-15T14:53:37.746502+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":100,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:11:06.047492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3145784,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":329,"num_read_kb":15725,"num_write":898,"num_write_kb":26668,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"211'1034","reported_seq":2058,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.438647+0000","last_change":"2023-01-15T14:37:42.717121+0000","last_active":"2023-01-15T14:53:40.438647+0000","last_peered":"2023-01-15T14:53:40.438647+0000","last_clean":"2023-01-15T14:53:40.438647+0000","last_became_active":"2023-01-15T14:37:42.716846+0000","last_became_peered":"2023-01-15T14:37:42.716846+0000","last_unstale":"2023-01-15T14:53:40.438647+0000","last_undegraded":"2023-01-15T14:53:40.438647+0000","last_fullsized":"2023-01-15T14:53:40.438647+0000","mapping_epoch":26,"log_start":"211'1000","ondisk_log_start":"211'1000","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":1000,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:53:19.497541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":31526,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":1544,"num_read_kb":1529,"num_write":1166,"num_write_kb":291,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":186,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:47.481930+0000","last_change":"2023-01-15T14:37:44.711829+0000","last_active":"2023-01-15T14:50:47.481930+0000","last_peered":"2023-01-15T14:50:47.481930+0000","last_clean":"2023-01-15T14:50:47.481930+0000","last_became_active":"2023-01-15T14:37:44.711557+0000","last_became_peered":"2023-01-15T14:37:44.711557+0000","last_unstale":"2023-01-15T14:50:47.481930+0000","last_undegraded":"2023-01-15T14:50:47.481930+0000","last_fullsized":"2023-01-15T14:50:47.481930+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:58:14.319541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.9","version":"211'111","reported_seq":315,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.170012+0000","last_change":"2023-01-15T14:37:46.721515+0000","last_active":"2023-01-15T14:53:38.170012+0000","last_peered":"2023-01-15T14:53:38.170012+0000","last_clean":"2023-01-15T14:53:38.170012+0000","last_became_active":"2023-01-15T14:37:46.721290+0000","last_became_peered":"2023-01-15T14:37:46.721290+0000","last_unstale":"2023-01-15T14:53:38.170012+0000","last_undegraded":"2023-01-15T14:53:38.170012+0000","last_fullsized":"2023-01-15T14:53:38.170012+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:43:28.203433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":373,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":121,"num_read_kb":121,"num_write":299,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":199,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:42.463297+0000","last_change":"2023-01-15T14:37:40.698940+0000","last_active":"2023-01-15T14:50:42.463297+0000","last_peered":"2023-01-15T14:50:42.463297+0000","last_clean":"2023-01-15T14:50:42.463297+0000","last_became_active":"2023-01-15T14:37:40.698663+0000","last_became_peered":"2023-01-15T14:37:40.698663+0000","last_unstale":"2023-01-15T14:50:42.463297+0000","last_undegraded":"2023-01-15T14:50:42.463297+0000","last_fullsized":"2023-01-15T14:50:42.463297+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:21:19.237789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"211'760","reported_seq":2002,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.954671+0000","last_change":"2023-01-15T14:38:22.227208+0000","last_active":"2023-01-15T14:53:38.954671+0000","last_peered":"2023-01-15T14:53:38.954671+0000","last_clean":"2023-01-15T14:53:38.954671+0000","last_became_active":"2023-01-15T14:38:22.226914+0000","last_became_peered":"2023-01-15T14:38:22.226914+0000","last_unstale":"2023-01-15T14:53:38.954671+0000","last_undegraded":"2023-01-15T14:53:38.954671+0000","last_fullsized":"2023-01-15T14:53:38.954671+0000","mapping_epoch":33,"log_start":"211'700","ondisk_log_start":"211'700","created":22,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":700,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:01:51.989818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":3483,"num_read_kb":3113,"num_write":1016,"num_write_kb":377,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":200,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:32.471855+0000","last_change":"2023-01-15T14:37:29.628681+0000","last_active":"2023-01-15T14:51:32.471855+0000","last_peered":"2023-01-15T14:51:32.471855+0000","last_clean":"2023-01-15T14:51:32.471855+0000","last_became_active":"2023-01-15T14:37:29.628441+0000","last_became_peered":"2023-01-15T14:37:29.628441+0000","last_unstale":"2023-01-15T14:51:32.471855+0000","last_undegraded":"2023-01-15T14:51:32.471855+0000","last_fullsized":"2023-01-15T14:51:32.471855+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:19:12.253299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"211'214","reported_seq":533,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.553174+0000","last_change":"2023-01-15T14:37:36.684950+0000","last_active":"2023-01-15T14:53:35.553174+0000","last_peered":"2023-01-15T14:53:35.553174+0000","last_clean":"2023-01-15T14:53:35.553174+0000","last_became_active":"2023-01-15T14:37:36.684466+0000","last_became_peered":"2023-01-15T14:37:36.684466+0000","last_unstale":"2023-01-15T14:53:35.553174+0000","last_undegraded":"2023-01-15T14:53:35.553174+0000","last_fullsized":"2023-01-15T14:53:35.553174+0000","mapping_epoch":20,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":200,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T22:23:53.606498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3120,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":450,"num_read_kb":736,"num_write":1138,"num_write_kb":11689,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.4","version":"211'1289","reported_seq":2605,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.520682+0000","last_change":"2023-01-15T14:37:42.711830+0000","last_active":"2023-01-15T14:53:40.520682+0000","last_peered":"2023-01-15T14:53:40.520682+0000","last_clean":"2023-01-15T14:53:40.520682+0000","last_became_active":"2023-01-15T14:37:42.711627+0000","last_became_peered":"2023-01-15T14:37:42.711627+0000","last_unstale":"2023-01-15T14:53:40.520682+0000","last_undegraded":"2023-01-15T14:53:40.520682+0000","last_fullsized":"2023-01-15T14:53:40.520682+0000","mapping_epoch":26,"log_start":"211'1200","ondisk_log_start":"211'1200","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":89,"log_dups_size":1200,"ondisk_log_size":89,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:39:49.136765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60304,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":1801,"num_read_kb":1784,"num_write":948,"num_write_kb":117,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":188,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.459719+0000","last_change":"2023-01-15T14:37:44.716760+0000","last_active":"2023-01-15T14:50:17.459719+0000","last_peered":"2023-01-15T14:50:17.459719+0000","last_clean":"2023-01-15T14:50:17.459719+0000","last_became_active":"2023-01-15T14:37:44.716522+0000","last_became_peered":"2023-01-15T14:37:44.716522+0000","last_unstale":"2023-01-15T14:50:17.459719+0000","last_undegraded":"2023-01-15T14:50:17.459719+0000","last_fullsized":"2023-01-15T14:50:17.459719+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:35:41.276323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.a","version":"211'221","reported_seq":457,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.682720+0000","last_change":"2023-01-15T14:37:47.299621+0000","last_active":"2023-01-15T14:53:38.682720+0000","last_peered":"2023-01-15T14:53:38.682720+0000","last_clean":"2023-01-15T14:53:38.682720+0000","last_became_active":"2023-01-15T14:37:47.299336+0000","last_became_peered":"2023-01-15T14:37:47.299336+0000","last_unstale":"2023-01-15T14:53:38.682720+0000","last_undegraded":"2023-01-15T14:53:38.682720+0000","last_fullsized":"2023-01-15T14:53:38.682720+0000","mapping_epoch":30,"log_start":"211'200","ondisk_log_start":"211'200","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":21,"log_dups_size":200,"ondisk_log_size":21,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:09:24.425424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":35,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":321,"num_read_kb":321,"num_write":605,"num_write_kb":156,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":195,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.446772+0000","last_change":"2023-01-15T14:37:40.703149+0000","last_active":"2023-01-15T14:50:12.446772+0000","last_peered":"2023-01-15T14:50:12.446772+0000","last_clean":"2023-01-15T14:50:12.446772+0000","last_became_active":"2023-01-15T14:37:40.702901+0000","last_became_peered":"2023-01-15T14:37:40.702901+0000","last_unstale":"2023-01-15T14:50:12.446772+0000","last_undegraded":"2023-01-15T14:50:12.446772+0000","last_fullsized":"2023-01-15T14:50:12.446772+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:25:38.706071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":199,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:02.457313+0000","last_change":"2023-01-15T14:37:29.889154+0000","last_active":"2023-01-15T14:50:02.457313+0000","last_peered":"2023-01-15T14:50:02.457313+0000","last_clean":"2023-01-15T14:50:02.457313+0000","last_became_active":"2023-01-15T14:37:29.888890+0000","last_became_peered":"2023-01-15T14:37:29.888890+0000","last_unstale":"2023-01-15T14:50:02.457313+0000","last_undegraded":"2023-01-15T14:50:02.457313+0000","last_fullsized":"2023-01-15T14:50:02.457313+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:37:34.810620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"211'233","reported_seq":583,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.654928+0000","last_change":"2023-01-15T14:37:36.675002+0000","last_active":"2023-01-15T14:53:39.654928+0000","last_peered":"2023-01-15T14:53:39.654928+0000","last_clean":"2023-01-15T14:53:39.654928+0000","last_became_active":"2023-01-15T14:37:36.674735+0000","last_became_peered":"2023-01-15T14:37:36.674735+0000","last_unstale":"2023-01-15T14:53:39.654928+0000","last_undegraded":"2023-01-15T14:53:39.654928+0000","last_fullsized":"2023-01-15T14:53:39.654928+0000","mapping_epoch":20,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":200,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:18:40.182960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":77051,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":588,"num_read_kb":1145,"num_write":1090,"num_write_kb":14571,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"211'614","reported_seq":1693,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.879794+0000","last_change":"2023-01-15T14:37:38.701092+0000","last_active":"2023-01-15T14:53:38.879794+0000","last_peered":"2023-01-15T14:53:38.879794+0000","last_clean":"2023-01-15T14:53:38.879794+0000","last_became_active":"2023-01-15T14:37:38.700798+0000","last_became_peered":"2023-01-15T14:37:38.700798+0000","last_unstale":"2023-01-15T14:53:38.879794+0000","last_undegraded":"2023-01-15T14:53:38.879794+0000","last_fullsized":"2023-01-15T14:53:38.879794+0000","mapping_epoch":22,"log_start":"211'600","ondisk_log_start":"211'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":600,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:31:27.143420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2904,"num_read_kb":2618,"num_write":816,"num_write_kb":303,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"211'872","reported_seq":1761,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.716905+0000","last_change":"2023-01-15T14:37:42.707448+0000","last_active":"2023-01-15T14:53:39.716905+0000","last_peered":"2023-01-15T14:53:39.716905+0000","last_clean":"2023-01-15T14:53:39.716905+0000","last_became_active":"2023-01-15T14:37:42.707182+0000","last_became_peered":"2023-01-15T14:37:42.707182+0000","last_unstale":"2023-01-15T14:53:39.716905+0000","last_undegraded":"2023-01-15T14:53:39.716905+0000","last_fullsized":"2023-01-15T14:53:39.716905+0000","mapping_epoch":26,"log_start":"211'800","ondisk_log_start":"211'800","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":800,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:49:48.643911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1177,"num_read_kb":1168,"num_write":846,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.0","version":"211'388","reported_seq":1407,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.459338+0000","last_change":"2023-01-15T14:37:44.715356+0000","last_active":"2023-01-15T14:53:40.459338+0000","last_peered":"2023-01-15T14:53:40.459338+0000","last_clean":"2023-01-15T14:53:40.459338+0000","last_became_active":"2023-01-15T14:37:44.715124+0000","last_became_peered":"2023-01-15T14:37:44.715124+0000","last_unstale":"2023-01-15T14:53:40.459338+0000","last_undegraded":"2023-01-15T14:53:40.459338+0000","last_fullsized":"2023-01-15T14:53:40.459338+0000","mapping_epoch":28,"log_start":"208'300","ondisk_log_start":"208'300","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":88,"log_dups_size":300,"ondisk_log_size":88,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:48:40.866202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.f","version":"211'100","reported_seq":296,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:36.379627+0000","last_change":"2023-01-15T14:37:47.299840+0000","last_active":"2023-01-15T14:53:36.379627+0000","last_peered":"2023-01-15T14:53:36.379627+0000","last_clean":"2023-01-15T14:53:36.379627+0000","last_became_active":"2023-01-15T14:37:47.299599+0000","last_became_peered":"2023-01-15T14:37:47.299599+0000","last_unstale":"2023-01-15T14:53:36.379627+0000","last_undegraded":"2023-01-15T14:53:36.379627+0000","last_fullsized":"2023-01-15T14:53:36.379627+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":100,"log_dups_size":0,"ondisk_log_size":100,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T21:21:04.790453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":84,"num_read_kb":84,"num_write":260,"num_write_kb":61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":196,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:12.459125+0000","last_change":"2023-01-15T14:37:40.700607+0000","last_active":"2023-01-15T14:50:12.459125+0000","last_peered":"2023-01-15T14:50:12.459125+0000","last_clean":"2023-01-15T14:50:12.459125+0000","last_became_active":"2023-01-15T14:37:40.698216+0000","last_became_peered":"2023-01-15T14:37:40.698216+0000","last_unstale":"2023-01-15T14:50:12.459125+0000","last_undegraded":"2023-01-15T14:50:12.459125+0000","last_fullsized":"2023-01-15T14:50:12.459125+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T17:12:35.131981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"211'192","reported_seq":537,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.627725+0000","last_change":"2023-01-15T14:37:36.678609+0000","last_active":"2023-01-15T14:53:37.627725+0000","last_peered":"2023-01-15T14:53:37.627725+0000","last_clean":"2023-01-15T14:53:37.627725+0000","last_became_active":"2023-01-15T14:37:36.678299+0000","last_became_peered":"2023-01-15T14:37:36.678299+0000","last_unstale":"2023-01-15T14:53:37.627725+0000","last_undegraded":"2023-01-15T14:53:37.627725+0000","last_fullsized":"2023-01-15T14:53:37.627725+0000","mapping_epoch":20,"log_start":"211'100","ondisk_log_start":"211'100","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":92,"log_dups_size":100,"ondisk_log_size":92,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:23:08.489731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":403788,"num_objects":7,"num_object_clones":0,"num_object_copies":14,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":429,"num_read_kb":1087,"num_write":1076,"num_write_kb":27243,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":202,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:27.458403+0000","last_change":"2023-01-15T14:37:29.628858+0000","last_active":"2023-01-15T14:50:27.458403+0000","last_peered":"2023-01-15T14:50:27.458403+0000","last_clean":"2023-01-15T14:50:27.458403+0000","last_became_active":"2023-01-15T14:37:29.628576+0000","last_became_peered":"2023-01-15T14:37:29.628576+0000","last_unstale":"2023-01-15T14:50:27.458403+0000","last_undegraded":"2023-01-15T14:50:27.458403+0000","last_fullsized":"2023-01-15T14:50:27.458403+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:39:25.804326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"211'371","reported_seq":1556,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:35.710095+0000","last_change":"2023-01-15T14:37:38.711911+0000","last_active":"2023-01-15T14:53:35.710095+0000","last_peered":"2023-01-15T14:53:35.710095+0000","last_clean":"2023-01-15T14:53:35.710095+0000","last_became_active":"2023-01-15T14:37:38.703434+0000","last_became_peered":"2023-01-15T14:37:38.703434+0000","last_unstale":"2023-01-15T14:53:35.710095+0000","last_undegraded":"2023-01-15T14:53:35.710095+0000","last_fullsized":"2023-01-15T14:53:35.710095+0000","mapping_epoch":22,"log_start":"211'300","ondisk_log_start":"211'300","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":71,"log_dups_size":300,"ondisk_log_size":71,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:58:37.744469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":2133,"num_read_kb":2009,"num_write":473,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"211'762","reported_seq":1610,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.684535+0000","last_change":"2023-01-15T14:37:42.709258+0000","last_active":"2023-01-15T14:53:39.684535+0000","last_peered":"2023-01-15T14:53:39.684535+0000","last_clean":"2023-01-15T14:53:39.684535+0000","last_became_active":"2023-01-15T14:37:42.708999+0000","last_became_peered":"2023-01-15T14:37:42.708999+0000","last_unstale":"2023-01-15T14:53:39.684535+0000","last_undegraded":"2023-01-15T14:53:39.684535+0000","last_fullsized":"2023-01-15T14:53:39.684535+0000","mapping_epoch":26,"log_start":"211'700","ondisk_log_start":"211'700","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":700,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:07:37.241979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":1062,"num_read_kb":1053,"num_write":745,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3","version":"211'420","reported_seq":1124,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.462336+0000","last_change":"2023-01-15T14:37:44.716359+0000","last_active":"2023-01-15T14:53:40.462336+0000","last_peered":"2023-01-15T14:53:40.462336+0000","last_clean":"2023-01-15T14:53:40.462336+0000","last_became_active":"2023-01-15T14:37:44.716031+0000","last_became_peered":"2023-01-15T14:37:44.716031+0000","last_unstale":"2023-01-15T14:53:40.462336+0000","last_undegraded":"2023-01-15T14:53:40.462336+0000","last_fullsized":"2023-01-15T14:53:40.462336+0000","mapping_epoch":28,"log_start":"211'400","ondisk_log_start":"211'400","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":400,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T19:33:05.840876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"211'127","reported_seq":314,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.703657+0000","last_change":"2023-01-15T14:37:46.715111+0000","last_active":"2023-01-15T14:53:39.703657+0000","last_peered":"2023-01-15T14:53:39.703657+0000","last_clean":"2023-01-15T14:53:39.703657+0000","last_became_active":"2023-01-15T14:37:46.714848+0000","last_became_peered":"2023-01-15T14:37:46.714848+0000","last_unstale":"2023-01-15T14:53:39.703657+0000","last_undegraded":"2023-01-15T14:53:39.703657+0000","last_fullsized":"2023-01-15T14:53:39.703657+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":27,"log_dups_size":100,"ondisk_log_size":27,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T23:50:41.066996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":372,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":376,"num_write_kb":83,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":201,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:51:42.484331+0000","last_change":"2023-01-15T14:37:40.703689+0000","last_active":"2023-01-15T14:51:42.484331+0000","last_peered":"2023-01-15T14:51:42.484331+0000","last_clean":"2023-01-15T14:51:42.484331+0000","last_became_active":"2023-01-15T14:37:40.703409+0000","last_became_peered":"2023-01-15T14:37:40.703409+0000","last_unstale":"2023-01-15T14:51:42.484331+0000","last_undegraded":"2023-01-15T14:51:42.484331+0000","last_fullsized":"2023-01-15T14:51:42.484331+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:39.679298+0000","last_clean_scrub_stamp":"2023-01-15T14:37:39.679298+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T15:57:24.297786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":202,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:32.449491+0000","last_change":"2023-01-15T14:37:29.625608+0000","last_active":"2023-01-15T14:50:32.449491+0000","last_peered":"2023-01-15T14:50:32.449491+0000","last_clean":"2023-01-15T14:50:32.449491+0000","last_became_active":"2023-01-15T14:37:29.625345+0000","last_became_peered":"2023-01-15T14:37:29.625345+0000","last_unstale":"2023-01-15T14:50:32.449491+0000","last_undegraded":"2023-01-15T14:50:32.449491+0000","last_fullsized":"2023-01-15T14:50:32.449491+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:28.610963+0000","last_clean_scrub_stamp":"2023-01-15T14:37:28.610963+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:21:19.142014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"211'212","reported_seq":557,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.342730+0000","last_change":"2023-01-15T14:37:36.693256+0000","last_active":"2023-01-15T14:53:38.342730+0000","last_peered":"2023-01-15T14:53:38.342730+0000","last_clean":"2023-01-15T14:53:38.342730+0000","last_became_active":"2023-01-15T14:37:36.690354+0000","last_became_peered":"2023-01-15T14:37:36.690354+0000","last_unstale":"2023-01-15T14:53:38.342730+0000","last_undegraded":"2023-01-15T14:53:38.342730+0000","last_fullsized":"2023-01-15T14:53:38.342730+0000","mapping_epoch":20,"log_start":"211'200","ondisk_log_start":"211'200","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:35.655041+0000","last_clean_scrub_stamp":"2023-01-15T14:37:35.655041+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":200,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T01:13:42.719875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":275486,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":485,"num_read_kb":38325,"num_write":1072,"num_write_kb":26556,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"211'697","reported_seq":1948,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:38.678666+0000","last_change":"2023-01-15T14:37:38.698005+0000","last_active":"2023-01-15T14:53:38.678666+0000","last_peered":"2023-01-15T14:53:38.678666+0000","last_clean":"2023-01-15T14:53:38.678666+0000","last_became_active":"2023-01-15T14:37:38.697753+0000","last_became_peered":"2023-01-15T14:37:38.697753+0000","last_unstale":"2023-01-15T14:53:38.678666+0000","last_undegraded":"2023-01-15T14:53:38.678666+0000","last_fullsized":"2023-01-15T14:53:38.678666+0000","mapping_epoch":22,"log_start":"211'600","ondisk_log_start":"211'600","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":97,"log_dups_size":600,"ondisk_log_size":97,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T20:50:52.464249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3291,"num_read_kb":2979,"num_write":918,"num_write_kb":329,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"211'960","reported_seq":1959,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:40.431050+0000","last_change":"2023-01-15T14:37:42.703117+0000","last_active":"2023-01-15T14:53:40.431050+0000","last_peered":"2023-01-15T14:53:40.431050+0000","last_clean":"2023-01-15T14:53:40.431050+0000","last_became_active":"2023-01-15T14:37:42.702857+0000","last_became_peered":"2023-01-15T14:37:42.702857+0000","last_unstale":"2023-01-15T14:53:40.431050+0000","last_undegraded":"2023-01-15T14:53:40.431050+0000","last_fullsized":"2023-01-15T14:53:40.431050+0000","mapping_epoch":26,"log_start":"211'900","ondisk_log_start":"211'900","created":26,"last_epoch_clean":27,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:41.688806+0000","last_clean_scrub_stamp":"2023-01-15T14:37:41.688806+0000","objects_scrubbed":0,"log_size":60,"log_dups_size":900,"ondisk_log_size":60,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:11:25.904497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":26126,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":1351,"num_read_kb":1336,"num_write":866,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":196,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:50:17.470783+0000","last_change":"2023-01-15T14:37:44.711247+0000","last_active":"2023-01-15T14:50:17.470783+0000","last_peered":"2023-01-15T14:50:17.470783+0000","last_clean":"2023-01-15T14:50:17.470783+0000","last_became_active":"2023-01-15T14:37:44.710451+0000","last_became_peered":"2023-01-15T14:37:44.710451+0000","last_unstale":"2023-01-15T14:50:17.470783+0000","last_undegraded":"2023-01-15T14:50:17.470783+0000","last_fullsized":"2023-01-15T14:50:17.470783+0000","mapping_epoch":28,"log_start":"0'0","ondisk_log_start":"0'0","created":28,"last_epoch_clean":29,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:43.697826+0000","last_clean_scrub_stamp":"2023-01-15T14:37:43.697826+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-17T00:05:42.944095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"211'111","reported_seq":305,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:37.456394+0000","last_change":"2023-01-15T14:37:46.715908+0000","last_active":"2023-01-15T14:53:37.456394+0000","last_peered":"2023-01-15T14:53:37.456394+0000","last_clean":"2023-01-15T14:53:37.456394+0000","last_became_active":"2023-01-15T14:37:46.715668+0000","last_became_peered":"2023-01-15T14:37:46.715668+0000","last_unstale":"2023-01-15T14:53:37.456394+0000","last_undegraded":"2023-01-15T14:53:37.456394+0000","last_fullsized":"2023-01-15T14:53:37.456394+0000","mapping_epoch":30,"log_start":"211'100","ondisk_log_start":"211'100","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:45.701321+0000","last_clean_scrub_stamp":"2023-01-15T14:37:45.701321+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":100,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-01-16T18:53:52.514860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":204,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":93,"num_read_kb":93,"num_write":296,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"211'457","reported_seq":1801,"reported_epoch":211,"state":"active+clean","last_fresh":"2023-01-15T14:53:39.031209+0000","last_change":"2023-01-15T14:37:38.689230+0000","last_active":"2023-01-15T14:53:39.031209+0000","last_peered":"2023-01-15T14:53:39.031209+0000","last_clean":"2023-01-15T14:53:39.031209+0000","last_became_active":"2023-01-15T14:37:38.688987+0000","last_became_peered":"2023-01-15T14:37:38.688987+0000","last_unstale":"2023-01-15T14:53:39.031209+0000","last_undegraded":"2023-01-15T14:53:39.031209+0000","last_fullsized":"2023-01-15T14:53:39.031209+0000","mapping_epoch":22,"log_start":"211'400","ondisk_log_start":"211'400","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-01-15T14:37:37.666800+0000","last_clean_scrub_stamp":"2023-01-15T14:37:37.666800+0000","objects_scrubbed":0,"log_size":57,"log_dups_size":400,"ondisk_log_size":57,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invali